From cb3592d8e37d8a1212cd1948407b7b9cd7171827 Mon Sep 17 00:00:00 2001 From: Jeff Cantrill Date: Fri, 10 Jan 2025 11:02:54 -0500 Subject: [PATCH] LOG-6550: Add CI for vector v0.43.1 --- .../ViaQ/vector/ViaQ-vector-v0.43-1-rh.yaml | 179 +++++++++ .../ViaQ-vector-v0.43-1-rh-postsubmits.yaml | 62 +++ .../ViaQ-vector-v0.43-1-rh-presubmits.yaml | 361 ++++++++++++++++++ 3 files changed, 602 insertions(+) create mode 100644 ci-operator/config/ViaQ/vector/ViaQ-vector-v0.43-1-rh.yaml create mode 100644 ci-operator/jobs/ViaQ/vector/ViaQ-vector-v0.43-1-rh-postsubmits.yaml create mode 100644 ci-operator/jobs/ViaQ/vector/ViaQ-vector-v0.43-1-rh-presubmits.yaml diff --git a/ci-operator/config/ViaQ/vector/ViaQ-vector-v0.43-1-rh.yaml b/ci-operator/config/ViaQ/vector/ViaQ-vector-v0.43-1-rh.yaml new file mode 100644 index 0000000000000..03a9f12795799 --- /dev/null +++ b/ci-operator/config/ViaQ/vector/ViaQ-vector-v0.43-1-rh.yaml @@ -0,0 +1,179 @@ +base_images: + builder: + name: ubi + namespace: ocp + tag: "9" + cluster-logging-operator: + name: "6.1" + namespace: logging + tag: cluster-logging-operator + cluster-logging-operator-e2e: + name: "6.1" + namespace: logging + tag: cluster-logging-operator-e2e + cluster-logging-operator-registry: + name: "6.1" + namespace: logging + tag: cluster-logging-operator-registry + elasticsearch-operator: + name: "5.8" + namespace: logging + tag: elasticsearch-operator + elasticsearch-operator-registry: + name: "5.8" + namespace: logging + tag: elasticsearch-operator-registry + elasticsearch-proxy: + name: 5.y + namespace: logging + tag: elasticsearch-proxy + log-file-metric-exporter: + name: 6.y + namespace: logging + tag: log-file-metric-exporter + logging-elasticsearch6: + name: 5.y + namespace: logging + tag: logging-elasticsearch6 + logging-eventrouter: + name: 5.y + namespace: logging + tag: logging-eventrouter + oauth-proxy: + name: "4.14" + namespace: ocp + tag: oauth-proxy + ubi9-minimal: + name: ubi-minimal + namespace: ocp + tag: "9" +build_root: + image_stream_tag: + name: release + namespace: openshift + tag: golang-1.18 +images: +- dockerfile_path: Dockerfile + from: ubi9-minimal + to: vector +- dockerfile_path: Dockerfile.unit + from: builder + to: logging-vector-test-unit +promotion: + to: + - name: v0.43.1 + namespace: logging +releases: + latest: + release: + channel: stable + version: "4.17" +resources: + '*': + limits: + memory: 20Gi + requests: + cpu: 100m + memory: 200Mi +tests: +- as: unit + commands: make test + container: + from: logging-vector-test-unit +- as: cargo-deny-check-bans + commands: cargo deny --no-default-features --features ocp-logging --offline check + bans + container: + from: logging-vector-test-unit +- as: ldd-openssl + commands: ldd /usr/bin/vector | grep -E 'libcrypto|libssl' + container: + from: vector +- as: cluster-logging-operator-e2e + cluster_claim: + architecture: amd64 + cloud: aws + labels: + region: us-east-1 + owner: obs-logging + product: ocp + timeout: 1h0m0s + version: "4.18" + steps: + test: + - as: test + cli: latest + commands: FAKE_HOME_DIR=/tmp/home LOG_DIR=${ARTIFACT_DIR}/logging-logs ARTIFACT_DIR=${ARTIFACT_DIR}/logging-artifacts + make test-e2e + dependencies: + - env: IMAGE_CLUSTER_LOGGING_OPERATOR_REGISTRY + name: pipeline:cluster-logging-operator-registry + - env: IMAGE_CLUSTER_LOGGING_OPERATOR + name: pipeline:cluster-logging-operator + - env: IMAGE_ELASTICSEARCH_OPERATOR_REGISTRY + name: pipeline:elasticsearch-operator-registry + - env: IMAGE_ELASTICSEARCH_OPERATOR + name: pipeline:elasticsearch-operator + - env: IMAGE_OAUTH_PROXY + name: pipeline:oauth-proxy + - env: IMAGE_LOGGING_VECTOR + name: pipeline:vector + - env: IMAGE_ELASTICSEARCH_PROXY + name: pipeline:elasticsearch-proxy + - env: IMAGE_ELASTICSEARCH6 + name: pipeline:logging-elasticsearch6 + - env: IMAGE_LOGGING_EVENTROUTER + name: pipeline:logging-eventrouter + - env: IMAGE_LOG_FILE_METRIC_EXPORTER + name: pipeline:log-file-metric-exporter + from: pipeline:cluster-logging-operator-e2e + resources: + requests: + cpu: 100m + timeout: 3h0m0s + workflow: generic-claim + timeout: 5h0m0s +- as: clo-functional + cluster_claim: + architecture: amd64 + cloud: aws + labels: + region: us-east-1 + owner: obs-logging + product: ocp + timeout: 1h0m0s + version: "4.18" + steps: + test: + - as: test + cli: latest + commands: FAKE_HOME_DIR=/tmp/home LOG_DIR=${ARTIFACT_DIR}/logging-logs ARTIFACT_DIR=${ARTIFACT_DIR}/logging-artifacts + make test-functional + dependencies: + - env: IMAGE_CLUSTER_LOGGING_OPERATOR_REGISTRY + name: pipeline:cluster-logging-operator-registry + - env: IMAGE_CLUSTER_LOGGING_OPERATOR + name: pipeline:cluster-logging-operator + - env: IMAGE_OAUTH_PROXY + name: pipeline:oauth-proxy + - env: IMAGE_LOGGING_VECTOR + name: pipeline:vector + - env: IMAGE_ELASTICSEARCH_OPERATOR + name: pipeline:elasticsearch-operator + - env: IMAGE_ELASTICSEARCH_PROXY + name: pipeline:elasticsearch-proxy + - env: IMAGE_ELASTICSEARCH6 + name: pipeline:logging-elasticsearch6 + - env: IMAGE_LOGGING_EVENTROUTER + name: pipeline:logging-eventrouter + - env: IMAGE_LOG_FILE_METRIC_EXPORTER + name: pipeline:log-file-metric-exporter + from: pipeline:cluster-logging-operator-e2e + resources: + requests: + cpu: 100m + workflow: generic-claim +zz_generated_metadata: + branch: v0.43-1-rh + org: ViaQ + repo: vector diff --git a/ci-operator/jobs/ViaQ/vector/ViaQ-vector-v0.43-1-rh-postsubmits.yaml b/ci-operator/jobs/ViaQ/vector/ViaQ-vector-v0.43-1-rh-postsubmits.yaml new file mode 100644 index 0000000000000..96943850a9f9c --- /dev/null +++ b/ci-operator/jobs/ViaQ/vector/ViaQ-vector-v0.43-1-rh-postsubmits.yaml @@ -0,0 +1,62 @@ +postsubmits: + ViaQ/vector: + - agent: kubernetes + always_run: true + branches: + - ^v0\.43-1-rh$ + cluster: build03 + decorate: true + decoration_config: + skip_cloning: true + labels: + ci-operator.openshift.io/is-promotion: "true" + ci.openshift.io/generator: prowgen + max_concurrency: 1 + name: branch-ci-ViaQ-vector-v0.43-1-rh-images + spec: + containers: + - args: + - --gcs-upload-secret=/secrets/gcs/service-account.json + - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson + - --image-mirror-push-secret=/etc/push-secret/.dockerconfigjson + - --promote + - --report-credentials-file=/etc/report/credentials + - --target=[images] + command: + - ci-operator + image: ci-operator:latest + imagePullPolicy: Always + name: "" + resources: + requests: + cpu: 10m + volumeMounts: + - mountPath: /secrets/gcs + name: gcs-credentials + readOnly: true + - mountPath: /secrets/manifest-tool + name: manifest-tool-local-pusher + readOnly: true + - mountPath: /etc/pull-secret + name: pull-secret + readOnly: true + - mountPath: /etc/push-secret + name: push-secret + readOnly: true + - mountPath: /etc/report + name: result-aggregator + readOnly: true + serviceAccountName: ci-operator + volumes: + - name: manifest-tool-local-pusher + secret: + secretName: manifest-tool-local-pusher + - name: pull-secret + secret: + secretName: registry-pull-credentials + - name: push-secret + secret: + secretName: registry-push-credentials-ci-central + - name: result-aggregator + secret: + secretName: result-aggregator diff --git a/ci-operator/jobs/ViaQ/vector/ViaQ-vector-v0.43-1-rh-presubmits.yaml b/ci-operator/jobs/ViaQ/vector/ViaQ-vector-v0.43-1-rh-presubmits.yaml new file mode 100644 index 0000000000000..5f3fddf2a4b68 --- /dev/null +++ b/ci-operator/jobs/ViaQ/vector/ViaQ-vector-v0.43-1-rh-presubmits.yaml @@ -0,0 +1,361 @@ +presubmits: + ViaQ/vector: + - agent: kubernetes + always_run: true + branches: + - ^v0\.43-1-rh$ + - ^v0\.43-1-rh- + cluster: build03 + context: ci/prow/cargo-deny-check-bans + decorate: true + decoration_config: + skip_cloning: true + labels: + ci.openshift.io/generator: prowgen + pj-rehearse.openshift.io/can-be-rehearsed: "true" + name: pull-ci-ViaQ-vector-v0.43-1-rh-cargo-deny-check-bans + rerun_command: /test cargo-deny-check-bans + spec: + containers: + - args: + - --gcs-upload-secret=/secrets/gcs/service-account.json + - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson + - --report-credentials-file=/etc/report/credentials + - --target=cargo-deny-check-bans + command: + - ci-operator + image: ci-operator:latest + imagePullPolicy: Always + name: "" + resources: + requests: + cpu: 10m + volumeMounts: + - mountPath: /secrets/gcs + name: gcs-credentials + readOnly: true + - mountPath: /secrets/manifest-tool + name: manifest-tool-local-pusher + readOnly: true + - mountPath: /etc/pull-secret + name: pull-secret + readOnly: true + - mountPath: /etc/report + name: result-aggregator + readOnly: true + serviceAccountName: ci-operator + volumes: + - name: manifest-tool-local-pusher + secret: + secretName: manifest-tool-local-pusher + - name: pull-secret + secret: + secretName: registry-pull-credentials + - name: result-aggregator + secret: + secretName: result-aggregator + trigger: (?m)^/test( | .* )cargo-deny-check-bans,?($|\s.*) + - agent: kubernetes + always_run: true + branches: + - ^v0\.43-1-rh$ + - ^v0\.43-1-rh- + cluster: build03 + context: ci/prow/clo-functional + decorate: true + decoration_config: + skip_cloning: true + labels: + ci.openshift.io/generator: prowgen + pj-rehearse.openshift.io/can-be-rehearsed: "true" + name: pull-ci-ViaQ-vector-v0.43-1-rh-clo-functional + rerun_command: /test clo-functional + spec: + containers: + - args: + - --gcs-upload-secret=/secrets/gcs/service-account.json + - --hive-kubeconfig=/secrets/hive-hive-credentials/kubeconfig + - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson + - --report-credentials-file=/etc/report/credentials + - --secret-dir=/secrets/ci-pull-credentials + - --target=clo-functional + command: + - ci-operator + image: ci-operator:latest + imagePullPolicy: Always + name: "" + resources: + requests: + cpu: 10m + volumeMounts: + - mountPath: /secrets/ci-pull-credentials + name: ci-pull-credentials + readOnly: true + - mountPath: /secrets/gcs + name: gcs-credentials + readOnly: true + - mountPath: /secrets/hive-hive-credentials + name: hive-hive-credentials + readOnly: true + - mountPath: /secrets/manifest-tool + name: manifest-tool-local-pusher + readOnly: true + - mountPath: /etc/pull-secret + name: pull-secret + readOnly: true + - mountPath: /etc/report + name: result-aggregator + readOnly: true + serviceAccountName: ci-operator + volumes: + - name: ci-pull-credentials + secret: + secretName: ci-pull-credentials + - name: hive-hive-credentials + secret: + secretName: hive-hive-credentials + - name: manifest-tool-local-pusher + secret: + secretName: manifest-tool-local-pusher + - name: pull-secret + secret: + secretName: registry-pull-credentials + - name: result-aggregator + secret: + secretName: result-aggregator + trigger: (?m)^/test( | .* )clo-functional,?($|\s.*) + - agent: kubernetes + always_run: true + branches: + - ^v0\.43-1-rh$ + - ^v0\.43-1-rh- + cluster: build03 + context: ci/prow/cluster-logging-operator-e2e + decorate: true + decoration_config: + skip_cloning: true + timeout: 5h0m0s + labels: + ci.openshift.io/generator: prowgen + pj-rehearse.openshift.io/can-be-rehearsed: "true" + name: pull-ci-ViaQ-vector-v0.43-1-rh-cluster-logging-operator-e2e + rerun_command: /test cluster-logging-operator-e2e + spec: + containers: + - args: + - --gcs-upload-secret=/secrets/gcs/service-account.json + - --hive-kubeconfig=/secrets/hive-hive-credentials/kubeconfig + - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson + - --report-credentials-file=/etc/report/credentials + - --secret-dir=/secrets/ci-pull-credentials + - --target=cluster-logging-operator-e2e + command: + - ci-operator + image: ci-operator:latest + imagePullPolicy: Always + name: "" + resources: + requests: + cpu: 10m + volumeMounts: + - mountPath: /secrets/ci-pull-credentials + name: ci-pull-credentials + readOnly: true + - mountPath: /secrets/gcs + name: gcs-credentials + readOnly: true + - mountPath: /secrets/hive-hive-credentials + name: hive-hive-credentials + readOnly: true + - mountPath: /secrets/manifest-tool + name: manifest-tool-local-pusher + readOnly: true + - mountPath: /etc/pull-secret + name: pull-secret + readOnly: true + - mountPath: /etc/report + name: result-aggregator + readOnly: true + serviceAccountName: ci-operator + volumes: + - name: ci-pull-credentials + secret: + secretName: ci-pull-credentials + - name: hive-hive-credentials + secret: + secretName: hive-hive-credentials + - name: manifest-tool-local-pusher + secret: + secretName: manifest-tool-local-pusher + - name: pull-secret + secret: + secretName: registry-pull-credentials + - name: result-aggregator + secret: + secretName: result-aggregator + trigger: (?m)^/test( | .* )cluster-logging-operator-e2e,?($|\s.*) + - agent: kubernetes + always_run: true + branches: + - ^v0\.43-1-rh$ + - ^v0\.43-1-rh- + cluster: build03 + context: ci/prow/images + decorate: true + decoration_config: + skip_cloning: true + labels: + ci.openshift.io/generator: prowgen + pj-rehearse.openshift.io/can-be-rehearsed: "true" + name: pull-ci-ViaQ-vector-v0.43-1-rh-images + rerun_command: /test images + spec: + containers: + - args: + - --gcs-upload-secret=/secrets/gcs/service-account.json + - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson + - --report-credentials-file=/etc/report/credentials + - --target=[images] + command: + - ci-operator + image: ci-operator:latest + imagePullPolicy: Always + name: "" + resources: + requests: + cpu: 10m + volumeMounts: + - mountPath: /secrets/gcs + name: gcs-credentials + readOnly: true + - mountPath: /secrets/manifest-tool + name: manifest-tool-local-pusher + readOnly: true + - mountPath: /etc/pull-secret + name: pull-secret + readOnly: true + - mountPath: /etc/report + name: result-aggregator + readOnly: true + serviceAccountName: ci-operator + volumes: + - name: manifest-tool-local-pusher + secret: + secretName: manifest-tool-local-pusher + - name: pull-secret + secret: + secretName: registry-pull-credentials + - name: result-aggregator + secret: + secretName: result-aggregator + trigger: (?m)^/test( | .* )images,?($|\s.*) + - agent: kubernetes + always_run: true + branches: + - ^v0\.43-1-rh$ + - ^v0\.43-1-rh- + cluster: build03 + context: ci/prow/ldd-openssl + decorate: true + decoration_config: + skip_cloning: true + labels: + ci.openshift.io/generator: prowgen + pj-rehearse.openshift.io/can-be-rehearsed: "true" + name: pull-ci-ViaQ-vector-v0.43-1-rh-ldd-openssl + rerun_command: /test ldd-openssl + spec: + containers: + - args: + - --gcs-upload-secret=/secrets/gcs/service-account.json + - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson + - --report-credentials-file=/etc/report/credentials + - --target=ldd-openssl + command: + - ci-operator + image: ci-operator:latest + imagePullPolicy: Always + name: "" + resources: + requests: + cpu: 10m + volumeMounts: + - mountPath: /secrets/gcs + name: gcs-credentials + readOnly: true + - mountPath: /secrets/manifest-tool + name: manifest-tool-local-pusher + readOnly: true + - mountPath: /etc/pull-secret + name: pull-secret + readOnly: true + - mountPath: /etc/report + name: result-aggregator + readOnly: true + serviceAccountName: ci-operator + volumes: + - name: manifest-tool-local-pusher + secret: + secretName: manifest-tool-local-pusher + - name: pull-secret + secret: + secretName: registry-pull-credentials + - name: result-aggregator + secret: + secretName: result-aggregator + trigger: (?m)^/test( | .* )ldd-openssl,?($|\s.*) + - agent: kubernetes + always_run: true + branches: + - ^v0\.43-1-rh$ + - ^v0\.43-1-rh- + cluster: build03 + context: ci/prow/unit + decorate: true + decoration_config: + skip_cloning: true + labels: + ci.openshift.io/generator: prowgen + pj-rehearse.openshift.io/can-be-rehearsed: "true" + name: pull-ci-ViaQ-vector-v0.43-1-rh-unit + rerun_command: /test unit + spec: + containers: + - args: + - --gcs-upload-secret=/secrets/gcs/service-account.json + - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson + - --report-credentials-file=/etc/report/credentials + - --target=unit + command: + - ci-operator + image: ci-operator:latest + imagePullPolicy: Always + name: "" + resources: + requests: + cpu: 10m + volumeMounts: + - mountPath: /secrets/gcs + name: gcs-credentials + readOnly: true + - mountPath: /secrets/manifest-tool + name: manifest-tool-local-pusher + readOnly: true + - mountPath: /etc/pull-secret + name: pull-secret + readOnly: true + - mountPath: /etc/report + name: result-aggregator + readOnly: true + serviceAccountName: ci-operator + volumes: + - name: manifest-tool-local-pusher + secret: + secretName: manifest-tool-local-pusher + - name: pull-secret + secret: + secretName: registry-pull-credentials + - name: result-aggregator + secret: + secretName: result-aggregator + trigger: (?m)^/test( | .* )unit,?($|\s.*)