diff --git a/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master.yaml b/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master.yaml index eea2f5316302..5b1db830ef39 100644 --- a/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master.yaml +++ b/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master.yaml @@ -50,6 +50,42 @@ tests: source /var/run/secrets/sbo-on-sb-perf/registry-credentials-env.sh make -k test-performance test-performance-collect-kpi || true make test-performance-artifacts + make test-performance-thresholds + credentials: + - mount_path: /var/run/secrets/sbo-on-sb-perf + name: sbo-on-sb-perf + namespace: test-credentials + from: src + resources: + requests: + cpu: 100m + timeout: 5h0m0s + workflow: ipi-aws + timeout: 8h0m0s +- as: performance-current-dev-sandbox + cron: 0 20 * * 0 + steps: + cluster_profile: aws + env: + COMPUTE_NODE_TYPE: m5.4xlarge + SIZE_VARIANT: large + test: + - as: test + cli: latest + commands: | + export OPERATOR_INDEX_IMAGE_REF=quay.io/redhat-developer/servicebinding-operator:index + export SBO_CATSRC_NAME=sbo-performance + export OPENSHIFT_API=$(yq e '.clusters[0].cluster.server' $KUBECONFIG) + export OPENSHIFT_USERNAME=kubeadmin + export OPENSHIFT_PASSWORD=$(cat $KUBEADMIN_PASSWORD_FILE) + export WAIT_BEFORE=300s + export WAIT_AFTER=300s + export TEST_PERFORMANCE_USERS_PER_SCENARIO=400 + export REGISTRY_NAMESPACE=ocpappsvc-qe + source /var/run/secrets/sbo-on-sb-perf/registry-credentials-env.sh + make -k test-performance test-performance-collect-kpi || true + make test-performance-artifacts + make test-performance-thresholds credentials: - mount_path: /var/run/secrets/sbo-on-sb-perf name: sbo-on-sb-perf diff --git a/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master__4.10.yaml b/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master__4.10.yaml index 7271740bac09..9fb82cc18901 100644 --- a/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master__4.10.yaml +++ b/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master__4.10.yaml @@ -67,6 +67,7 @@ tests: source /var/run/secrets/sbo-on-sb-perf/registry-credentials-env.sh make -k test-performance test-performance-collect-kpi || true make test-performance-artifacts + make test-performance-thresholds credentials: - mount_path: /var/run/secrets/sbo-on-sb-perf name: sbo-on-sb-perf diff --git a/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master__4.11.yaml b/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master__4.11.yaml index f5596c9cdfa6..62c02d22c3ee 100644 --- a/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master__4.11.yaml +++ b/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master__4.11.yaml @@ -67,6 +67,42 @@ tests: source /var/run/secrets/sbo-on-sb-perf/registry-credentials-env.sh make -k test-performance test-performance-collect-kpi || true make test-performance-artifacts + make test-performance-thresholds + credentials: + - mount_path: /var/run/secrets/sbo-on-sb-perf + name: sbo-on-sb-perf + namespace: test-credentials + from: src + resources: + requests: + cpu: 100m + timeout: 5h0m0s + workflow: ipi-aws + timeout: 8h0m0s +- as: performance-latest-openshift + cron: 0 20 * * 0 + steps: + cluster_profile: aws + env: + COMPUTE_NODE_TYPE: m5.4xlarge + SIZE_VARIANT: large + test: + - as: test + cli: latest + commands: | + export OPERATOR_INDEX_IMAGE_REF=quay.io/redhat-developer/servicebinding-operator:index + export SBO_CATSRC_NAME=sbo-performance + export OPENSHIFT_API=$(yq e '.clusters[0].cluster.server' $KUBECONFIG) + export OPENSHIFT_USERNAME=kubeadmin + export OPENSHIFT_PASSWORD=$(cat $KUBEADMIN_PASSWORD_FILE) + export WAIT_BEFORE=300s + export WAIT_AFTER=300s + export TEST_PERFORMANCE_USERS_PER_SCENARIO=400 + export REGISTRY_NAMESPACE=ocpappsvc-qe + source /var/run/secrets/sbo-on-sb-perf/registry-credentials-env.sh + make -k test-performance test-performance-collect-kpi || true + make test-performance-artifacts + make test-performance-thresholds credentials: - mount_path: /var/run/secrets/sbo-on-sb-perf name: sbo-on-sb-perf diff --git a/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master__4.12.yaml b/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master__4.12.yaml index bbd63bf96b68..20b98e69e241 100644 --- a/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master__4.12.yaml +++ b/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master__4.12.yaml @@ -2,8 +2,11 @@ build_root: project_image: dockerfile_literal: | FROM registry.access.redhat.com/ubi8/ubi - RUN yum install -y --nodocs jq python3-virtualenv make git + RUN yum install -y --nodocs jq python3-virtualenv python3-pip make git golang bc + RUN ln -s /usr/bin/python3 /usr/bin/python RUN ln -s /cli/oc /usr/bin/kubectl + RUN curl -Lk -o /usr/bin/yq https://github.com/mikefarah/yq/releases/download/v4.18.1/yq_linux_amd64 && chmod +x /usr/bin/yq + RUN pip3 install yamllint releases: initial: candidate: @@ -54,6 +57,41 @@ tests: requests: cpu: 100m workflow: ipi-aws +- as: performance-next-openshift + cron: 0 20 * * 0 + steps: + cluster_profile: aws + env: + COMPUTE_NODE_TYPE: m5.4xlarge + SIZE_VARIANT: large + test: + - as: test + cli: latest + commands: | + export OPERATOR_INDEX_IMAGE_REF=quay.io/redhat-developer/servicebinding-operator:index + export SBO_CATSRC_NAME=sbo-performance + export OPENSHIFT_API=$(yq e '.clusters[0].cluster.server' $KUBECONFIG) + export OPENSHIFT_USERNAME=kubeadmin + export OPENSHIFT_PASSWORD=$(cat $KUBEADMIN_PASSWORD_FILE) + export WAIT_BEFORE=300s + export WAIT_AFTER=300s + export TEST_PERFORMANCE_USERS_PER_SCENARIO=400 + export REGISTRY_NAMESPACE=ocpappsvc-qe + source /var/run/secrets/sbo-on-sb-perf/registry-credentials-env.sh + make -k test-performance test-performance-collect-kpi || true + make test-performance-artifacts + make test-performance-thresholds + credentials: + - mount_path: /var/run/secrets/sbo-on-sb-perf + name: sbo-on-sb-perf + namespace: test-credentials + from: src + resources: + requests: + cpu: 100m + timeout: 5h0m0s + workflow: ipi-aws + timeout: 8h0m0s zz_generated_metadata: branch: master org: redhat-developer diff --git a/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-release-v1.3.x.yaml b/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-release-v1.3.x.yaml index 9616ac357fe6..0128031e9b55 100644 --- a/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-release-v1.3.x.yaml +++ b/ci-operator/config/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-release-v1.3.x.yaml @@ -50,6 +50,7 @@ tests: source /var/run/secrets/sbo-on-sb-perf/registry-credentials-env.sh make -k test-performance test-performance-collect-kpi || true make test-performance-artifacts + make test-performance-thresholds credentials: - mount_path: /var/run/secrets/sbo-on-sb-perf name: sbo-on-sb-perf diff --git a/ci-operator/jobs/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master-periodics.yaml b/ci-operator/jobs/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master-periodics.yaml index e3117627dbb7..caa0c28a43c7 100644 --- a/ci-operator/jobs/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master-periodics.yaml +++ b/ci-operator/jobs/redhat-developer/service-binding-operator/redhat-developer-service-binding-operator-master-periodics.yaml @@ -82,6 +82,91 @@ periodics: - name: result-aggregator secret: secretName: result-aggregator +- agent: kubernetes + cluster: build01 + cron: 0 20 * * 0 + decorate: true + decoration_config: + skip_cloning: true + timeout: 8h0m0s + extra_refs: + - base_ref: master + org: redhat-developer + repo: service-binding-operator + labels: + ci-operator.openshift.io/cloud: aws + ci-operator.openshift.io/cloud-cluster-profile: aws + ci-operator.openshift.io/variant: "4.11" + ci.openshift.io/generator: prowgen + job-release: "4.11" + pj-rehearse.openshift.io/can-be-rehearsed: "true" + name: periodic-ci-redhat-developer-service-binding-operator-master-4.11-performance-latest-openshift + reporter_config: + slack: + channel: '#forum-appsvc-notify' + job_states_to_report: + - failure + - error + report_template: ' :volcano: Job *{{.Spec.Job}}* (Performance + with latest version of OpenShift) ended with *{{.Status.State}}*. <{{.Status.URL}}|View + logs> :volcano:' + spec: + containers: + - args: + - --gcs-upload-secret=/secrets/gcs/service-account.json + - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson + - --lease-server-credentials-file=/etc/boskos/credentials + - --report-credentials-file=/etc/report/credentials + - --secret-dir=/secrets/ci-pull-credentials + - --secret-dir=/usr/local/performance-latest-openshift-cluster-profile + - --target=performance-latest-openshift + - --variant=4.11 + command: + - ci-operator + image: ci-operator:latest + imagePullPolicy: Always + name: "" + resources: + requests: + cpu: 10m + volumeMounts: + - mountPath: /etc/boskos + name: boskos + readOnly: true + - mountPath: /secrets/ci-pull-credentials + name: ci-pull-credentials + readOnly: true + - mountPath: /usr/local/performance-latest-openshift-cluster-profile + name: cluster-profile + - mountPath: /secrets/gcs + name: gcs-credentials + readOnly: true + - mountPath: /etc/pull-secret + name: pull-secret + readOnly: true + - mountPath: /etc/report + name: result-aggregator + readOnly: true + serviceAccountName: ci-operator + volumes: + - name: boskos + secret: + items: + - key: credentials + path: credentials + secretName: boskos-credentials + - name: ci-pull-credentials + secret: + secretName: ci-pull-credentials + - name: cluster-profile + secret: + secretName: cluster-secrets-aws + - name: pull-secret + secret: + secretName: registry-pull-credentials + - name: result-aggregator + secret: + secretName: result-aggregator - agent: kubernetes cluster: build01 cron: 0 0 * * * @@ -165,6 +250,91 @@ periodics: - name: result-aggregator secret: secretName: result-aggregator +- agent: kubernetes + cluster: build01 + cron: 0 20 * * 0 + decorate: true + decoration_config: + skip_cloning: true + timeout: 8h0m0s + extra_refs: + - base_ref: master + org: redhat-developer + repo: service-binding-operator + labels: + ci-operator.openshift.io/cloud: aws + ci-operator.openshift.io/cloud-cluster-profile: aws + ci-operator.openshift.io/variant: "4.12" + ci.openshift.io/generator: prowgen + job-release: "4.12" + pj-rehearse.openshift.io/can-be-rehearsed: "true" + name: periodic-ci-redhat-developer-service-binding-operator-master-4.12-performance-next-openshift + reporter_config: + slack: + channel: '#forum-appsvc-notify' + job_states_to_report: + - failure + - error + report_template: ' :volcano: Job *{{.Spec.Job}}* (Performance + with the next version of OpenShift) ended with *{{.Status.State}}*. <{{.Status.URL}}|View + logs> :volcano:' + spec: + containers: + - args: + - --gcs-upload-secret=/secrets/gcs/service-account.json + - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson + - --lease-server-credentials-file=/etc/boskos/credentials + - --report-credentials-file=/etc/report/credentials + - --secret-dir=/secrets/ci-pull-credentials + - --secret-dir=/usr/local/performance-next-openshift-cluster-profile + - --target=performance-next-openshift + - --variant=4.12 + command: + - ci-operator + image: ci-operator:latest + imagePullPolicy: Always + name: "" + resources: + requests: + cpu: 10m + volumeMounts: + - mountPath: /etc/boskos + name: boskos + readOnly: true + - mountPath: /secrets/ci-pull-credentials + name: ci-pull-credentials + readOnly: true + - mountPath: /usr/local/performance-next-openshift-cluster-profile + name: cluster-profile + - mountPath: /secrets/gcs + name: gcs-credentials + readOnly: true + - mountPath: /etc/pull-secret + name: pull-secret + readOnly: true + - mountPath: /etc/report + name: result-aggregator + readOnly: true + serviceAccountName: ci-operator + volumes: + - name: boskos + secret: + items: + - key: credentials + path: credentials + secretName: boskos-credentials + - name: ci-pull-credentials + secret: + secretName: ci-pull-credentials + - name: cluster-profile + secret: + secretName: cluster-secrets-aws + - name: pull-secret + secret: + secretName: registry-pull-credentials + - name: result-aggregator + secret: + secretName: result-aggregator - agent: kubernetes cluster: build01 cron: 0 0 * * * @@ -331,3 +501,86 @@ periodics: - name: result-aggregator secret: secretName: result-aggregator +- agent: kubernetes + cluster: build01 + cron: 0 20 * * 0 + decorate: true + decoration_config: + skip_cloning: true + timeout: 8h0m0s + extra_refs: + - base_ref: master + org: redhat-developer + repo: service-binding-operator + labels: + ci-operator.openshift.io/cloud: aws + ci-operator.openshift.io/cloud-cluster-profile: aws + ci.openshift.io/generator: prowgen + job-release: "4.11" + pj-rehearse.openshift.io/can-be-rehearsed: "true" + name: periodic-ci-redhat-developer-service-binding-operator-master-performance-current-dev-sandbox + reporter_config: + slack: + channel: '#forum-appsvc-notify' + job_states_to_report: + - failure + - error + report_template: ' :volcano: Job *{{.Spec.Job}}* (Performance + with current version of Developer Sandbox) ended with *{{.Status.State}}*. + <{{.Status.URL}}|View logs> :volcano:' + spec: + containers: + - args: + - --gcs-upload-secret=/secrets/gcs/service-account.json + - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson + - --lease-server-credentials-file=/etc/boskos/credentials + - --report-credentials-file=/etc/report/credentials + - --secret-dir=/secrets/ci-pull-credentials + - --secret-dir=/usr/local/performance-current-dev-sandbox-cluster-profile + - --target=performance-current-dev-sandbox + command: + - ci-operator + image: ci-operator:latest + imagePullPolicy: Always + name: "" + resources: + requests: + cpu: 10m + volumeMounts: + - mountPath: /etc/boskos + name: boskos + readOnly: true + - mountPath: /secrets/ci-pull-credentials + name: ci-pull-credentials + readOnly: true + - mountPath: /usr/local/performance-current-dev-sandbox-cluster-profile + name: cluster-profile + - mountPath: /secrets/gcs + name: gcs-credentials + readOnly: true + - mountPath: /etc/pull-secret + name: pull-secret + readOnly: true + - mountPath: /etc/report + name: result-aggregator + readOnly: true + serviceAccountName: ci-operator + volumes: + - name: boskos + secret: + items: + - key: credentials + path: credentials + secretName: boskos-credentials + - name: ci-pull-credentials + secret: + secretName: ci-pull-credentials + - name: cluster-profile + secret: + secretName: cluster-secrets-aws + - name: pull-secret + secret: + secretName: registry-pull-credentials + - name: result-aggregator + secret: + secretName: result-aggregator