From 6f953bc2b965e48da7bf4890cb6baa7609f04851 Mon Sep 17 00:00:00 2001 From: Jeff Peeler Date: Wed, 8 Nov 2017 16:26:00 -0500 Subject: [PATCH] add service-catalog testing to run on a daily schedule closes openshift/origin#16220 --- .../test_branch_origin_service_catalog.yml | 87 +++ .../test_branch_origin_service_catalog.xml | 555 ++++++++++++++++++ 2 files changed, 642 insertions(+) create mode 100644 sjb/config/test_cases/test_branch_origin_service_catalog.yml create mode 100644 sjb/generated/test_branch_origin_service_catalog.xml diff --git a/sjb/config/test_cases/test_branch_origin_service_catalog.yml b/sjb/config/test_cases/test_branch_origin_service_catalog.yml new file mode 100644 index 0000000000..00b55a8770 --- /dev/null +++ b/sjb/config/test_cases/test_branch_origin_service_catalog.yml @@ -0,0 +1,87 @@ +--- +parent: 'common/test_cases/origin_built_release.yml' +overrides: + junit_analysis: False + timer: 'H H * * *' + email: + - jpeeler@redhat.com +extensions: + actions: + - type: "script" + title: "determine the release commit for origin images" + repository: "origin" + script: |- + jobs_repo="/data/src/github.com/openshift/aos-cd-jobs/" + git log -1 --pretty=%h > "${jobs_repo}/ORIGIN_COMMIT" + source hack/lib/init.sh + os::build::rpm::format_nvra > "${jobs_repo}/ORIGIN_BUILT_VERSION" + - type: "script" + title: "build junitreport" + repository: "origin" + timeout: 1800 + script: |- + OS_BUILD_ENV_PULL_IMAGE=true OS_BUILD_ENV_PRESERVE=_output/local/bin/linux/amd64/junitreport hack/env make build WHAT=tools/junitreport + - type: "script" + title: "build service-catalog user-broker image" + repository: "origin" + timeout: 1800 + script: |- + REGISTRY=openshift/ NO_DOCKER=1 make -C cmd/service-catalog/go/src/github.com/kubernetes-incubator/service-catalog user-broker-image + - type: "script" + title: "build Service Catalog binary" + repository: "origin" + timeout: 1800 + script: |- + unset GOPATH; cmd/service-catalog/go/src/github.com/kubernetes-incubator/service-catalog/hack/build-go.sh + - type: "script" + title: "run Service Catalog unit tests" + repository: "origin" + timeout: 1800 + script: |- + NO_DOCKER=1 make -C cmd/service-catalog/go/src/github.com/kubernetes-incubator/service-catalog test-unit + - type: "script" + title: "run Service Catalog integration tests" + repository: "origin" + timeout: 1800 + script: |- + sudo yum -y install etcd + # this strips the -i arg to "go test". can be dropped once PR is merged: + # https://github.com/kubernetes-incubator/service-catalog/pull/1566 (and vendored in rebase) + sed -i 's/\(go test.*\)\( -i \)\(.*\)/\1 \3/' cmd/service-catalog/go/src/github.com/kubernetes-incubator/service-catalog/test/integration.sh + NO_DOCKER=1 make -C cmd/service-catalog/go/src/github.com/kubernetes-incubator/service-catalog scBuildImageTarget=.scBuildImage test-integration + - type: "script" + title: "build Service Catalog image" + repository: "origin" + timeout: 1800 + script: |- + hack/build-local-images.py service-catalog + - type: "script" + title: "build Service Catalog E2E test binary" + repository: "origin" + timeout: 1800 + script: |- + NO_DOCKER=1 make -C cmd/service-catalog/go/src/github.com/kubernetes-incubator/service-catalog bin/e2e.test + - type: "script" + title: "start cluster with Service Catalog" + repository: "origin" + timeout: 1800 + script: |- + ./_output/local/bin/linux/amd64/oc cluster up --version=latest --service-catalog + - type: "script" + title: "Run Service Catalog E2E" + repository: "origin" + timeout: 1800 + script: |- + sudo chmod a+rw /var/lib/origin/openshift.local.config/master/admin.kubeconfig + export KUBECONFIG=/var/lib/origin/openshift.local.config/master/admin.kubeconfig + ./_output/local/bin/linux/amd64/oc login -u system:admin + SERVICECATALOGCONFIG=$KUBECONFIG cmd/service-catalog/go/src/github.com/kubernetes-incubator/service-catalog/bin/e2e.test -v 10 -alsologtostderr + system_journals: + - origin-master.service + - origin-master-api.service + - origin-master-controllers.service + - origin-node.service + - openvswitch.service + - ovs-vswitchd.service + - ovsdb-server.service + - etcd.service diff --git a/sjb/generated/test_branch_origin_service_catalog.xml b/sjb/generated/test_branch_origin_service_catalog.xml new file mode 100644 index 0000000000..f84cb6db65 --- /dev/null +++ b/sjb/generated/test_branch_origin_service_catalog.xml @@ -0,0 +1,555 @@ + + + + <div style="font-size: 32px; line-height: 1.5em; background-color: yellow; padding: 5px;">WARNING: THIS IS AN AUTO-GENERATED JOB DEFINITION. CHANGES MADE USING THE ONLINE EDITOR WILL NOT BE HONORED. MAKE CHANGES TO THE JOB DEFINITIONS IN THE <a href="https://github.com/openshift/aos-cd-jobs/tree/master/sjb">openshift/aos-cd-jobs</a> REPOSITORY INSTEAD.</div> + false + + + true + false + + + + 7 + -1 + -1 + -1 + + + + + + buildId + Unique build number for each run. + + + + REPO_OWNER + GitHub org that triggered the job. + openshift + + + REPO_NAME + GitHub repo that triggered the job. + origin + + + PULL_BASE_REF + Ref name of the base branch. + + + + PULL_BASE_SHA + Git SHA of the base branch. + + + + PULL_REFS + All refs to test. + + + + PULL_NUMBER + Pull request number. + + + + PULL_PULL_SHA + Pull request head SHA. + + + + + + 0 + 0 + + false + project + false + + + + + true + false + false + false + origin1 + + + H H * * * + + + true + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: INSTALL THE ORIGIN-CI-TOOL ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: INSTALL THE ORIGIN-CI-TOOL [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +latest="$( readlink "${HOME}/origin-ci-tool/latest" )" +touch "${latest}" +cp "${latest}/bin/activate" "${WORKSPACE}/activate" +cat >> "${WORKSPACE}/activate" <<EOF +export OCT_CONFIG_HOME="${WORKSPACE}/.config" +EOF + +source "${WORKSPACE}/activate" +mkdir -p "${OCT_CONFIG_HOME}" +rm -rf "${OCT_CONFIG_HOME}/origin-ci-tool" +oct configure ansible-client verbosity 2 +oct configure aws-client 'keypair_name' 'libra' +oct configure aws-client 'private_key_path' '/var/lib/jenkins/.ssh/devenv.pem' + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: PROVISION CLOUD RESOURCES ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: PROVISION CLOUD RESOURCES [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +oct provision remote all-in-one --os "rhel" --stage "build" --provider "aws" --discrete-ssh-config --name "${JOB_NAME}_${BUILD_NUMBER}" + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: FORWARD PARAMETERS TO THE REMOTE HOST ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: FORWARD PARAMETERS TO THE REMOTE HOST [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel sudo chmod o+rw /etc/environment +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel "echo 'REPO_OWNER=${REPO_OWNER:-}' >> /etc/environment" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel "echo 'REPO_NAME=${REPO_NAME:-}' >> /etc/environment" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel "echo 'PULL_BASE_REF=${PULL_BASE_REF:-}' >> /etc/environment" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel "echo 'PULL_BASE_SHA=${PULL_BASE_SHA:-}' >> /etc/environment" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel "echo 'PULL_REFS=${PULL_REFS:-}' >> /etc/environment" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel "echo 'PULL_NUMBER=${PULL_NUMBER:-}' >> /etc/environment" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel "echo 'PULL_PULL_SHA=${PULL_PULL_SHA:-}' >> /etc/environment" + + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: RECORD THE STARTING METADATA ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: RECORD THE STARTING METADATA [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +script="$( mktemp )" +cat <<SCRIPT >"${script}" +#!/bin/bash +set -o errexit -o nounset -o pipefail -o xtrace +cd "\${GOPATH}/src/github.com/openshift/aos-cd-jobs" +trap 'exit 0' EXIT +sjb/gcs/started.py +SCRIPT +chmod +x "${script}" +scp -F ./.config/origin-ci-tool/inventory/.ssh_config "${script}" openshiftdevel:"${script}" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config -t openshiftdevel "bash -l -c \"timeout 300 ${script}\"" + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: UPLOAD GCS STARTING METADATA ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: UPLOAD GCS STARTING METADATA [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +trap 'exit 0' EXIT +mkdir -p gcs/ +scp -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel:/data/started.json gcs/ + +function gcs_path() { + bucket="gs://origin-ci-test/" + + if [[ -z "${buildId}" ]]; then + echo "Not a Prow job!" 1>&2 + return 1 + fi + suffix="${JOB_NAME}/${BUILD_NUMBER}/" + if [[ -n "${REPO_OWNER:-}" ]]; then + if [[ "${REPO_NAME}" != "origin" ]]; then + segment="${REPO_OWNER}_${REPO_NAME}/" + fi + if [[ -n "${PULL_NUMBER:-}" ]]; then + # this is a presubmit + prefix="pr-logs/pull/" + segment="${segment:-}${PULL_NUMBER}/" + else + if [[ "${PULL_REFS}" =~ ^[^:]+:[^:]+(,[^:]+:[^:]+){2,} ]]; then + # this is a batch + prefix="pr-logs/pull/batch/" + else + # this is a postsubmit + prefix="logs/" + fi + fi + else + # this is a periodic + prefix="logs/" + fi + echo "${bucket}${prefix}${segment:-}${suffix}" + return 0 +} +if path="$( gcs_path )"; then + gsutil cp gcs/started.json "${path}started.json" + if [[ -n "${PULL_NUMBER:-}" ]]; then + echo "${path%\/}" > "${BUILD_NUMBER}.txt" + gsutil cp "${BUILD_NUMBER}.txt" "gs://origin-ci-test/pr-logs/directory/${JOB_NAME}/${BUILD_NUMBER}.txt" + fi +fi + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: USE A RAMDISK FOR ETCD ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: USE A RAMDISK FOR ETCD [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +script="$( mktemp )" +cat <<SCRIPT >"${script}" +#!/bin/bash +set -o errexit -o nounset -o pipefail -o xtrace +cd "\${HOME}" +sudo su root <<SUDO +mkdir -p /tmp +mount -t tmpfs -o size=4096m tmpfs /tmp +mkdir -p /tmp/etcd +chmod a+rwx /tmp/etcd +restorecon -R /tmp +echo "ETCD_DATA_DIR=/tmp/etcd" >> /etc/environment +SUDO +SCRIPT +chmod +x "${script}" +scp -F ./.config/origin-ci-tool/inventory/.ssh_config "${script}" openshiftdevel:"${script}" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config -t openshiftdevel "bash -l -c \"timeout 300 ${script}\"" + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: DETERMINE THE RELEASE COMMIT FOR ORIGIN IMAGES ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: DETERMINE THE RELEASE COMMIT FOR ORIGIN IMAGES [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +script="$( mktemp )" +cat <<SCRIPT >"${script}" +#!/bin/bash +set -o errexit -o nounset -o pipefail -o xtrace +cd "\${GOPATH}/src/github.com/openshift/origin" +jobs_repo="/data/src/github.com/openshift/aos-cd-jobs/" +git log -1 --pretty=%h > "\${jobs_repo}/ORIGIN_COMMIT" +source hack/lib/init.sh +os::build::rpm::format_nvra > "\${jobs_repo}/ORIGIN_BUILT_VERSION" +SCRIPT +chmod +x "${script}" +scp -F ./.config/origin-ci-tool/inventory/.ssh_config "${script}" openshiftdevel:"${script}" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config -t openshiftdevel "bash -l -c \"timeout 14400 ${script}\"" + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: BUILD JUNITREPORT ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: BUILD JUNITREPORT [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +script="$( mktemp )" +cat <<SCRIPT >"${script}" +#!/bin/bash +set -o errexit -o nounset -o pipefail -o xtrace +cd "\${GOPATH}/src/github.com/openshift/origin" +OS_BUILD_ENV_PULL_IMAGE=true OS_BUILD_ENV_PRESERVE=_output/local/bin/linux/amd64/junitreport hack/env make build WHAT=tools/junitreport +SCRIPT +chmod +x "${script}" +scp -F ./.config/origin-ci-tool/inventory/.ssh_config "${script}" openshiftdevel:"${script}" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config -t openshiftdevel "bash -l -c \"timeout 1800 ${script}\"" + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: BUILD SERVICE-CATALOG USER-BROKER IMAGE ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: BUILD SERVICE-CATALOG USER-BROKER IMAGE [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +script="$( mktemp )" +cat <<SCRIPT >"${script}" +#!/bin/bash +set -o errexit -o nounset -o pipefail -o xtrace +cd "\${GOPATH}/src/github.com/openshift/origin" +REGISTRY=openshift/ NO_DOCKER=1 make -C cmd/service-catalog/go/src/github.com/kubernetes-incubator/service-catalog user-broker-image +SCRIPT +chmod +x "${script}" +scp -F ./.config/origin-ci-tool/inventory/.ssh_config "${script}" openshiftdevel:"${script}" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config -t openshiftdevel "bash -l -c \"timeout 1800 ${script}\"" + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: BUILD SERVICE CATALOG BINARY ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: BUILD SERVICE CATALOG BINARY [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +script="$( mktemp )" +cat <<SCRIPT >"${script}" +#!/bin/bash +set -o errexit -o nounset -o pipefail -o xtrace +cd "\${GOPATH}/src/github.com/openshift/origin" +unset GOPATH; cmd/service-catalog/go/src/github.com/kubernetes-incubator/service-catalog/hack/build-go.sh +SCRIPT +chmod +x "${script}" +scp -F ./.config/origin-ci-tool/inventory/.ssh_config "${script}" openshiftdevel:"${script}" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config -t openshiftdevel "bash -l -c \"timeout 1800 ${script}\"" + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: RUN SERVICE CATALOG UNIT TESTS ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: RUN SERVICE CATALOG UNIT TESTS [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +script="$( mktemp )" +cat <<SCRIPT >"${script}" +#!/bin/bash +set -o errexit -o nounset -o pipefail -o xtrace +cd "\${GOPATH}/src/github.com/openshift/origin" +NO_DOCKER=1 make -C cmd/service-catalog/go/src/github.com/kubernetes-incubator/service-catalog test-unit +SCRIPT +chmod +x "${script}" +scp -F ./.config/origin-ci-tool/inventory/.ssh_config "${script}" openshiftdevel:"${script}" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config -t openshiftdevel "bash -l -c \"timeout 1800 ${script}\"" + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: RUN SERVICE CATALOG INTEGRATION TESTS ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: RUN SERVICE CATALOG INTEGRATION TESTS [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +script="$( mktemp )" +cat <<SCRIPT >"${script}" +#!/bin/bash +set -o errexit -o nounset -o pipefail -o xtrace +cd "\${GOPATH}/src/github.com/openshift/origin" +sudo yum -y install etcd +# this strips the -i arg to "go test". can be dropped once PR is merged: +# https://github.com/kubernetes-incubator/service-catalog/pull/1566 (and vendored in rebase) +sed -i 's/\(go test.*\)\( -i \)\(.*\)/\1 \3/' cmd/service-catalog/go/src/github.com/kubernetes-incubator/service-catalog/test/integration.sh +NO_DOCKER=1 make -C cmd/service-catalog/go/src/github.com/kubernetes-incubator/service-catalog scBuildImageTarget=.scBuildImage test-integration +SCRIPT +chmod +x "${script}" +scp -F ./.config/origin-ci-tool/inventory/.ssh_config "${script}" openshiftdevel:"${script}" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config -t openshiftdevel "bash -l -c \"timeout 1800 ${script}\"" + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: BUILD SERVICE CATALOG IMAGE ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: BUILD SERVICE CATALOG IMAGE [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +script="$( mktemp )" +cat <<SCRIPT >"${script}" +#!/bin/bash +set -o errexit -o nounset -o pipefail -o xtrace +cd "\${GOPATH}/src/github.com/openshift/origin" +hack/build-local-images.py service-catalog +SCRIPT +chmod +x "${script}" +scp -F ./.config/origin-ci-tool/inventory/.ssh_config "${script}" openshiftdevel:"${script}" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config -t openshiftdevel "bash -l -c \"timeout 1800 ${script}\"" + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: BUILD SERVICE CATALOG E2E TEST BINARY ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: BUILD SERVICE CATALOG E2E TEST BINARY [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +script="$( mktemp )" +cat <<SCRIPT >"${script}" +#!/bin/bash +set -o errexit -o nounset -o pipefail -o xtrace +cd "\${GOPATH}/src/github.com/openshift/origin" +NO_DOCKER=1 make -C cmd/service-catalog/go/src/github.com/kubernetes-incubator/service-catalog bin/e2e.test +SCRIPT +chmod +x "${script}" +scp -F ./.config/origin-ci-tool/inventory/.ssh_config "${script}" openshiftdevel:"${script}" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config -t openshiftdevel "bash -l -c \"timeout 1800 ${script}\"" + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: START CLUSTER WITH SERVICE CATALOG ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: START CLUSTER WITH SERVICE CATALOG [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +script="$( mktemp )" +cat <<SCRIPT >"${script}" +#!/bin/bash +set -o errexit -o nounset -o pipefail -o xtrace +cd "\${GOPATH}/src/github.com/openshift/origin" +./_output/local/bin/linux/amd64/oc cluster up --version=latest --service-catalog +SCRIPT +chmod +x "${script}" +scp -F ./.config/origin-ci-tool/inventory/.ssh_config "${script}" openshiftdevel:"${script}" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config -t openshiftdevel "bash -l -c \"timeout 1800 ${script}\"" + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: RUN SERVICE CATALOG E2E ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: RUN SERVICE CATALOG E2E [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +script="$( mktemp )" +cat <<SCRIPT >"${script}" +#!/bin/bash +set -o errexit -o nounset -o pipefail -o xtrace +cd "\${GOPATH}/src/github.com/openshift/origin" +sudo chmod a+rw /var/lib/origin/openshift.local.config/master/admin.kubeconfig +export KUBECONFIG=/var/lib/origin/openshift.local.config/master/admin.kubeconfig +./_output/local/bin/linux/amd64/oc login -u system:admin +SERVICECATALOGCONFIG=\$KUBECONFIG cmd/service-catalog/go/src/github.com/kubernetes-incubator/service-catalog/bin/e2e.test -v 10 -alsologtostderr +SCRIPT +chmod +x "${script}" +scp -F ./.config/origin-ci-tool/inventory/.ssh_config "${script}" openshiftdevel:"${script}" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config -t openshiftdevel "bash -l -c \"timeout 1800 ${script}\"" + + + + + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: DOWNLOAD ARTIFACTS FROM THE REMOTE HOST ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: DOWNLOAD ARTIFACTS FROM THE REMOTE HOST [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +trap 'exit 0' EXIT +ARTIFACT_DIR="$( pwd )/artifacts/gathered" +rm -rf "${ARTIFACT_DIR}" +mkdir -p "${ARTIFACT_DIR}" +if ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel sudo stat /data/src/github.com/openshift/origin/_output/scripts; then + ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel sudo chmod -R o+rX /data/src/github.com/openshift/origin/_output/scripts + scp -r -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel:/data/src/github.com/openshift/origin/_output/scripts "${ARTIFACT_DIR}" +fi +tree "${ARTIFACT_DIR}" + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: GENERATE ARTIFACTS FROM THE REMOTE HOST ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: GENERATE ARTIFACTS FROM THE REMOTE HOST [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +trap 'exit 0' EXIT +ARTIFACT_DIR="$( pwd )/artifacts/generated" +rm -rf "${ARTIFACT_DIR}" +mkdir "${ARTIFACT_DIR}" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel "sudo docker version && sudo docker info && sudo docker images && sudo docker ps -a 2>&1" >> "${ARTIFACT_DIR}/docker.info" || true +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel "sudo cat /etc/sysconfig/docker /etc/sysconfig/docker-network /etc/sysconfig/docker-storage /etc/sysconfig/docker-storage-setup /etc/systemd/system/docker.service 2>&1" >> "${ARTIFACT_DIR}/docker.config" || true +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel "oc get --raw /metrics --server=https://\$( uname --nodename ):10250 --config=/etc/origin/master/admin.kubeconfig 2>&1" >> "${ARTIFACT_DIR}/node-metrics.log" || true +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel "sudo ausearch -m AVC -m SELINUX_ERR -m USER_AVC 2>&1" >> "${ARTIFACT_DIR}/avc_denials.log" || true +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel "oc get --raw /metrics --config=/etc/origin/master/admin.kubeconfig 2>&1" >> "${ARTIFACT_DIR}/master-metrics.log" || true +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel "sudo df -h && sudo pvs && sudo vgs && sudo lvs 2>&1" >> "${ARTIFACT_DIR}/filesystem.info" || true +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel "sudo yum list installed 2>&1" >> "${ARTIFACT_DIR}/installed_packages.log" || true +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel "sudo journalctl _PID=1 --no-pager --all --lines=all 2>&1" >> "${ARTIFACT_DIR}/pid1.journal" || true +tree "${ARTIFACT_DIR}" + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: FETCH SYSTEMD JOURNALS FROM THE REMOTE HOST ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: FETCH SYSTEMD JOURNALS FROM THE REMOTE HOST [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +trap 'exit 0' EXIT +ARTIFACT_DIR="$( pwd )/artifacts/journals" +rm -rf "${ARTIFACT_DIR}" +mkdir "${ARTIFACT_DIR}" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel sudo journalctl --unit docker.service --no-pager --all --lines=all >> "${ARTIFACT_DIR}/docker.service" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel sudo journalctl --unit dnsmasq.service --no-pager --all --lines=all >> "${ARTIFACT_DIR}/dnsmasq.service" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel sudo journalctl --unit systemd-journald.service --no-pager --all --lines=all >> "${ARTIFACT_DIR}/systemd-journald.service" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel sudo journalctl --unit origin-master.service --no-pager --all --lines=all >> "${ARTIFACT_DIR}/origin-master.service" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel sudo journalctl --unit origin-master-api.service --no-pager --all --lines=all >> "${ARTIFACT_DIR}/origin-master-api.service" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel sudo journalctl --unit origin-master-controllers.service --no-pager --all --lines=all >> "${ARTIFACT_DIR}/origin-master-controllers.service" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel sudo journalctl --unit origin-node.service --no-pager --all --lines=all >> "${ARTIFACT_DIR}/origin-node.service" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel sudo journalctl --unit openvswitch.service --no-pager --all --lines=all >> "${ARTIFACT_DIR}/openvswitch.service" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel sudo journalctl --unit ovs-vswitchd.service --no-pager --all --lines=all >> "${ARTIFACT_DIR}/ovs-vswitchd.service" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel sudo journalctl --unit ovsdb-server.service --no-pager --all --lines=all >> "${ARTIFACT_DIR}/ovsdb-server.service" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel sudo journalctl --unit etcd.service --no-pager --all --lines=all >> "${ARTIFACT_DIR}/etcd.service" +tree "${ARTIFACT_DIR}" + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: FORWARD PARAMETERS TO THE REMOTE HOST ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: FORWARD PARAMETERS TO THE REMOTE HOST [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel sudo chmod o+rw /etc/environment +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel "echo 'BUILD_URL=${BUILD_URL:-}' >> /etc/environment" + + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: RECORD THE ENDING METADATA ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: RECORD THE ENDING METADATA [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +script="$( mktemp )" +cat <<SCRIPT >"${script}" +#!/bin/bash +set -o errexit -o nounset -o pipefail -o xtrace +cd "\${GOPATH}/src/github.com/openshift/aos-cd-jobs" +trap 'exit 0' EXIT +sjb/gcs/finished.py +SCRIPT +chmod +x "${script}" +scp -F ./.config/origin-ci-tool/inventory/.ssh_config "${script}" openshiftdevel:"${script}" +ssh -F ./.config/origin-ci-tool/inventory/.ssh_config -t openshiftdevel "bash -l -c \"timeout 300 ${script}\"" + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: ASSEMBLE GCS OUTPUT ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: ASSEMBLE GCS OUTPUT [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +trap 'exit 0' EXIT +mkdir -p gcs/artifacts gcs/artifacts/generated gcs/artifacts/journals gcs/artifacts/gathered +scp -F ./.config/origin-ci-tool/inventory/.ssh_config openshiftdevel:/data/finished.json gcs/ +cat "/var/lib/jenkins/jobs/${JOB_NAME}/builds/${BUILD_NUMBER}/log" > gcs/build-log.txt +cp artifacts/generated/* gcs/artifacts/generated/ +cp artifacts/journals/* gcs/artifacts/journals/ +cp -r artifacts/gathered/* gcs/artifacts/ + +function gcs_path() { + bucket="gs://origin-ci-test/" + + if [[ -z "${buildId}" ]]; then + echo "Not a Prow job!" 1>&2 + return 1 + fi + suffix="${JOB_NAME}/${BUILD_NUMBER}/" + if [[ -n "${REPO_OWNER:-}" ]]; then + if [[ "${REPO_NAME:-}" != "origin" ]]; then + segment="${REPO_OWNER}_${REPO_NAME}/" + fi + if [[ -n "${PULL_NUMBER:-}" ]]; then + # this is a presubmit + prefix="pr-logs/pull/" + segment="${segment:-}${PULL_NUMBER}/" + else + if [[ "${PULL_REFS}" =~ ^[^:]+:[^:]+(,[^:]+:[^:]+){2,} ]]; then + # this is a batch + prefix="pr-logs/pull/batch/" + else + # this is a postsubmit + prefix="logs/" + fi + fi + else + # this is a periodic + prefix="logs/" + fi + echo "${bucket}${prefix}${segment:-}${suffix}" + return 0 +} +if path="$( gcs_path )"; then + gsutil -m cp -r gcs/* "${path}" +fi + + + #!/bin/bash +SCRIPT_START_TIME="$( date +%s )" && export SCRIPT_START_TIME && echo "########## STARTING STAGE: DEPROVISION CLOUD RESOURCES ##########" && trap 'export status=FAILURE' ERR && trap 'set +o xtrace; SCRIPT_END_TIME="$( date +%s )"; ELAPSED_TIME="$(( SCRIPT_END_TIME - SCRIPT_START_TIME ))"; echo "########## FINISHED STAGE: ${status:-SUCCESS}: DEPROVISION CLOUD RESOURCES [$( printf "%02dh %02dm %02ds" "$(( ELAPSED_TIME/3600 ))" "$(( (ELAPSED_TIME%3600)/60 ))" "$(( ELAPSED_TIME%60 ))" )] ##########"' EXIT && set -o errexit -o nounset -o pipefail -o xtrace && if [[ -s "${WORKSPACE}/activate" ]]; then source "${WORKSPACE}/activate"; fi +oct deprovision + + + false + false + false + + + .config/origin-ci-tool/logs/junit/*.xml,artifacts/**/*.xml + true + false + false + true + true + + + Jenkins-AWS + + + aos-ci/jenkinsorigin + artifacts/**, .config/origin-ci-tool/** + + STANDARD + us-east-1 + false + false + true + false + false + false + false + false + + + true + + WARNING + 900 + sun.util.logging.resources.logging + + + SUCCESS + 0 + BLUE + true + + + + + jpeeler@redhat.com + true + false + + + + false + false + true + true + true + true + true + false + false + + + + + + false + + + + + false + \ No newline at end of file