Skip to content

Commit

Permalink
Various CI Updates (#2308)
Browse files Browse the repository at this point in the history
* Various CI Updates

* More TNF_ cleanup

* Adjust ref
  • Loading branch information
sebrandon1 authored Aug 2, 2024
1 parent 119df8d commit 2e5173c
Show file tree
Hide file tree
Showing 22 changed files with 136 additions and 132 deletions.
2 changes: 1 addition & 1 deletion .github/workflows/merge.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@ jobs:
with:
go-version: 1.22.5

- name: Check out code into the Go module directory
- name: Check out code
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7

- name: Run Tests
Expand Down
8 changes: 4 additions & 4 deletions .github/workflows/pre-main.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,7 @@ jobs:
- name: Disable default go problem matcher
run: echo "::remove-matcher owner=go::"

- name: Check out code into the Go module directory
- name: Check out code
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
with:
ref: ${{ github.sha }}
Expand Down Expand Up @@ -124,7 +124,7 @@ jobs:
- name: Disable default go problem matcher
run: echo "::remove-matcher owner=go::"

- name: Check out code into the Go module directory
- name: Check out code
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
with:
ref: ${{ github.sha }}
Expand Down Expand Up @@ -195,7 +195,7 @@ jobs:
- name: Disable default go problem matcher
run: echo "::remove-matcher owner=go::"

- name: Check out code into the Go module directory
- name: Check out code
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
with:
ref: ${{ github.sha }}
Expand Down Expand Up @@ -289,7 +289,7 @@ jobs:
go-version: 1.22.5

# Perform smoke tests using a Certsuite container.
- name: Check out code into the Go module directory
- name: Check out code
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
with:
ref: ${{ github.sha }}
Expand Down
16 changes: 10 additions & 6 deletions .github/workflows/qe-hosted.yml
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,12 @@ permissions:

env:
QE_REPO: test-network-function/cnfcert-tests-verification
CERTSUITE_IMAGE_NAME: quay.io/testnetworkfunction/cnf-certification-test
CERTSUITE_IMAGE_NAME_NEW: quay.io/testnetworkfunction/k8s-best-practices-certsuite
TEST_CERTSUITE_IMAGE_TAG: localtest
CERTSUITE_CONFIG_DIR: '/tmp/certsuite_config'
CERTSUITE_REPORT_DIR: '/tmp/certsuite_report'


concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
Expand All @@ -38,8 +44,8 @@ jobs:
context: .
file: ./Dockerfile
tags: |
quay.io/testnetworkfunction/cnf-certification-test:localtest
quay.io/testnetworkfunction/k8s-best-practices-certsuite:localtest
${{ env.CERTSUITE_IMAGE_NAME }}:${{ env.TEST_CERTSUITE_IMAGE_TAG }}
${{ env.CERTSUITE_IMAGE_NAME_NEW }}:${{ env.TEST_CERTSUITE_IMAGE_TAG }}
outputs: type=docker,dest=/tmp/testimage.tar

- name: Store image as artifact
Expand All @@ -60,8 +66,6 @@ jobs:
SHELL: /bin/bash
KUBECONFIG: '/home/runner/.kube/config'
PFLT_DOCKERCONFIG: '/home/runner/.docker/config'
TEST_TNF_IMAGE_NAME: quay.io/testnetworkfunction/cnf-certification-test
TEST_TNF_IMAGE_TAG: localtest
DOCKER_CONFIG_DIR: '/home/runner/.docker/'
SKIP_PRELOAD_IMAGES: true

Expand Down Expand Up @@ -114,7 +118,7 @@ jobs:
with:
timeout_minutes: 60
max_attempts: 3
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} TNF_IMAGE=${{env.TEST_TNF_IMAGE_NAME}} TNF_IMAGE_TAG=${{env.TEST_TNF_IMAGE_TAG}} JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} CERTSUITE_REPO_PATH=${GITHUB_WORKSPACE} CERTSUITE_IMAGE=${{env.CERTSUITE_IMAGE_NAME}} CERTSUITE_IMAGE_TAG=${{env.TEST_CERTSUITE_IMAGE_TAG}} JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features

# Only run against the binary during a scheduled run
- name: Build the binary
Expand All @@ -127,7 +131,7 @@ jobs:
with:
timeout_minutes: 60
max_attempts: 3
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} USE_BINARY=true JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} CERTSUITE_REPO_PATH=${GITHUB_WORKSPACE} USE_BINARY=true JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features

- name: (if on main and upstream) Send chat msg to dev team if failed to run QE tests
if: ${{ failure() && github.ref == 'refs/heads/main' && github.repository_owner == 'test-network-function' }}
Expand Down
16 changes: 8 additions & 8 deletions .github/workflows/qe-ocp-414-intrusive.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -49,11 +49,11 @@ jobs:
SHELL: /bin/bash
KUBECONFIG: '/home/labuser2/.kube/config'
PFLT_DOCKERCONFIG: '/home/labuser2/.docker/config'
TEST_TNF_IMAGE_NAME: quay.io/testnetworkfunction/cnf-certification-test
TEST_TNF_IMAGE_TAG: unstable
CERTSUITE_IMAGE_NAME: quay.io/testnetworkfunction/cnf-certification-test
TEST_CERTSUITE_IMAGE_TAG: unstable
DOCKER_CONFIG_DIR: '/home/labuser2/.docker'
TNF_CONFIG_DIR: '/home/labuser2/tnf_config'
TNF_REPORT_DIR: '/home/labuser2/tnf_report'
CERTSUITE_CONFIG_DIR: '/home/labuser2/tnf_config'
CERTSUITE_REPORT_DIR: '/home/labuser2/tnf_report'

steps:
- name: Check out code
Expand Down Expand Up @@ -84,15 +84,15 @@ jobs:
- name: Preemptively delete report and config folders
shell: bash
run: |
sudo rm -rf ${{env.TNF_CONFIG_DIR}}
sudo rm -rf ${{env.TNF_REPORT_DIR}}
sudo rm -rf ${{env.CERTSUITE_CONFIG_DIR}}
sudo rm -rf ${{env.CERTSUITE_REPORT_DIR}}
- name: Run the tests (against image)
uses: nick-fields/retry@7152eba30c6575329ac0576536151aca5a72780e # v3.0.0
with:
timeout_minutes: 60
max_attempts: 3
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} TNF_IMAGE=${{env.TEST_TNF_IMAGE_NAME}} TNF_IMAGE_TAG=${{env.TEST_TNF_IMAGE_TAG}} JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=false ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} CERTSUITE_REPO_PATH=${GITHUB_WORKSPACE} CERTSUITE_IMAGE=${{env.CERTSUITE_IMAGE_NAME}} CERTSUITE_IMAGE_TAG=${{env.TEST_CERTSUITE_IMAGE_TAG}} JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=false ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features

- name: Build the binary
run: make build-certsuite-tool
Expand All @@ -102,7 +102,7 @@ jobs:
with:
timeout_minutes: 60
max_attempts: 3
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} USE_BINARY=true JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} CERTSUITE_REPO_PATH=${GITHUB_WORKSPACE} USE_BINARY=true JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features

- name: (if on main and upstream) Send chat msg to dev team if failed to run QE tests
if: ${{ failure() && github.ref == 'refs/heads/main' && github.repository_owner == 'test-network-function' }}
Expand Down
16 changes: 8 additions & 8 deletions .github/workflows/qe-ocp-414.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -48,11 +48,11 @@ jobs:
SHELL: /bin/bash
KUBECONFIG: '/home/labuser2/.kube/config'
PFLT_DOCKERCONFIG: '/home/labuser2/.docker/config'
TEST_TNF_IMAGE_NAME: quay.io/testnetworkfunction/cnf-certification-test
TEST_TNF_IMAGE_TAG: unstable
CERTSUITE_IMAGE_NAME: quay.io/testnetworkfunction/cnf-certification-test
TEST_CERTSUITE_IMAGE_TAG: unstable
DOCKER_CONFIG_DIR: '/home/labuser2/.docker'
TNF_CONFIG_DIR: '/home/labuser2/tnf_config'
TNF_REPORT_DIR: '/home/labuser2/tnf_report'
CERTSUITE_CONFIG_DIR: '/home/labuser2/tnf_config'
CERTSUITE_REPORT_DIR: '/home/labuser2/tnf_report'

steps:
- name: Check out code
Expand Down Expand Up @@ -83,15 +83,15 @@ jobs:
- name: Preemptively delete report and config folders
shell: bash
run: |
sudo rm -rf ${{env.TNF_CONFIG_DIR}}
sudo rm -rf ${{env.TNF_REPORT_DIR}}
sudo rm -rf ${{env.CERTSUITE_CONFIG_DIR}}
sudo rm -rf ${{env.CERTSUITE_REPORT_DIR}}
- name: Run the tests (against image)
uses: nick-fields/retry@7152eba30c6575329ac0576536151aca5a72780e # v3.0.0
with:
timeout_minutes: 60
max_attempts: 3
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} TNF_IMAGE=${{env.TEST_TNF_IMAGE_NAME}} TNF_IMAGE_TAG=${{env.TEST_TNF_IMAGE_TAG}} JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} CERTSUITE_REPO_PATH=${GITHUB_WORKSPACE} CERTSUITE_IMAGE=${{env.CERTSUITE_IMAGE_NAME}} CERTSUITE_IMAGE_TAG=${{env.TEST_CERTSUITE_IMAGE_TAG}} JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features

- name: Build the binary
run: make build-certsuite-tool
Expand All @@ -101,7 +101,7 @@ jobs:
with:
timeout_minutes: 60
max_attempts: 3
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} USE_BINARY=true JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} CERTSUITE_REPO_PATH=${GITHUB_WORKSPACE} USE_BINARY=true JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features

- name: (if on main and upstream) Send chat msg to dev team if failed to run QE tests
if: ${{ failure() && github.ref == 'refs/heads/main' && github.repository_owner == 'test-network-function' }}
Expand Down
16 changes: 8 additions & 8 deletions .github/workflows/qe-ocp-415-intrusive.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -49,11 +49,11 @@ jobs:
SHELL: /bin/bash
KUBECONFIG: '/home/labuser/.kube/config'
PFLT_DOCKERCONFIG: '/home/labuser/.docker/config'
TEST_TNF_IMAGE_NAME: quay.io/testnetworkfunction/cnf-certification-test
TEST_TNF_IMAGE_TAG: unstable
CERTSUITE_IMAGE_NAME: quay.io/testnetworkfunction/cnf-certification-test
TEST_CERTSUITE_IMAGE_TAG: unstable
DOCKER_CONFIG_DIR: '/home/labuser/.docker'
TNF_CONFIG_DIR: '/home/labuser/tnf_config'
TNF_REPORT_DIR: '/home/labuser/tnf_report'
CERTSUITE_CONFIG_DIR: '/home/labuser/tnf_config'
CERTSUITE_REPORT_DIR: '/home/labuser/tnf_report'

steps:
- name: Check out code
Expand Down Expand Up @@ -84,15 +84,15 @@ jobs:
- name: Preemptively delete report and config folders
shell: bash
run: |
sudo rm -rf ${{env.TNF_CONFIG_DIR}}
sudo rm -rf ${{env.TNF_REPORT_DIR}}
sudo rm -rf ${{env.CERTSUITE_CONFIG_DIR}}
sudo rm -rf ${{env.CERTSUITE_REPORT_DIR}}
- name: Run the tests (against image)
uses: nick-fields/retry@7152eba30c6575329ac0576536151aca5a72780e # v3.0.0
with:
timeout_minutes: 60
max_attempts: 3
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} TNF_IMAGE=${{env.TEST_TNF_IMAGE_NAME}} TNF_IMAGE_TAG=${{env.TEST_TNF_IMAGE_TAG}} JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=false ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} CERTSUITE_REPO_PATH=${GITHUB_WORKSPACE} CERTSUITE_IMAGE=${{env.CERTSUITE_IMAGE_NAME}} CERTSUITE_IMAGE_TAG=${{env.TEST_CERTSUITE_IMAGE_TAG}} JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=false ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features

- name: Build the binary
run: make build-certsuite-tool
Expand All @@ -102,7 +102,7 @@ jobs:
with:
timeout_minutes: 60
max_attempts: 3
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} USE_BINARY=true JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} CERTSUITE_REPO_PATH=${GITHUB_WORKSPACE} USE_BINARY=true JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features

- name: (if on main and upstream) Send chat msg to dev team if failed to run QE tests
if: ${{ failure() && github.ref == 'refs/heads/main' && github.repository_owner == 'test-network-function' }}
Expand Down
16 changes: 8 additions & 8 deletions .github/workflows/qe-ocp-415.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -48,11 +48,11 @@ jobs:
SHELL: /bin/bash
KUBECONFIG: '/home/labuser/.kube/config'
PFLT_DOCKERCONFIG: '/home/labuser/.docker/config'
TEST_TNF_IMAGE_NAME: quay.io/testnetworkfunction/cnf-certification-test
TEST_TNF_IMAGE_TAG: unstable
CERTSUITE_IMAGE_NAME: quay.io/testnetworkfunction/cnf-certification-test
TEST_CERTSUITE_IMAGE_TAG: unstable
DOCKER_CONFIG_DIR: '/home/labuser/.docker'
TNF_CONFIG_DIR: '/home/labuser/tnf_config'
TNF_REPORT_DIR: '/home/labuser/tnf_report'
CERTSUITE_CONFIG_DIR: '/home/labuser/tnf_config'
CERTSUITE_REPORT_DIR: '/home/labuser/tnf_report'

steps:
- name: Check out code
Expand Down Expand Up @@ -83,15 +83,15 @@ jobs:
- name: Preemptively delete report and config folders
shell: bash
run: |
sudo rm -rf ${{env.TNF_CONFIG_DIR}}
sudo rm -rf ${{env.TNF_REPORT_DIR}}
sudo rm -rf ${{env.CERTSUITE_CONFIG_DIR}}
sudo rm -rf ${{env.CERTSUITE_REPORT_DIR}}
- name: Run the tests (against image)
uses: nick-fields/retry@7152eba30c6575329ac0576536151aca5a72780e # v3.0.0
with:
timeout_minutes: 60
max_attempts: 3
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} TNF_IMAGE=${{env.TEST_TNF_IMAGE_NAME}} TNF_IMAGE_TAG=${{env.TEST_TNF_IMAGE_TAG}} JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} CERTSUITE_REPO_PATH=${GITHUB_WORKSPACE} CERTSUITE_IMAGE=${{env.CERTSUITE_IMAGE_NAME}} CERTSUITE_IMAGE_TAG=${{env.TEST_CERTSUITE_IMAGE_TAG}} JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features

- name: Build the binary
run: make build-certsuite-tool
Expand All @@ -101,7 +101,7 @@ jobs:
with:
timeout_minutes: 60
max_attempts: 3
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} USE_BINARY=true JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} CERTSUITE_REPO_PATH=${GITHUB_WORKSPACE} USE_BINARY=true JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features

- name: (if on main and upstream) Send chat msg to dev team if failed to run QE tests
if: ${{ failure() && github.ref == 'refs/heads/main' && github.repository_owner == 'test-network-function' }}
Expand Down
16 changes: 8 additions & 8 deletions .github/workflows/qe-ocp-416-intrusive.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -49,11 +49,11 @@ jobs:
SHELL: /bin/bash
KUBECONFIG: '/home/labuser3/.kube/config'
PFLT_DOCKERCONFIG: '/home/labuser3/.docker/config'
TEST_TNF_IMAGE_NAME: quay.io/testnetworkfunction/cnf-certification-test
TEST_TNF_IMAGE_TAG: unstable
CERTSUITE_IMAGE_NAME: quay.io/testnetworkfunction/cnf-certification-test
TEST_CERTSUITE_IMAGE_TAG: unstable
DOCKER_CONFIG_DIR: '/home/labuser3/.docker'
TNF_CONFIG_DIR: '/home/labuser3/tnf_config'
TNF_REPORT_DIR: '/home/labuser3/tnf_report'
CERTSUITE_CONFIG_DIR: '/home/labuser3/tnf_config'
CERTSUITE_REPORT_DIR: '/home/labuser3/tnf_report'

steps:
- name: Check out code
Expand Down Expand Up @@ -84,15 +84,15 @@ jobs:
- name: Preemptively delete report and config folders
shell: bash
run: |
sudo rm -rf ${{env.TNF_CONFIG_DIR}}
sudo rm -rf ${{env.TNF_REPORT_DIR}}
sudo rm -rf ${{env.CERTSUITE_CONFIG_DIR}}
sudo rm -rf ${{env.CERTSUITE_REPORT_DIR}}
- name: Run the tests (against image)
uses: nick-fields/retry@7152eba30c6575329ac0576536151aca5a72780e # v3.0.0
with:
timeout_minutes: 60
max_attempts: 3
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} TNF_IMAGE=${{env.TEST_TNF_IMAGE_NAME}} TNF_IMAGE_TAG=${{env.TEST_TNF_IMAGE_TAG}} JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=false ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} CERTSUITE_REPO_PATH=${GITHUB_WORKSPACE} CERTSUITE_IMAGE=${{env.CERTSUITE_IMAGE_NAME}} CERTSUITE_IMAGE_TAG=${{env.TEST_CERTSUITE_IMAGE_TAG}} JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=false ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features

- name: Build the binary
run: make build-certsuite-tool
Expand All @@ -102,7 +102,7 @@ jobs:
with:
timeout_minutes: 60
max_attempts: 3
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} TNF_REPO_PATH=${GITHUB_WORKSPACE} USE_BINARY=true JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features
command: cd ${GITHUB_WORKSPACE}/cnfcert-tests-verification; FEATURES=${{matrix.suite}} CERTSUITE_REPO_PATH=${GITHUB_WORKSPACE} USE_BINARY=true JOB_ID=${{github.run_id}} DISABLE_INTRUSIVE_TESTS=true ENABLE_PARALLEL=true ENABLE_FLAKY_RETRY=true make test-features

- name: (if on main and upstream) Send chat msg to dev team if failed to run QE tests
if: ${{ failure() && github.ref == 'refs/heads/main' && github.repository_owner == 'test-network-function' }}
Expand Down
Loading

0 comments on commit 2e5173c

Please sign in to comment.