test cloud ci

.github/workflows/cloud-ci.yml

@@ -0,0 +1,107 @@
+name: tests
+
+on:
+  # Runs for pull requests
+  pull_request:
+    branches:
+      - master
+
+jobs:
+  tests:
+    strategy:
+      fail-fast: true
+      matrix:
+        include:
+          - arch: cpu
+            exclude: "no-cuda"
+            run_on: ec2
+          # - arch: rocm
+          #   exclude : "no-rocm"
+
+    runs-on: ubuntu-latest
+    environment: test-cloud-ci
+
+    # Cancel previous jobs if a new version was pushed
+    concurrency:
+      group: "${{ github.ref }}-${{ matrix.arch }}-${{ matrix.run_on }}"
+      cancel-in-progress: true
+
+    defaults:
+      run:
+        shell: bash -el {0}
+
+    env:
+      MILABENCH_CONFIG: "config/test.yaml"
+      MILABENCH_SYSTEM: "config/examples/${{ matrix.run_on }}-system.yaml"
+      MILABENCH_BASE: "output"
+      MILABENCH_ARGS: ""
+      MILABENCH_GPU_ARCH: "${{ matrix.arch }}"
+      MILABENCH_DASH: "no"
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - uses: actions/setup-python@v2
+        with:
+          python-version: 3.9
+
+      - name: dependencies
+        run: |
+          python -m pip install -U pip
+          python -m pip install -U poetry
+          poetry lock --no-update
+          poetry install
+
+      - name: cloud
+        run: |
+          mkdir -p ~/.aws
+          mkdir -p ~/.ssh/covalent
+          echo "${{ secrets.COVALENT_EC2_EXECUTOR_KEYPAIR }}" >~/.ssh/covalent/covalent-ec2-executor-keypair.pem
+          echo "[default]" >~/.aws/credentials
+          echo "aws_access_key_id=${{ secrets.AWS_ACCESS_KEY_ID }}" >>~/.aws/credentials
+          echo "aws_secret_access_key=${{ secrets.AWS_SECRET_ACCESS_KEY }}" >>~/.aws/credentials
+#           echo "[mb_aws_cloud_ci]" >~/.aws/credentials
+#           echo "aws_access_key_id = ${{ secrets.AWS_ACCESS_KEY_ID }}" >>~/.aws/credentials
+#           echo "aws_secret_access_key = ${{ secrets.AWS_SECRET_ACCESS_KEY }}" >>~/.aws/credentials
+#           export AWS_ACCESS_KEY_ID=${{ secrets.AWS_ACCESS_KEY_ID }}
+#           export AWS_SECRET_ACCESS_KEY=${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          chmod a-rwx,o+rwX ~/.aws ~/.ssh
+          cat ~/.aws/credentials
+
+          _system=$(
+          poetry run milabench cloud \
+            --setup \
+            --run-on ${{ matrix.run_on }}
+          )
+          { read _hash ; }< <(
+          echo -n "$_system" | while read l
+          do
+              if [[ "$l" == "# hash::>"* ]]
+              then
+                  echo -n "${l#*::>}"
+              fi
+          done
+          )
+          if [[ -z "${_hash}" ]]
+          then
+            >&2 echo "Failed to fetch system config hash"
+            exit 1
+          fi
+          echo -n "$_system" >$MILABENCH_SYSTEM.$_hash
+          export MILABENCH_SYSTEM=$MILABENCH_SYSTEM.$_hash
+
+      - name: install benchmarks
+        run: |
+          milabench install
+
+      - name: prepare benchmarks
+        run: |
+          milabench prepare
+
+      - name: run benchmarks
+        run: |
+          milabench run
+
+      - name: Summary
+        run: |
+          milabench report --push