ACR, Workflow UX, gh act, azure batch automation

.github/workflows/1-Build-Dependency-Image.yaml → .github/workflows/1-Build-Dependencies-Image.yaml

@@ -1,9 +1,8 @@
 name: Build Dependencies Container Image
 run-name: (1) Dependencies Image Build - ${{ github.event.head_commit.message }} - ${{ github.ref_name }}
 
-# This GitHub Actions workflow builds a Docker image for the
-# cfa-epinow2-pipeline-docker project. It consists of two jobs:
-# build_image_dependencies and build_image.
+# This GitHub Actions workflow builds a Dependencies Docker image for the
+# cfa-epinow2-pipeline-docker project. 
 #
 # - The `build_image_dependencies` job carries out the first part of a
 #   multi-stage build. It downloads and installs all the dependencies
@@ -15,21 +14,15 @@ run-name: (1) Dependencies Image Build - ${{ github.event.head_commit.message }}
 #   The process is cached to avoid rebuilding the image if the dependencies
 #   have not changed. This is by hashing the `DESCRIPTION` file and the
 #   `Dockerfile-dependencies` file.
-#
-# - The build_image job builds the final image using the `Dockerfile` file.
-#   It uses the image built in the previous job as a base image.
-#
-#   During the build process, the package is installed and built. Furthermore
-#   the package is checked using `R CMD check` to ensure that it is working
-#   correctly.
-#
-#   Once the image is built, it is pushed to the corresponding registry.
+
+# - This built docker image is then referenced by the simply named 'Dockerfile', built in: 
+#     - "2_pre-Test-Model-Image-Build" and 
+#     - "2-Run-Epinow2-Pipeline.yaml"
 
 on:
   push:
     branches:
       - main
-      - jk-azure-readiness # temporary
     paths:
       - "./Dockerfile-dependencies" # the dockerfile this workflow builds from
       - "./.github/workflows/build-dependency-image.yaml" # this workflow
@@ -55,13 +48,13 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v4
 
-      # - name: Check cache
-      #   uses: actions/cache@v3
-      #   id: cache
-      #   with:
-      #     key: docker-dependencies-${{ runner.os }}-${{ hashFiles('./DESCRIPTION', './Dockerfile-dependencies') }}
-      #     path:
-      #       ./DESCRIPTION
+      - name: Check cache
+        uses: actions/cache@v3
+        id: cache
+        with:
+          key: docker-dependencies-${{ runner.os }}-${{ hashFiles('./DESCRIPTION', './Dockerfile-dependencies') }}
+          path:
+            ./DESCRIPTION
 
       - name: Login to the Container Registry
         uses: docker/login-action@v3
@@ -70,9 +63,8 @@ jobs:
           username: "cfaprdbatchcr"
           password: ${{ secrets.CFAPRDBATCHCR_REGISTRY_PASSWORD }}
 
-      # if: steps.cache.outputs.cache-hit != 'true'
-
       - name: Build and push
+        if: steps.cache.outputs.cache-hit != 'true'
         uses: docker/build-push-action@v6
         with:
           push: true

.github/workflows/2-Run-Epinow2-Pipeline.yaml

@@ -2,30 +2,17 @@ name: Run Epinow2 Pipeline
 run-name: (2) Pipeline - "${{ github.event.head_commit.message }}" - ${{ github.ref_name }}
 
 # This GitHub Actions workflow builds a Docker image for the
-# cfa-epinow2-pipeline-docker project. It consists of two jobs:
-# build_image_dependencies and build_image.
-#
-# - The `build_image_dependencies` job carries out the first part of a
-#   multi-stage build. It downloads and install all the dependencies
-#   listed in the `DESCRIPTION` file. It uses the `Dockerfile-dependencies`
-#   file to build the image.
-#
-#   The built image is then pushed to the corresponding registry.
-#
-#   The process is cached to avoid rebuilding the image if the dependencies
-#   have not changed. This is by hashing the `DESCRIPTION` file and the
-#   `Dockerfile-dependencies` file.
+# cfa-epinow2-pipeline-docker project. 
 #
 # - The build_image job builds the final image using the `Dockerfile` file.
-#   It uses the image built in the previous job as a base image.
+#   It uses the image built in "1-Build-Dependencies-Image.yaml" as a base image.
 #
 #   During the build process, the package is installed and built. Furthermore
 #   the package is checked using `R CMD check` to ensure that it is working
 #   correctly.
 #
 #   Once the image is built, it is pushed to the corresponding registry.
 
-
 on:
   push:
     branches:

.github/workflows/2_pre-Test-Model-Image-Build.yaml

@@ -0,0 +1,42 @@
+name: Test Model Image Build
+run-name: (2_pre) Test Model Image - "${{ github.event.head_commit.message }}" - ${{ github.ref_name }}
+
+# This GitHub Actions workflow builds a Docker image for the
+# cfa-epinow2-pipeline-docker project. In-container tests can be added here.
+
+on:
+  pull_request:
+    branches:
+      - main
+  workflow_dispatch:
+  schedule:
+    # Tuesdays at noon GMT time, 24 hours before the prod container is built and deployed
+    - cron: "0 12 * * 2" 
+
+env:
+  # Together, these form: cfaprdbatchcr.azurecr.io/cfa-epinow2-pipeline
+  REGISTRY: cfaprdbatchcr.azurecr.io
+  IMAGE_NAME: cfa-epinow2-pipeline
+
+jobs:
+
+  _01_build-model-image:
+    runs-on: cfa-cdcgov 
+    steps:
+
+      - name: Login to the Container Registry
+        uses: docker/login-action@v3
+        with:
+          registry: "cfaprdbatchcr.azurecr.io"
+          username: "cfaprdbatchcr"
+          password: ${{ secrets.CFAPRDBATCHCR_REGISTRY_PASSWORD }}
+
+      - name: Build and push model pipeline image for Azure batch
+        id: build_and_push_model_image
+        uses: docker/build-push-action@v6
+        with:
+          push: false # This can be toggled manually for tweaking.
+          tags: |
+            ${{ env.REGISTRY}}/${{ env.IMAGE_NAME }}:buildtest-latest
+            ${{ env.REGISTRY}}/${{ env.IMAGE_NAME }}:buildtest-${{ github.sha }}
+          file: ./Dockerfile