update all integrations

deepset-ai · Mar 14, 2024 · 5b1f407 · 5b1f407
1 parent 7fe1bc0
commit 5b1f407
Show file tree

Hide file tree

Showing 26 changed files with 454 additions and 53 deletions.
diff --git a/.github/workflows/amazon_bedrock.yml b/.github/workflows/amazon_bedrock.yml
@@ -68,4 +68,26 @@ jobs:
           role-to-assume: ${{ secrets.AWS_CI_ROLE_ARN }}
 
       - name: Run tests
+        id: tests
         run: hatch run cov
+
+      - name: Send event to Datadog for nightly failures
+        if: failure() && github.event_name == 'schedule' && steps.tests.conclusion == 'failure'
+        uses: ./.github/actions/send_failure
+        with:
+          title: "core-integrations failure: ${{ github.workflow }}"
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}        
+
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        id: nightly-haystack-main
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run test -m "not integration"
+      
+      - name: Send event to Datadog for nightly failures using Haystack main branch
+        if: failure() && github.event_name == 'schedule' && steps.nightly-haystack-main.conclusion == 'failure'
+        uses: ./.github/actions/send_failure
+        with:
+          title: "core-integrations failure using Haystack main branch: ${{ github.workflow }}"
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
diff --git a/.github/workflows/amazon_sagemaker.yml b/.github/workflows/amazon_sagemaker.yml
@@ -57,4 +57,26 @@ jobs:
         run: hatch run docs        
 
       - name: Run tests
+        id: tests
         run: hatch run cov
+
+      - name: Send event to Datadog for nightly failures
+        if: failure() && github.event_name == 'schedule' && steps.tests.conclusion == 'failure'
+        uses: ./.github/actions/send_failure
+        with:
+          title: "core-integrations failure: ${{ github.workflow }}"
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}        
+
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        id: nightly-haystack-main
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run test -m "not integration"
+      
+      - name: Send event to Datadog for nightly failures using Haystack main branch
+        if: failure() && github.event_name == 'schedule' && steps.nightly-haystack-main.conclusion == 'failure'
+        uses: ./.github/actions/send_failure
+        with:
+          title: "core-integrations failure using Haystack main branch: ${{ github.workflow }}"
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
diff --git a/.github/workflows/astra.yml b/.github/workflows/astra.yml
@@ -61,11 +61,26 @@ jobs:
       env:
         ASTRA_DB_API_ENDPOINT: ${{ secrets.ASTRA_API_ENDPOINT }}
         ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_TOKEN }}
+      id: tests
       run: hatch run cov
 
     - name: Send event to Datadog for nightly failures
-      if: github.event_name == 'schedule' && failure()
+      if: failure() && github.event_name == 'schedule' && steps.tests.conclusion == 'failure'
       uses: ./.github/actions/send_failure
       with:
-        title: "core-integrations nightly failure: ${{ github.workflow }}"
+        title: "core-integrations failure: ${{ github.workflow }}"
+        api-key: ${{ secrets.CORE_DATADOG_API_KEY }}        
+
+    - name: Nightly - run unit tests with Haystack main branch
+      if: github.event_name == 'schedule'
+      id: nightly-haystack-main
+      run: |
+        hatch run pip install git+https://github.com/deepset-ai/haystack.git
+        hatch run test -m "not integration"
+    
+    - name: Send event to Datadog for nightly failures using Haystack main branch
+      if: failure() && github.event_name == 'schedule' && steps.nightly-haystack-main.conclusion == 'failure'
+      uses: ./.github/actions/send_failure
+      with:
+        title: "core-integrations failure using Haystack main branch: ${{ github.workflow }}"
         api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
diff --git a/.github/workflows/chroma.yml b/.github/workflows/chroma.yml
@@ -57,11 +57,26 @@ jobs:
       run: hatch run docs
 
     - name: Run tests
+      id: tests
       run: hatch run cov
 
     - name: Send event to Datadog for nightly failures
-      if: github.event_name == 'schedule' && failure()
+      if: failure() && github.event_name == 'schedule' && steps.tests.conclusion == 'failure'
       uses: ./.github/actions/send_failure
       with:
-        title: "core-integrations nightly failure: ${{ github.workflow }}"
+        title: "core-integrations failure: ${{ github.workflow }}"
+        api-key: ${{ secrets.CORE_DATADOG_API_KEY }}        
+
+    - name: Nightly - run unit tests with Haystack main branch
+      if: github.event_name == 'schedule'
+      id: nightly-haystack-main
+      run: |
+        hatch run pip install git+https://github.com/deepset-ai/haystack.git
+        hatch run test -m "not integration"
+    
+    - name: Send event to Datadog for nightly failures using Haystack main branch
+      if: failure() && github.event_name == 'schedule' && steps.nightly-haystack-main.conclusion == 'failure'
+      uses: ./.github/actions/send_failure
+      with:
+        title: "core-integrations failure using Haystack main branch: ${{ github.workflow }}"
         api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
diff --git a/.github/workflows/cohere.yml b/.github/workflows/cohere.yml
@@ -54,11 +54,26 @@ jobs:
         run: hatch run lint:all
 
       - name: Run tests
+        id: tests
         run: hatch run cov
 
       - name: Send event to Datadog for nightly failures
-        if: github.event_name == 'schedule' && failure()
+        if: failure() && github.event_name == 'schedule' && steps.tests.conclusion == 'failure'
         uses: ./.github/actions/send_failure
         with:
-          title: "core-integrations nightly failure: ${{ github.workflow }}"
+          title: "core-integrations failure: ${{ github.workflow }}"
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}        
+
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        id: nightly-haystack-main
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run test -m "not integration"
+      
+      - name: Send event to Datadog for nightly failures using Haystack main branch
+        if: failure() && github.event_name == 'schedule' && steps.nightly-haystack-main.conclusion == 'failure'
+        uses: ./.github/actions/send_failure
+        with:
+          title: "core-integrations failure using Haystack main branch: ${{ github.workflow }}"
           api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
diff --git a/.github/workflows/deepeval.yml b/.github/workflows/deepeval.yml
@@ -57,11 +57,26 @@ jobs:
         run: hatch run docs
 
       - name: Run tests
+        id: tests
         run: hatch run cov
 
       - name: Send event to Datadog for nightly failures
-        if: github.event_name == 'schedule' && failure()
+        if: failure() && github.event_name == 'schedule' && steps.tests.conclusion == 'failure'
         uses: ./.github/actions/send_failure
         with:
-          title: "core-integrations nightly failure: ${{ github.workflow }}"
+          title: "core-integrations failure: ${{ github.workflow }}"
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}        
+
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        id: nightly-haystack-main
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run test -m "not integration"
+      
+      - name: Send event to Datadog for nightly failures using Haystack main branch
+        if: failure() && github.event_name == 'schedule' && steps.nightly-haystack-main.conclusion == 'failure'
+        uses: ./.github/actions/send_failure
+        with:
+          title: "core-integrations failure using Haystack main branch: ${{ github.workflow }}"
           api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
diff --git a/.github/workflows/elasticsearch.yml b/.github/workflows/elasticsearch.yml
@@ -55,11 +55,26 @@ jobs:
         run: hatch run docs
 
       - name: Run tests
+        id: tests
         run: hatch run cov
 
       - name: Send event to Datadog for nightly failures
-        if: github.event_name == 'schedule' && failure()
+        if: failure() && github.event_name == 'schedule' && steps.tests.conclusion == 'failure'
         uses: ./.github/actions/send_failure
         with:
-          title: "core-integrations nightly failure: ${{ github.workflow }}"
+          title: "core-integrations failure: ${{ github.workflow }}"
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}        
+
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        id: nightly-haystack-main
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run test -m "not integration"
+      
+      - name: Send event to Datadog for nightly failures using Haystack main branch
+        if: failure() && github.event_name == 'schedule' && steps.nightly-haystack-main.conclusion == 'failure'
+        uses: ./.github/actions/send_failure
+        with:
+          title: "core-integrations failure using Haystack main branch: ${{ github.workflow }}"
           api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
diff --git a/.github/workflows/google_ai.yml b/.github/workflows/google_ai.yml
@@ -58,11 +58,26 @@ jobs:
         run: hatch run docs
 
       - name: Run tests
+        id: tests
         run: hatch run cov
 
       - name: Send event to Datadog for nightly failures
-        if: github.event_name == 'schedule' && failure()
+        if: failure() && github.event_name == 'schedule' && steps.tests.conclusion == 'failure'
         uses: ./.github/actions/send_failure
         with:
-          title: "core-integrations nightly failure: ${{ github.workflow }}"
+          title: "core-integrations failure: ${{ github.workflow }}"
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}        
+
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        id: nightly-haystack-main
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run test -m "not integration"
+      
+      - name: Send event to Datadog for nightly failures using Haystack main branch
+        if: failure() && github.event_name == 'schedule' && steps.nightly-haystack-main.conclusion == 'failure'
+        uses: ./.github/actions/send_failure
+        with:
+          title: "core-integrations failure using Haystack main branch: ${{ github.workflow }}"
           api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
diff --git a/.github/workflows/google_vertex.yml b/.github/workflows/google_vertex.yml
@@ -57,11 +57,26 @@ jobs:
         run: hatch run docs
 
       - name: Run tests
+        id: tests
         run: hatch run cov
 
       - name: Send event to Datadog for nightly failures
-        if: github.event_name == 'schedule' && failure()
+        if: failure() && github.event_name == 'schedule' && steps.tests.conclusion == 'failure'
         uses: ./.github/actions/send_failure
         with:
-          title: "core-integrations nightly failure: ${{ github.workflow }}"
+          title: "core-integrations failure: ${{ github.workflow }}"
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}        
+
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        id: nightly-haystack-main
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run test -m "not integration"
+      
+      - name: Send event to Datadog for nightly failures using Haystack main branch
+        if: failure() && github.event_name == 'schedule' && steps.nightly-haystack-main.conclusion == 'failure'
+        uses: ./.github/actions/send_failure
+        with:
+          title: "core-integrations failure using Haystack main branch: ${{ github.workflow }}"
           api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
diff --git a/.github/workflows/gradient.yml b/.github/workflows/gradient.yml
@@ -57,11 +57,26 @@ jobs:
       run: hatch run docs
 
     - name: Run tests
+      id: tests
       run: hatch run cov
 
     - name: Send event to Datadog for nightly failures
-      if: github.event_name == 'schedule' && failure()
+      if: failure() && github.event_name == 'schedule' && steps.tests.conclusion == 'failure'
       uses: ./.github/actions/send_failure
       with:
-        title: "core-integrations nightly failure: ${{ github.workflow }}"
+        title: "core-integrations failure: ${{ github.workflow }}"
+        api-key: ${{ secrets.CORE_DATADOG_API_KEY }}        
+
+    - name: Nightly - run unit tests with Haystack main branch
+      if: github.event_name == 'schedule'
+      id: nightly-haystack-main
+      run: |
+        hatch run pip install git+https://github.com/deepset-ai/haystack.git
+        hatch run test -m "not integration"
+    
+    - name: Send event to Datadog for nightly failures using Haystack main branch
+      if: failure() && github.event_name == 'schedule' && steps.nightly-haystack-main.conclusion == 'failure'
+      uses: ./.github/actions/send_failure
+      with:
+        title: "core-integrations failure using Haystack main branch: ${{ github.workflow }}"
         api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
diff --git a/.github/workflows/instructor_embedders.yml b/.github/workflows/instructor_embedders.yml
@@ -35,11 +35,26 @@ jobs:
         run: hatch run docs
 
       - name: Run tests
+        id: tests
         run: hatch run cov
 
       - name: Send event to Datadog for nightly failures
-        if: github.event_name == 'schedule' && failure()
+        if: failure() && github.event_name == 'schedule' && steps.tests.conclusion == 'failure'
         uses: ./.github/actions/send_failure
         with:
-          title: "core-integrations nightly failure: ${{ github.workflow }}"
+          title: "core-integrations failure: ${{ github.workflow }}"
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}        
+
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        id: nightly-haystack-main
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run test -m "not integration"
+      
+      - name: Send event to Datadog for nightly failures using Haystack main branch
+        if: failure() && github.event_name == 'schedule' && steps.nightly-haystack-main.conclusion == 'failure'
+        uses: ./.github/actions/send_failure
+        with:
+          title: "core-integrations failure using Haystack main branch: ${{ github.workflow }}"
           api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
diff --git a/.github/workflows/jina.yml b/.github/workflows/jina.yml
@@ -57,11 +57,26 @@ jobs:
         run: hatch run docs
 
       - name: Run tests
+        id: tests
         run: hatch run cov
 
       - name: Send event to Datadog for nightly failures
-        if: github.event_name == 'schedule' && failure()
+        if: failure() && github.event_name == 'schedule' && steps.tests.conclusion == 'failure'
         uses: ./.github/actions/send_failure
         with:
-          title: "core-integrations nightly failure: ${{ github.workflow }}"
+          title: "core-integrations failure: ${{ github.workflow }}"
+          api-key: ${{ secrets.CORE_DATADOG_API_KEY }}        
+
+      - name: Nightly - run unit tests with Haystack main branch
+        if: github.event_name == 'schedule'
+        id: nightly-haystack-main
+        run: |
+          hatch run pip install git+https://github.com/deepset-ai/haystack.git
+          hatch run test -m "not integration"
+      
+      - name: Send event to Datadog for nightly failures using Haystack main branch
+        if: failure() && github.event_name == 'schedule' && steps.nightly-haystack-main.conclusion == 'failure'
+        uses: ./.github/actions/send_failure
+        with:
+          title: "core-integrations failure using Haystack main branch: ${{ github.workflow }}"
           api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
diff --git a/.github/workflows/llama_cpp.yml b/.github/workflows/llama_cpp.yml
@@ -57,11 +57,26 @@ jobs:
       run: hatch run docs
 
     - name: Run tests
+      id: tests
       run: hatch run cov
 
     - name: Send event to Datadog for nightly failures
-      if: github.event_name == 'schedule' && failure()
+      if: failure() && github.event_name == 'schedule' && steps.tests.conclusion == 'failure'
       uses: ./.github/actions/send_failure
       with:
-        title: "core-integrations nightly failure: ${{ github.workflow }}"
+        title: "core-integrations failure: ${{ github.workflow }}"
+        api-key: ${{ secrets.CORE_DATADOG_API_KEY }}        
+
+    - name: Nightly - run unit tests with Haystack main branch
+      if: github.event_name == 'schedule'
+      id: nightly-haystack-main
+      run: |
+        hatch run pip install git+https://github.com/deepset-ai/haystack.git
+        hatch run test -m "not integration"
+    
+    - name: Send event to Datadog for nightly failures using Haystack main branch
+      if: failure() && github.event_name == 'schedule' && steps.nightly-haystack-main.conclusion == 'failure'
+      uses: ./.github/actions/send_failure
+      with:
+        title: "core-integrations failure using Haystack main branch: ${{ github.workflow }}"
         api-key: ${{ secrets.CORE_DATADOG_API_KEY }}