chore(ci): speed up ingestion test runs (#7296)

datahub-project · Feb 10, 2023 · db2f4fb · db2f4fb
1 parent bb7fa52
commit db2f4fb
Showing 1 changed file with 0 additions and 4 deletions.
diff --git a/.github/workflows/metadata-ingestion.yml b/.github/workflows/metadata-ingestion.yml
@@ -52,10 +52,6 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
           cache: 'pip'
-      - uses: vemonet/setup-spark@v1 # spark is required for pyspark+pydeequ data lake profiling
-        with:
-          spark-version: "3.0.3"
-          hadoop-version: "3.2"
       - name: Install dependencies
         run: ./metadata-ingestion/scripts/install_deps.sh
       - name: Calculate pip install plan