fix: Remove unwanted excessive splitting of gcs path, so expected gcs parquet paths are returned from BigQueryRetrievalJob.to_remote_storage() #9783

Workflow file for this run

.github/workflows/java_pr.yml at 210173b

	name: java_pr

	on:
	pull_request_target:
	types:
	- opened
	- synchronize
	- labeled

	jobs:
	lint-java:
	if: github.repository == 'feast-dev/feast'
	runs-on: ubuntu-latest
	steps:
	- uses: actions/checkout@v2
	with:
	# pull_request_target runs the workflow in the context of the base repo
	# as such actions/checkout needs to be explicit configured to retrieve
	# code from the PR.
	ref: refs/pull/${{ github.event.pull_request.number }}/merge
	submodules: recursive
	- name: Lint java
	run: make lint-java

	unit-test-java:
	if: github.repository == 'feast-dev/feast'
	runs-on: ubuntu-latest
	needs: lint-java
	steps:
	- uses: actions/checkout@v2
	with:
	# pull_request_target runs the workflow in the context of the base repo
	# as such actions/checkout needs to be explicit configured to retrieve
	# code from the PR.
	ref: refs/pull/${{ github.event.pull_request.number }}/merge
	submodules: recursive
	- name: Set up JDK 11
	uses: actions/setup-java@v1
	with:
	java-version: '11'
	java-package: jdk
	architecture: x64
	- uses: actions/cache@v2
	with:
	path: ~/.m2/repository
	key: ${{ runner.os }}-it-maven-${{ hashFiles('**/pom.xml') }}
	restore-keys: \|
	${{ runner.os }}-it-maven-
	- uses: actions/cache@v2
	with:
	path: ~/.m2/repository
	key: ${{ runner.os }}-ut-maven-${{ hashFiles('**/pom.xml') }}
	restore-keys: \|
	${{ runner.os }}-ut-maven-
	- name: Test java
	run: make test-java-with-coverage
	- uses: actions/upload-artifact@v2
	with:
	name: java-coverage-report
	path: ${{ github.workspace }}/docs/coverage/java/target/site/jacoco-aggregate/

	build-docker-image-java:
	if: github.repository == 'feast-dev/feast'
	runs-on: ubuntu-latest
	strategy:
	matrix:
	component: [ feature-server-java ]
	env:
	MAVEN_CACHE: gs://feast-templocation-kf-feast/.m2.2020-08-19.tar
	REGISTRY: gcr.io/kf-feast
	steps:
	- uses: actions/checkout@v2
	with:
	submodules: 'true'
	- name: Setup Python
	uses: actions/setup-python@v2
	id: setup-python
	with:
	python-version: "3.8"
	architecture: x64
	- name: Authenticate to Google Cloud
	uses: 'google-github-actions/auth@v1'
	with:
	credentials_json: '${{ secrets.GCP_SA_KEY }}'
	- name: Set up gcloud SDK
	uses: google-github-actions/setup-gcloud@v1
	with:
	project_id: ${{ secrets.GCP_PROJECT_ID }}
	- run: gcloud auth configure-docker --quiet
	- name: Build image
	run: make build-${{ matrix.component }}-docker REGISTRY=${REGISTRY} VERSION=${GITHUB_SHA}

	integration-test-java-pr:
	# all jobs MUST have this if check for 'ok-to-test' or 'approved' for security purposes.
	if:
	((github.event.action == 'labeled' && (github.event.label.name == 'approved' \|\| github.event.label.name == 'ok-to-test')) \|\|
	(github.event.action != 'labeled' && (contains(github.event.pull_request.labels..name, 'ok-to-test') \|\| contains(github.event.pull_request.labels..name, 'approved')))) &&
	github.repository == 'feast-dev/feast'
	runs-on: ubuntu-latest
	needs: unit-test-java
	env:
	PYTHON: 3.8
	steps:
	- uses: actions/checkout@v2
	with:
	# pull_request_target runs the workflow in the context of the base repo
	# as such actions/checkout needs to be explicit configured to retrieve
	# code from the PR.
	ref: refs/pull/${{ github.event.pull_request.number }}/merge
	submodules: recursive
	- name: Set up JDK 11
	uses: actions/setup-java@v1
	with:
	java-version: '11'
	java-package: jdk
	architecture: x64
	- uses: actions/setup-python@v2
	with:
	python-version: '3.8'
	architecture: 'x64'
	- uses: actions/cache@v2
	with:
	path: ~/.m2/repository
	key: ${{ runner.os }}-it-maven-${{ hashFiles('**/pom.xml') }}
	restore-keys: \|
	${{ runner.os }}-it-maven-
	- name: Authenticate to Google Cloud
	uses: 'google-github-actions/auth@v1'
	with:
	credentials_json: '${{ secrets.GCP_SA_KEY }}'
	- name: Set up gcloud SDK
	uses: google-github-actions/setup-gcloud@v1
	with:
	project_id: ${{ secrets.GCP_PROJECT_ID }}
	- name: Use gcloud CLI
	run: gcloud info
	- name: Set up AWS SDK
	uses: aws-actions/configure-aws-credentials@v1
	with:
	aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
	aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
	aws-region: us-west-2
	- name: Use AWS CLI
	run: aws sts get-caller-identity
	- name: Setup Python (to call feast apply)
	uses: actions/setup-python@v2
	id: setup-python
	with:
	python-version: 3.8
	architecture: x64
	- name: Upgrade pip version
	run: \|
	pip install --upgrade pip
	- name: Get pip cache dir
	id: pip-cache
	run: \|
	echo "::set-output name=dir::$(pip cache dir)"
	- name: pip cache
	uses: actions/cache@v2
	with:
	path: \|
	${{ steps.pip-cache.outputs.dir }}
	/opt/hostedtoolcache/Python
	/Users/runner/hostedtoolcache/Python
	key: ${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-pip-${{ hashFiles(format('**/py{0}-ci-requirements.txt', env.PYTHON)) }}
	restore-keys: \|
	${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-pip-
	- name: Install pip-tools
	run: pip install pip-tools
	- name: Install Python dependencies
	run: make install-python-ci-dependencies
	- name: Run integration tests
	run: make test-java-integration
	- name: Save report
	uses: actions/upload-artifact@v2
	if: failure()
	with:
	name: it-report
	path: spark/ingestion/target/test-reports/TestSuite.txt
	retention-days: 5

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

fix: Remove unwanted excessive splitting of gcs path, so expected gcs parquet paths are returned from BigQueryRetrievalJob.to_remote_storage() #9783

Workflow file

fix: Remove unwanted excessive splitting of gcs path, so expected gcs parquet paths are returned from BigQueryRetrievalJob.to_remote_storage() #9783

Jobs

Run details

Workflow file for this run