diff --git a/dataproc/snippets/quickstart/quickstart_test.py b/dataproc/snippets/quickstart/quickstart_test.py index 38ae8b894173..19385353ccf5 100644 --- a/dataproc/snippets/quickstart/quickstart_test.py +++ b/dataproc/snippets/quickstart/quickstart_test.py @@ -15,6 +15,8 @@ import os import uuid +import backoff +from google.api_core.exceptions import ServiceUnavailable from google.cloud import dataproc_v1 as dataproc from google.cloud import storage import pytest @@ -39,7 +41,14 @@ @pytest.fixture(autouse=True) def setup_teardown(): storage_client = storage.Client() - bucket = storage_client.create_bucket(STAGING_BUCKET) + + @backoff.on_exception(backoff.expo, + ServiceUnavailable, + max_tries=5) + def create_bucket(): + return storage_client.create_bucket(STAGING_BUCKET) + + bucket = create_bucket() blob = bucket.blob(JOB_FILE_NAME) blob.upload_from_string(SORT_CODE) diff --git a/dataproc/snippets/requirements.txt b/dataproc/snippets/requirements.txt index 5b924fb19ce2..3682210a040a 100644 --- a/dataproc/snippets/requirements.txt +++ b/dataproc/snippets/requirements.txt @@ -1,3 +1,5 @@ + +backoff==1.10.0 grpcio==1.36.0 google-auth==1.27.0 google-auth-httplib2==0.0.4