Use new API-specific GCS batch endpoint

GoogleCloudDataproc · Jan 25, 2018 · a773b12 · a773b12
1 parent 7d84633
commit a773b12
Show file tree

Hide file tree

Showing 3 changed files with 14 additions and 0 deletions.
diff --git a/bigquery/src/main/java/com/google/cloud/hadoop/io/bigquery/CHANGES.txt b/bigquery/src/main/java/com/google/cloud/hadoop/io/bigquery/CHANGES.txt
@@ -1,3 +1,8 @@
+0.10.4 - 2018-xx-xx
+
+  1. POM updates for GCS connector 1.6.3.
+
+
 0.10.3 - 2017-11-21
 
   1. POM updates for GCS connector 1.6.2.

diff --git a/gcs/CHANGES.txt b/gcs/CHANGES.txt
@@ -1,3 +1,8 @@
+1.6.3 - 2018-xx-xx
+
+  1. Use new GCS batch requests endpoint.
+
+
 1.6.2 - 2017-11-21
 
   1. Wire HTTP transport settings into Credential logic.

diff --git a/gcsio/src/main/java/com/google/cloud/hadoop/gcsio/BatchHelper.java b/gcsio/src/main/java/com/google/cloud/hadoop/gcsio/BatchHelper.java
@@ -70,6 +70,10 @@ private BatchHelper(HttpRequestInitializer requestInitializer, Storage gcs,
       long maxRequestsPerBatch) {
     this.pendingBatchEntries = new LinkedList<>();
     this.batch = gcs.batch(requestInitializer);
+    // If generic batch endpoint is used, force use of API-specific batch endpoint
+    if (this.batch.getBatchUrl().getRawPath().endsWith("batch")) {
+      this.batch.getBatchUrl().appendRawPath("/" + Storage.DEFAULT_SERVICE_PATH);
+    }
     this.maxRequestsPerBatch = maxRequestsPerBatch;
   }