fix(bigquery): add storage project name (datahub-project#5395)

Santhin · Jul 26, 2022 · 5b7056d · 5b7056d
1 parent 23123d0
commit 5b7056d
Showing 1 changed file with 7 additions and 4 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/sql/bigquery.py b/metadata-ingestion/src/datahub/ingestion/source/sql/bigquery.py
@@ -467,16 +467,19 @@ def generate_profile_candidates(
         profile_clause = c if c == "" else f" WHERE {c}"[:-4]
         if profile_clause == "":
             return None
-        project_id = self.get_multiproject_project_id(inspector, run_on_compute=True)
-        _client: BigQueryClient = BigQueryClient(project=project_id)
+        storage_project_id = self.get_multiproject_project_id(inspector)
+        exec_project_id = self.get_multiproject_project_id(
+            inspector, run_on_compute=True
+        )
+        _client: BigQueryClient = BigQueryClient(project=exec_project_id)
         # Reading all tables' metadata to report
         base_query = (
             f"SELECT "
             f"table_id, "
             f"size_bytes, "
             f"last_modified_time, "
             f"row_count, "
-            f"FROM {schema}.__TABLES__"
+            f"FROM {storage_project_id}.{schema}.__TABLES__"
         )
         all_tables = _client.query(base_query)
         report_tables: List[str] = [
@@ -499,7 +502,7 @@ def generate_profile_candidates(
             f"size_bytes, "
             f"last_modified_time, "
             f"row_count, "
-            f"FROM {schema}.__TABLES__"
+            f"FROM {storage_project_id}.{schema}.__TABLES__"
             f"{profile_clause}"
         )
         logger.debug(f"Profiling via {query}")