fix(metadata-ingestion): remove/replace filter expressions in native …

…query

fix #9767

metadata-ingestion/src/datahub/ingestion/source/metabase.py

@@ -1,5 +1,6 @@
 import json
 import logging
+import re
 from datetime import datetime, timezone
 from functools import lru_cache
 from typing import Dict, Iterable, List, Optional, Tuple, Union
@@ -576,11 +577,12 @@ def get_datasource_urn(
                         )
                     ]
         else:
-            raw_query = (
+            raw_query_stripped = self.strip_template_expressions(
                 card_details.get("dataset_query", {}).get("native", {}).get("query", "")
             )
+
             result = create_lineage_sql_parsed_result(
-                query=raw_query,
+                query=raw_query_stripped,
                 default_db=database_name,
                 default_schema=database_schema or self.config.default_schema,
                 platform=platform,
@@ -601,6 +603,24 @@ def get_datasource_urn(
 
         return None
 
+    @staticmethod
+    def strip_template_expressions(raw_query) -> str:
+        """
+        Workarounds for metabase raw queries containing most commonly used template expressions:
+
+        - strip conditional expressions "[[ .... ]]"
+        - replace all {{ filter expressions }} with "1"
+
+        reference: https://www.metabase.com/docs/latest/questions/native-editor/sql-parameters
+        """
+
+        # drop [[ WHERE {{FILTER}} ]]
+        query_patched = re.sub(r"\[\[.+\]\]", r" ", raw_query)
+
+        # replace {{FILTER}} with 1
+        query_patched = re.sub(r"\{\{.+\}\}", r"1", query_patched)
+        return query_patched
+
     @lru_cache(maxsize=None)
     def get_source_table_from_id(
         self, table_id: Union[int, str]