fix(ingest): exclude ztsd from uber jar to prevent jni conflicts with…

… spark (datahub-project#6787) Co-authored-by: Tamas Nemeth <[email protected]>
szalai1 · Dec 22, 2022 · 29599ef · 29599ef
1 parent 20a2509
commit 29599ef
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/metadata-integration/java/spark-lineage/build.gradle b/metadata-integration/java/spark-lineage/build.gradle
@@ -109,6 +109,10 @@ shadowJar {
   // https://github.com/johnrengelman/shadow/issues/729
   exclude('module-info.class', 'META-INF/versions/**')
 
+  // prevent jni conflict with spark
+  exclude '**/libzstd-jni.*'
+  exclude '**/com_github_luben_zstd_*'
+
   relocate 'com.fasterxml.jackson', 'datahub.shaded.jackson'
   relocate 'org.slf4j','datahub.shaded.org.slf4j'
   relocate 'org.apache.http','datahub.spark2.shaded.http'