From 29599ef48348fcb5c6e6eb5725f1ed83dd7a8c1b Mon Sep 17 00:00:00 2001 From: danielli-ziprecruiter <91145628+danielli-ziprecruiter@users.noreply.github.com> Date: Tue, 20 Dec 2022 20:54:56 -0700 Subject: [PATCH] fix(ingest): exclude ztsd from uber jar to prevent jni conflicts with spark (#6787) Co-authored-by: Tamas Nemeth --- metadata-integration/java/spark-lineage/build.gradle | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/metadata-integration/java/spark-lineage/build.gradle b/metadata-integration/java/spark-lineage/build.gradle index 3b69772af635b..0746590e1040b 100644 --- a/metadata-integration/java/spark-lineage/build.gradle +++ b/metadata-integration/java/spark-lineage/build.gradle @@ -109,6 +109,10 @@ shadowJar { // https://github.com/johnrengelman/shadow/issues/729 exclude('module-info.class', 'META-INF/versions/**') + // prevent jni conflict with spark + exclude '**/libzstd-jni.*' + exclude '**/com_github_luben_zstd_*' + relocate 'com.fasterxml.jackson', 'datahub.shaded.jackson' relocate 'org.slf4j','datahub.shaded.org.slf4j' relocate 'org.apache.http','datahub.spark2.shaded.http'