optimize DataSummaryET

update codes update code update codes update DataSummary update codes update codes update codes revise the positions of metrics columns reduce an action in mode calculation rm modeformat rm modeformat update codes revise ut rm redundant file
byzer-org · Sep 1, 2022 · 69c2957 · 69c2957
1 parent 1bd191f
commit 69c2957
Show file tree

Hide file tree

Showing 5 changed files with 552 additions and 13 deletions.
diff --git a/byzer-extension-tests/pom.xml b/byzer-extension-tests/pom.xml
@@ -29,11 +29,6 @@
             <artifactId>openmldb-native</artifactId>
             <version>0.5.2</version>
         </dependency>
-        <dependency>
-            <groupId>org.pegdown</groupId>
-            <artifactId>pegdown</artifactId>
-            <version>1.6.0</version>
-        </dependency>
     </dependencies>
 
     <profiles>

diff --git a/mlsql-mllib/pom.xml b/mlsql-mllib/pom.xml
@@ -11,12 +11,8 @@
 
     <artifactId>mlsql-mllib-3.0_2.12</artifactId>
     <dependencies>
-        <dependency>
-            <groupId>tech.mlsql</groupId>
-            <artifactId>byzer-extension-tests-3.0_2.12</artifactId>
-            <version>${project.version}</version>
-            <scope>test</scope>
-        </dependency>
+
+
     </dependencies>
 
     <profiles>

diff --git a/mlsql-mllib/src/main/java/tech/mlsql/plugins/mllib/app/MLSQLMllib.scala b/mlsql-mllib/src/main/java/tech/mlsql/plugins/mllib/app/MLSQLMllib.scala
@@ -5,7 +5,7 @@ import tech.mlsql.common.utils.log.Logging
 import tech.mlsql.dsl.CommandCollection
 import tech.mlsql.ets.register.ETRegister
 import tech.mlsql.plugins.mllib.ets._
-import tech.mlsql.plugins.mllib.ets.fe.{DataTranspose, OnehotExt, PSIExt, SQLDataSummary, SQLDescriptiveMetrics, SQLMissingValueProcess, SQLPatternDistribution, SQLUniqueIdentifier}
+import tech.mlsql.plugins.mllib.ets.fe.{DataTranspose, OnehotExt, PSIExt, SQLDataSummary, SQLDataSummaryV2, SQLDescriptiveMetrics, SQLMissingValueProcess, SQLPatternDistribution, SQLUniqueIdentifier}
 import tech.mlsql.plugins.mllib.ets.fintech.scorecard.{SQLBinning, SQLScoreCard}
 import tech.mlsql.version.VersionCompatibility
 
@@ -20,7 +20,7 @@ class MLSQLMllib extends tech.mlsql.app.App with VersionCompatibility with Loggi
     ETRegister.register("SampleDatasetExt", classOf[SampleDatasetExt].getName)
     ETRegister.register("TakeRandomSampleExt", classOf[TakeRandomSampleExt].getName)
     ETRegister.register("ColumnsExt", classOf[ColumnsExt].getName)
-    ETRegister.register("DataSummary", classOf[SQLDataSummary].getName)
+    ETRegister.register("DataSummary", classOf[SQLDataSummaryV2].getName)
     ETRegister.register("DataMissingValueProcess", classOf[SQLMissingValueProcess].getName)
     ETRegister.register("Binning", classOf[SQLBinning].getName)
     ETRegister.register("ScoreCard", classOf[SQLScoreCard].getName)