optimize DataSummaryET (#54)

update codes update code update codes update DataSummary update codes update codes update codes revise the positions of metrics columns reduce an action in mode calculation rm modeformat rm modeformat update codes revise ut rm redundant file fix comments fix comments revise pom revise pom
byzer-org · Sep 2, 2022 · 7da0a18 · 7da0a18
1 parent 99fabcb
commit 7da0a18
Show file tree

Hide file tree

Showing 3 changed files with 540 additions and 2 deletions.
diff --git a/mlsql-mllib/src/main/java/tech/mlsql/plugins/mllib/app/MLSQLMllib.scala b/mlsql-mllib/src/main/java/tech/mlsql/plugins/mllib/app/MLSQLMllib.scala
@@ -5,7 +5,7 @@ import tech.mlsql.common.utils.log.Logging
 import tech.mlsql.dsl.CommandCollection
 import tech.mlsql.ets.register.ETRegister
 import tech.mlsql.plugins.mllib.ets._
-import tech.mlsql.plugins.mllib.ets.fe.{DataTranspose, OnehotExt, PSIExt, SQLDataSummary, SQLDescriptiveMetrics, SQLMissingValueProcess, SQLPatternDistribution, SQLUniqueIdentifier}
+import tech.mlsql.plugins.mllib.ets.fe.{DataTranspose, OnehotExt, PSIExt, SQLDataSummary, SQLDataSummaryV2, SQLDescriptiveMetrics, SQLMissingValueProcess, SQLPatternDistribution, SQLUniqueIdentifier}
 import tech.mlsql.plugins.mllib.ets.fintech.scorecard.{SQLBinning, SQLScoreCard}
 import tech.mlsql.version.VersionCompatibility
 
@@ -20,7 +20,7 @@ class MLSQLMllib extends tech.mlsql.app.App with VersionCompatibility with Loggi
     ETRegister.register("SampleDatasetExt", classOf[SampleDatasetExt].getName)
     ETRegister.register("TakeRandomSampleExt", classOf[TakeRandomSampleExt].getName)
     ETRegister.register("ColumnsExt", classOf[ColumnsExt].getName)
-    ETRegister.register("DataSummary", classOf[SQLDataSummary].getName)
+    ETRegister.register("DataSummary", classOf[SQLDataSummaryV2].getName)
     ETRegister.register("DataMissingValueProcess", classOf[SQLMissingValueProcess].getName)
     ETRegister.register("Binning", classOf[SQLBinning].getName)
     ETRegister.register("ScoreCard", classOf[SQLScoreCard].getName)