Databricks loader: Add collector_tstamp_date column (close #943)

snowplow · Jun 23, 2022 · 7a84ac9 · 7a84ac9
1 parent 9e4e57e
commit 7a84ac9
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/...s-loader/src/main/scala/com/snowplowanalytics/snowplow/loader/databricks/Databricks.scala b/...s-loader/src/main/scala/com/snowplowanalytics/snowplow/loader/databricks/Databricks.scala
@@ -104,7 +104,11 @@ object Databricks {
               case Statement.EventsCopy(path, _, columns) =>
                 val frTableName     = Fragment.const(qualifiedTableName(tgt, EventsTable.MainName))
                 val frPath          = Fragment.const0(s"$path/output=good")
-                val frSelectColumns = Fragment.const0(columns.mkString(",") + ", current_timestamp() as load_tstamp")
+                val allColumns = columns ::: List(
+                    "current_timestamp() AS load_tstamp",
+                    "DATE(collector_tstamp) AS collector_tstamp_date"
+                  )
+                val frSelectColumns = Fragment.const0(allColumns.mkString(","))
                 sql"""COPY INTO $frTableName
                       FROM (
                         SELECT $frSelectColumns from '$frPath'