fix(ingest/salesforce): use report timestamp for operations (#7838)

Co-authored-by: John Joyce <[email protected]>
datahub-project · Apr 20, 2023 · 6802142 · 6802142
1 parent e5d0673
commit 6802142
Show file tree

Hide file tree

Showing 2 changed files with 1,870 additions and 82 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/salesforce.py b/metadata-ingestion/src/datahub/ingestion/source/salesforce.py
@@ -367,12 +367,14 @@ def get_platform_instance_workunit(self, datasetUrn: str) -> WorkUnit:
     def get_operation_workunit(
         self, customObject: dict, datasetUrn: str
     ) -> Iterable[WorkUnit]:
+        reported_time: int = int(time.time() * 1000)
+
         if customObject.get("CreatedBy") and customObject.get("CreatedDate"):
             timestamp = self.get_time_from_salesforce_timestamp(
                 customObject["CreatedDate"]
             )
             operation = OperationClass(
-                timestampMillis=timestamp,
+                timestampMillis=reported_time,
                 operationType=OperationTypeClass.CREATE,
                 lastUpdatedTimestamp=timestamp,
                 actor=builder.make_user_urn(customObject["CreatedBy"]["Username"]),
@@ -393,7 +395,7 @@ def get_operation_workunit(
                     customObject["LastModifiedDate"]
                 )
                 operation = OperationClass(
-                    timestampMillis=timestamp,
+                    timestampMillis=reported_time,
                     operationType=OperationTypeClass.ALTER,
                     lastUpdatedTimestamp=timestamp,
                     actor=builder.make_user_urn(