Merge pull request #7009 from alexandra-bucur/de-proxy-sync

DE Proxy - use ProcessingState classification for saving sync time in DS connector
odpi · Nov 9, 2022 · d9f0262 · d9f0262
2 parents 9328d56 + 4064c93
commit d9f0262
Show file tree

Hide file tree

Showing 64 changed files with 956 additions and 305 deletions.
diff --git a/...ain/java/org/odpi/openmetadata/accessservices/dataengine/event/DataEngineEventHeader.java b/...ain/java/org/odpi/openmetadata/accessservices/dataengine/event/DataEngineEventHeader.java
@@ -43,7 +43,8 @@
         @JsonSubTypes.Type(value = RelationalTableEvent.class, name = "RelationalTableEvent"),
         @JsonSubTypes.Type(value = DataFileEvent.class, name = "DataFileEvent"),
         @JsonSubTypes.Type(value = TopicEvent.class, name = "TopicEvent"),
-        @JsonSubTypes.Type(value = EventTypeEvent.class, name = "EventTypeEvent")
+        @JsonSubTypes.Type(value = EventTypeEvent.class, name = "EventTypeEvent"),
+        @JsonSubTypes.Type(value = ProcessingStateEvent.class, name = "ProcessingStateEvent")
 })
 @Getter
 @Setter
@@ -53,15 +54,15 @@
 public abstract class DataEngineEventHeader implements Serializable {
 
     /**
-     * Event version ID
+     * Serial version UID
      * -- GETTER --
-     * Gets the event version ID
-     * @return the event version ID
+     * Gets the serial version UID
+     * @return the serial version UID
      * -- SETTER --
-     * Sets the event version ID
-     * @param eventVersionId the event version ID
+     * Sets the serial version UID
+     * @param serialVersionUID the serial version UID
      */
-    private long eventVersionId = 1L;
+    private static final long serialVersionUID = 1L;
 
     /* different data engine event types */
     /**

diff --git a/.../main/java/org/odpi/openmetadata/accessservices/dataengine/event/DataEngineEventType.java b/.../main/java/org/odpi/openmetadata/accessservices/dataengine/event/DataEngineEventType.java
@@ -32,30 +32,31 @@ public enum DataEngineEventType implements Serializable {
     DATA_ENGINE_REGISTRATION_EVENT          (1,   "DataEngineRegistrationEvent",      "An event that register a data engine as external source."),
     LINEAGE_MAPPINGS_EVENT                  (2,   "LineageMappingsEvent",  "An event that add or update lineage mappings."),
     PORT_ALIAS_EVENT                        (3,   "PortAliasEvent",      "An event that add or update port alias"),
-    PORT_IMPLEMENTATION_EVENT               (4,   "PortImplementationEvent",  "An event that create or update port implementations."),
-    SCHEMA_TYPE_EVENT                       (5,   "SchemaTypeEvent",  "An event that create or update schema types."),
+    PORT_IMPLEMENTATION_EVENT               (4,   "PortImplementationEvent",  "An event that creates or updates port implementations."),
+    SCHEMA_TYPE_EVENT                       (5,   "SchemaTypeEvent",  "An event that creates or updates schema types."),
     PROCESS_HIERARCHY_EVENT                 (6,   "ProcessHierarchyEvent", "An event to setup a process hierarchy."),
     DELETE_DATA_ENGINE_EVENT                (7,  "DeleteDataEngineEvent",  "An event that deletes an external data engine."),
     DELETE_SCHEMA_TYPE_EVENT                (8,  "DeleteSchemaTypeEvent",  "An event that deletes a schema type."),
     DELETE_PORT_IMPLEMENTATION_EVENT        (9,  "DeletePortImplementationEvent",  "An event that deletes a port implementation."),
     DELETE_PORT_ALIAS_EVENT                 (10,  "DeletePortAliasesEvent",  "An event that deletes a port alias."),
-    DATABASE_EVENT                          (11,  "DatabaseEvent",  "An event that create or update databases."),
-    DATABASE_SCHEMA_EVENT                   (12,  "DatabaseSchemaEvent",  "An event that create or update database schemas."),
-    RELATIONAL_TABLE_EVENT                  (13,  "RelationalTableEvent",  "An event that create or update relational tables."),
-    DATA_FILE_EVENT                         (14,  "DataFileEvent",  "An event that create or update data files."),
+    DATABASE_EVENT                          (11,  "DatabaseEvent",  "An event that creates or updates databases."),
+    DATABASE_SCHEMA_EVENT                   (12,  "DatabaseSchemaEvent",  "An event that creates or updates database schemas."),
+    RELATIONAL_TABLE_EVENT                  (13,  "RelationalTableEvent",  "An event that creates or updates relational tables."),
+    DATA_FILE_EVENT                         (14,  "DataFileEvent",  "An event that creates or updates data files."),
     DELETE_DATABASE_EVENT                   (15,  "DeleteDatabaseEvent",  "An event that deletes a database."),
     DELETE_DATABASE_SCHEMA_EVENT            (16,  "DeleteDatabaseSchemaEvent",  "An event that deletes a database schema."),
     DELETE_RELATIONAL_TABLE_EVENT           (17,  "DeleteRelationalTableEvent",  "An event that deletes a relational table."),
     DELETE_DATA_FILE_EVENT                  (18,  "DeleteDataFileEvent",  "An event that deletes a data file."),
     DELETE_FOLDER_EVENT                     (19,  "DeleteFolderEvent",  "An event that deletes a folder."),
     DELETE_CONNECTION_EVENT                 (20,  "DeleteConnectionEvent",  "An event that deletes a connection."),
     DELETE_ENDPOINT_EVENT                   (21,  "DeleteEndpointEvent",  "An event that deletes an endpoint."),
-    PROCESS_EVENT                           (22,  "ProcessEvent",  "An event that create or update a process."),
+    PROCESS_EVENT                           (22,  "ProcessEvent",  "An event that creates or updates a process."),
     DELETE_PROCESS_EVENT                    (23,  "DeleteProcessEvent",  "An event that deletes a process."),
-    TOPIC_EVENT                             (24,  "TopicEvent",  "An event that create or update topics."),
-    EVENT_TYPE_EVENT                        (25,  "EventTypeEvent",  "An event that create or update event types."),
+    TOPIC_EVENT                             (24,  "TopicEvent",  "An event that creates or updates topics."),
+    EVENT_TYPE_EVENT                        (25,  "EventTypeEvent",  "An event that creates or updates event types."),
     DELETE_TOPIC_EVENT                      (26,  "DeleteTopicEvent",  "An event that deletes a topic."),
-    DELETE_EVENT_TYPE_EVENT                 (27,  "DeleteEventTypeEvent",  "An event that deletes an event type.");
+    DELETE_EVENT_TYPE_EVENT                 (27,  "DeleteEventTypeEvent",  "An event that deletes an event type."),
+    PROCESSING_STATE_TYPE_EVENT             (28,  "ProcessingStateEvent",  "An event that creates or updates the processing state classification of an engine.");
 
     @Getter(AccessLevel.NONE)
     @Setter(AccessLevel.NONE)

diff --git a/...va/org/odpi/openmetadata/accessservices/dataengine/event/DataEngineRegistrationEvent.java b/...va/org/odpi/openmetadata/accessservices/dataengine/event/DataEngineRegistrationEvent.java
@@ -9,13 +9,13 @@
 import lombok.Getter;
 import lombok.Setter;
 import lombok.ToString;
-import org.odpi.openmetadata.accessservices.dataengine.model.SoftwareServerCapability;
+import org.odpi.openmetadata.accessservices.dataengine.model.Engine;
 
 import static com.fasterxml.jackson.annotation.JsonAutoDetect.Visibility.NONE;
 import static com.fasterxml.jackson.annotation.JsonAutoDetect.Visibility.PUBLIC_ONLY;
 
 /**
- * The Data engine registration event for registering external source as software server capability.
+ * The Data engine registration event for registering external source as engine.
  */
 @JsonAutoDetect(getterVisibility = PUBLIC_ONLY, setterVisibility = PUBLIC_ONLY, fieldVisibility = NONE)
 @JsonInclude(JsonInclude.Include.NON_NULL)
@@ -27,14 +27,25 @@
 public class DataEngineRegistrationEvent extends DataEngineEventHeader {
 
     /**
-     * Software server capability
+     * Serial version UID
      * -- GETTER --
-     * Gets the software server capability
-     * @return the software server capability
+     * Gets the serial version UID
+     * @return the serial version UID
      * -- SETTER --
-     * Sets the software server capability
-     * @param softwareServerCapability the software server capability
+     * Sets the serial version UID
+     * @param serialVersionUID the serial version UID
      */
-    private SoftwareServerCapability softwareServerCapability;
+    private static final long serialVersionUID = 1L;
+
+    /**
+     * Engine
+     * -- GETTER --
+     * Gets the engine
+     * @return the engine
+     * -- SETTER --
+     * Sets the engine
+     * @param engine the engine
+     */
+    private Engine engine;
 
 }
diff --git a/...pi/src/main/java/org/odpi/openmetadata/accessservices/dataengine/event/DataFileEvent.java b/...pi/src/main/java/org/odpi/openmetadata/accessservices/dataengine/event/DataFileEvent.java
@@ -26,6 +26,18 @@
 @EqualsAndHashCode(callSuper = true)
 @ToString
 public class DataFileEvent extends DataEngineEventHeader {
+
+    /**
+     * Serial version UID
+     * -- GETTER --
+     * Gets the serial version UID
+     * @return the serial version UID
+     * -- SETTER --
+     * Sets the serial version UID
+     * @param serialVersionUID the serial version UID
+     */
+    private static final long serialVersionUID = 1L;
+
     /**
      * The data file to be created
      * -- GETTER --

diff --git a/...pi/src/main/java/org/odpi/openmetadata/accessservices/dataengine/event/DatabaseEvent.java b/...pi/src/main/java/org/odpi/openmetadata/accessservices/dataengine/event/DatabaseEvent.java
@@ -25,6 +25,19 @@
 @EqualsAndHashCode(callSuper = true)
 @ToString
 public class DatabaseEvent extends DataEngineEventHeader {
+
+    /**
+     * Serial version UID
+     * -- GETTER --
+     * Gets the serial version UID
+     * @return the serial version UID
+     * -- SETTER --
+     * Sets the serial version UID
+     * @param serialVersionUID the serial version UID
+     */
+    private static final long serialVersionUID = 1L;
+
+
     /**
      * The database to be created
      * -- GETTER --

diff --git a/.../main/java/org/odpi/openmetadata/accessservices/dataengine/event/DatabaseSchemaEvent.java b/.../main/java/org/odpi/openmetadata/accessservices/dataengine/event/DatabaseSchemaEvent.java
@@ -25,6 +25,18 @@
 @EqualsAndHashCode(callSuper = true)
 @ToString
 public class DatabaseSchemaEvent extends DataEngineEventHeader {
+
+    /**
+     * Serial version UID
+     * -- GETTER --
+     * Gets the serial version UID
+     * @return the serial version UID
+     * -- SETTER --
+     * Sets the serial version UID
+     * @param serialVersionUID the serial version UID
+     */
+    private static final long serialVersionUID = 1L;
+
     /**
      * The database schema to be created
      * -- GETTER --

diff --git a/...-api/src/main/java/org/odpi/openmetadata/accessservices/dataengine/event/DeleteEvent.java b/...-api/src/main/java/org/odpi/openmetadata/accessservices/dataengine/event/DeleteEvent.java
@@ -26,6 +26,17 @@
 @ToString
 public class DeleteEvent extends DataEngineEventHeader {
 
+    /**
+     * Serial version UID
+     * -- GETTER --
+     * Gets the serial version UID
+     * @return the serial version UID
+     * -- SETTER --
+     * Sets the serial version UID
+     * @param serialVersionUID the serial version UID
+     */
+    private static final long serialVersionUID = 1L;
+
     /**
      * The qualified name of the entity
      * -- GETTER --

diff --git a/...i/src/main/java/org/odpi/openmetadata/accessservices/dataengine/event/EventTypeEvent.java b/...i/src/main/java/org/odpi/openmetadata/accessservices/dataengine/event/EventTypeEvent.java
@@ -25,6 +25,18 @@
 @EqualsAndHashCode(callSuper = true)
 @ToString
 public class EventTypeEvent extends DataEngineEventHeader {
+
+    /**
+     * Serial version UID
+     * -- GETTER --
+     * Gets the serial version UID
+     * @return the serial version UID
+     * -- SETTER --
+     * Sets the serial version UID
+     * @param serialVersionUID the serial version UID
+     */
+    private static final long serialVersionUID = 1L;
+
     /**
      * The event type to be created
      * -- GETTER --

diff --git a/...ne-api/src/main/java/org/odpi/openmetadata/accessservices/dataengine/event/FindEvent.java b/...ne-api/src/main/java/org/odpi/openmetadata/accessservices/dataengine/event/FindEvent.java
@@ -26,6 +26,18 @@
 @EqualsAndHashCode(callSuper = true)
 @ToString
 public class FindEvent extends DataEngineEventHeader {
+
+    /**
+     * Serial version UID
+     * -- GETTER --
+     * Gets the serial version UID
+     * @return the serial version UID
+     * -- SETTER --
+     * Sets the serial version UID
+     * @param serialVersionUID the serial version UID
+     */
+    private static final long serialVersionUID = 1L;
+
     /**
      * The find request body
      * -- GETTER --

diff --git a/...main/java/org/odpi/openmetadata/accessservices/dataengine/event/LineageMappingsEvent.java b/...main/java/org/odpi/openmetadata/accessservices/dataengine/event/LineageMappingsEvent.java
@@ -28,6 +28,17 @@
 @ToString(callSuper = true)
 public class LineageMappingsEvent extends DataEngineEventHeader {
 
+    /**
+     * Serial version UID
+     * -- GETTER --
+     * Gets the serial version UID
+     * @return the serial version UID
+     * -- SETTER --
+     * Sets the serial version UID
+     * @param serialVersionUID the serial version UID
+     */
+    private static final long serialVersionUID = 1L;
+
     /**
      * The lineage mappings
      * -- GETTER --

diff --git a/...i/src/main/java/org/odpi/openmetadata/accessservices/dataengine/event/PortAliasEvent.java b/...i/src/main/java/org/odpi/openmetadata/accessservices/dataengine/event/PortAliasEvent.java
@@ -26,6 +26,17 @@
 @ToString(callSuper = true)
 public class PortAliasEvent extends DataEngineEventHeader {
 
+    /**
+     * Serial version UID
+     * -- GETTER --
+     * Gets the serial version UID
+     * @return the serial version UID
+     * -- SETTER --
+     * Sets the serial version UID
+     * @param serialVersionUID the serial version UID
+     */
+    private static final long serialVersionUID = 1L;
+
     /**
      * The process qualified name
      * -- GETTER --

diff --git a/...n/java/org/odpi/openmetadata/accessservices/dataengine/event/PortImplementationEvent.java b/...n/java/org/odpi/openmetadata/accessservices/dataengine/event/PortImplementationEvent.java
@@ -26,6 +26,17 @@
 @ToString(callSuper = true)
 public class PortImplementationEvent extends DataEngineEventHeader {
 
+    /**
+     * Serial version UID
+     * -- GETTER --
+     * Gets the serial version UID
+     * @return the serial version UID
+     * -- SETTER --
+     * Sets the serial version UID
+     * @param serialVersionUID the serial version UID
+     */
+    private static final long serialVersionUID = 1L;
+
     /**
      * The process qualified name
      * -- GETTER --

diff --git a/...api/src/main/java/org/odpi/openmetadata/accessservices/dataengine/event/ProcessEvent.java b/...api/src/main/java/org/odpi/openmetadata/accessservices/dataengine/event/ProcessEvent.java
@@ -26,6 +26,17 @@
 @ToString(callSuper = true)
 public class ProcessEvent extends DataEngineEventHeader {
 
+    /**
+     * Serial version UID
+     * -- GETTER --
+     * Gets the serial version UID
+     * @return the serial version UID
+     * -- SETTER --
+     * Sets the serial version UID
+     * @param serialVersionUID the serial version UID
+     */
+    private static final long serialVersionUID = 1L;
+
     /**
      * The process
      * -- GETTER --

diff --git a/...ain/java/org/odpi/openmetadata/accessservices/dataengine/event/ProcessHierarchyEvent.java b/...ain/java/org/odpi/openmetadata/accessservices/dataengine/event/ProcessHierarchyEvent.java
@@ -24,7 +24,18 @@
 @Setter
 @EqualsAndHashCode(callSuper = true)
 @ToString(callSuper = true)
-public class ProcessHierarchyEvent extends DataEngineEventHeader{
+public class ProcessHierarchyEvent extends DataEngineEventHeader {
+
+    /**
+     * Serial version UID
+     * -- GETTER --
+     * Gets the serial version UID
+     * @return the serial version UID
+     * -- SETTER --
+     * Sets the serial version UID
+     * @param serialVersionUID the serial version UID
+     */
+    private static final long serialVersionUID = 1L;
 
     /**
      * The process hierarchy

diff --git a/...src/main/java/org/odpi/openmetadata/accessservices/dataengine/event/ProcessListEvent.java b/...src/main/java/org/odpi/openmetadata/accessservices/dataengine/event/ProcessListEvent.java
@@ -27,6 +27,17 @@
 @ToString(callSuper = true)
 public class ProcessListEvent extends DataEngineEventHeader {
 
+    /**
+     * Serial version UID
+     * -- GETTER --
+     * Gets the serial version UID
+     * @return the serial version UID
+     * -- SETTER --
+     * Sets the serial version UID
+     * @param serialVersionUID the serial version UID
+     */
+    private static final long serialVersionUID = 1L;
+
     /**
      * The failed GUIDs
      * -- GETTER --

diff --git a/...main/java/org/odpi/openmetadata/accessservices/dataengine/event/ProcessingStateEvent.java b/...main/java/org/odpi/openmetadata/accessservices/dataengine/event/ProcessingStateEvent.java
@@ -0,0 +1,49 @@
+/* SPDX-License-Identifier: Apache-2.0 */
+/* Copyright Contributors to the ODPi Egeria project. */
+package org.odpi.openmetadata.accessservices.dataengine.event;
+
+import com.fasterxml.jackson.annotation.JsonAutoDetect;
+import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
+import com.fasterxml.jackson.annotation.JsonInclude;
+import lombok.EqualsAndHashCode;
+import lombok.Getter;
+import lombok.Setter;
+import lombok.ToString;
+import org.odpi.openmetadata.accessservices.dataengine.model.ProcessingState;
+
+import static com.fasterxml.jackson.annotation.JsonAutoDetect.Visibility.NONE;
+import static com.fasterxml.jackson.annotation.JsonAutoDetect.Visibility.PUBLIC_ONLY;
+
+@JsonAutoDetect(getterVisibility = PUBLIC_ONLY, setterVisibility = PUBLIC_ONLY, fieldVisibility = NONE)
+@JsonInclude(JsonInclude.Include.NON_NULL)
+@JsonIgnoreProperties(ignoreUnknown = true)
+@Getter
+@Setter
+@EqualsAndHashCode(callSuper = true)
+@ToString(callSuper = true)
+public class ProcessingStateEvent extends DataEngineEventHeader {
+
+    /**
+     * Serial version ID
+     * -- GETTER --
+     * Gets the serial version ID
+     * @return the serial version ID
+     * -- SETTER --
+     * Sets the serial version ID
+     * @param serialVersionUID the serial version ID
+     */
+    private static final long serialVersionUID = 1L;
+
+    /**
+     * The processing state.
+     *
+     * -- GETTER --
+     * Return the processing state
+     *
+     * @return processing state
+     * -- SETTER --
+     * Set up the processing state
+     * @param processingState processing state
+     */
+    private ProcessingState processingState;
+}