Source Jira #4505 - change cursor field for Issues streams from field…

…s.started to fields.updated, update IssuesWorklogs slicing
airbytehq · Aug 13, 2021 · a56a2ac · a56a2ac
1 parent db6daed
commit a56a2ac
Show file tree

Hide file tree

Showing 9 changed files with 243 additions and 37 deletions.
diff --git a/airbyte-integrations/connectors/source-jira/integration_tests/abnormal_state.json b/airbyte-integrations/connectors/source-jira/integration_tests/abnormal_state.json
@@ -3,6 +3,6 @@
     "created": "2121-02-14T22:01:22.313Z"
   },
   "issue_worklogs": {
-    "startedAfter": "2121-04-14T11:30:22.313Z"
+    "started": "2121-04-14T11:30:22.313Z"
   }
 }
diff --git a/airbyte-integrations/connectors/source-jira/integration_tests/full_configured_catalog.json b/airbyte-integrations/connectors/source-jira/integration_tests/full_configured_catalog.json
@@ -7455,10 +7455,10 @@
         },
         "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["created"]
+        "default_cursor_field": ["fields","updated"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"],
+      "cursor_field": ["fields","updated"],
       "destination_sync_mode": "append"
     },
     {
@@ -9534,10 +9534,10 @@
         },
         "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["startedAfter"]
+        "default_cursor_field": ["started"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["startedAfter"],
+      "cursor_field": ["started"],
       "destination_sync_mode": "append"
     },
     {

diff --git a/airbyte-integrations/connectors/source-jira/integration_tests/inc_configured_catalog.json b/airbyte-integrations/connectors/source-jira/integration_tests/inc_configured_catalog.json
@@ -6,10 +6,10 @@
         "json_schema": {},
         "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["created"]
+        "default_cursor_field": ["fields","updated"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"],
+      "cursor_field": ["fields", "updated"],
       "destination_sync_mode": "append"
     },
     {
@@ -18,10 +18,10 @@
         "json_schema": {},
         "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["startedAfter"]
+        "default_cursor_field": ["started"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["startedAfter"],
+      "cursor_field": ["started"],
       "destination_sync_mode": "append"
     }
   ]

diff --git a/...egrations/connectors/source-jira/integration_tests/issue_worklogs_configured_catalog.json b/...egrations/connectors/source-jira/integration_tests/issue_worklogs_configured_catalog.json
@@ -6,10 +6,10 @@
         "json_schema": {},
         "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["startedAfter"]
+        "default_cursor_field": ["started"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["startedAfter"],
+      "cursor_field": ["started"],
       "destination_sync_mode": "append"
     }
   ]

diff --git a/airbyte-integrations/connectors/source-jira/integration_tests/sample_state.json b/airbyte-integrations/connectors/source-jira/integration_tests/sample_state.json
@@ -0,0 +1,10 @@
+{
+  "issues": {
+    "updated": "2021-06-02T22:18:39.882Z"
+  },
+  "issue_worklogs": {
+    "10622": {
+      "started": "2021-02-14T11:30:22.313Z"
+    }
+  }
+}
diff --git a/airbyte-integrations/connectors/source-jira/sample_files/configured_catalog.json b/airbyte-integrations/connectors/source-jira/sample_files/configured_catalog.json
@@ -7962,10 +7962,10 @@
         },
         "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["created"]
+        "default_cursor_field": ["fields","updated"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"],
+      "cursor_field": ["fields", "updated"],
       "destination_sync_mode": "append"
     },
     {
@@ -10088,10 +10088,10 @@
         },
         "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["startedAfter"]
+        "default_cursor_field": ["started"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["startedAfter"],
+      "cursor_field": ["started"],
       "destination_sync_mode": "append"
     },
     {

diff --git a/airbyte-integrations/connectors/source-jira/sample_files/full_configured_catalog.json b/airbyte-integrations/connectors/source-jira/sample_files/full_configured_catalog.json
@@ -7455,10 +7455,10 @@
         },
         "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["created"]
+        "default_cursor_field": ["fields","updated"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["created"],
+      "cursor_field": ["fields","updated"],
       "destination_sync_mode": "append"
     },
     {
@@ -9534,10 +9534,10 @@
         },
         "supported_sync_modes": ["incremental"],
         "source_defined_cursor": true,
-        "default_cursor_field": ["startedAfter"]
+        "default_cursor_field": ["started"]
       },
       "sync_mode": "incremental",
-      "cursor_field": ["startedAfter"],
+      "cursor_field": ["started"],
       "destination_sync_mode": "append"
     },
     {

diff --git a/airbyte-integrations/connectors/source-jira/sample_files/sample_state.json b/airbyte-integrations/connectors/source-jira/sample_files/sample_state.json
@@ -1,8 +1,10 @@
 {
   "issues": {
-    "created": "2021-02-14T22:01:22.313Z"
+    "updated": "2021-06-02T22:18:39.882Z"
   },
   "issue_worklogs": {
-    "startedAfter": "2021-04-14T11:30:22.313Z"
+    "10622": {
+      "started": "2021-02-14T11:30:22.313Z"
+    }
   }
 }