From cb34edb01e00df6f61b01ba3689498fe2989e025 Mon Sep 17 00:00:00 2001 From: alexnikitchuk Date: Sat, 29 Oct 2022 18:43:52 +0300 Subject: [PATCH 1/5] add missing record_count increment --- .../io/airbyte/integrations/source/kafka/format/JsonFormat.java | 1 + 1 file changed, 1 insertion(+) diff --git a/airbyte-integrations/connectors/source-kafka/src/main/java/io/airbyte/integrations/source/kafka/format/JsonFormat.java b/airbyte-integrations/connectors/source-kafka/src/main/java/io/airbyte/integrations/source/kafka/format/JsonFormat.java index c34fe80dd56e..e5670b96bd69 100644 --- a/airbyte-integrations/connectors/source-kafka/src/main/java/io/airbyte/integrations/source/kafka/format/JsonFormat.java +++ b/airbyte-integrations/connectors/source-kafka/src/main/java/io/airbyte/integrations/source/kafka/format/JsonFormat.java @@ -127,6 +127,7 @@ public AutoCloseableIterator read() { } consumerRecords.forEach(record -> { + record_count.getAndIncrement(); recordsList.add(record); }); consumer.commitAsync(); From 470161d2de014a882826373877a673012915dbc5 Mon Sep 17 00:00:00 2001 From: alexnikitchuk Date: Sun, 30 Oct 2022 17:50:49 +0200 Subject: [PATCH 2/5] bump version --- airbyte-integrations/connectors/source-kafka/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/airbyte-integrations/connectors/source-kafka/Dockerfile b/airbyte-integrations/connectors/source-kafka/Dockerfile index c16cd48974bb..121a7335e804 100644 --- a/airbyte-integrations/connectors/source-kafka/Dockerfile +++ b/airbyte-integrations/connectors/source-kafka/Dockerfile @@ -16,5 +16,5 @@ ENV APPLICATION source-kafka COPY --from=build /airbyte /airbyte -LABEL io.airbyte.version=0.2.0 +LABEL io.airbyte.version=0.2.1 LABEL io.airbyte.name=airbyte/source-kafka From 7d6de43806ca09fb73c9fc7b24579402fd30a4c8 Mon Sep 17 00:00:00 2001 From: Vincent Koc Date: Fri, 4 Nov 2022 23:27:23 +1100 Subject: [PATCH 3/5] Update kafka.md --- docs/integrations/sources/kafka.md | 1 + 1 file changed, 1 insertion(+) diff --git a/docs/integrations/sources/kafka.md b/docs/integrations/sources/kafka.md index badae88daaa4..e7680d444f0a 100644 --- a/docs/integrations/sources/kafka.md +++ b/docs/integrations/sources/kafka.md @@ -50,6 +50,7 @@ The Kafka source connector supports the following [sync modes](https://docs.airb | Version | Date | Pull Request | Subject | | :------ | :-------- | :------------------------------------------------------| :---------------------------------------- | +| 0.2.1 | 2022-11-04 | [18648](https://github.com/airbytehq/airbyte/pull/18648) | Add missing record_count increment for JSON| | 0.2.0 | 2022-08-22 | [13864](https://github.com/airbytehq/airbyte/pull/13864) | Added AVRO format support and Support for maximum records to process| | 0.1.7 | 2022-06-17 | [13864](https://github.com/airbytehq/airbyte/pull/13864) | Updated stacktrace format for any trace message errors | | 0.1.6 | 2022-05-29 | [12903](https://github.com/airbytehq/airbyte/pull/12903) | Add Polling Time to Specification (default 100 ms) | From 50586190667a5f9e7e8bb2c88ad38ead1e09158a Mon Sep 17 00:00:00 2001 From: Vincent Koc Date: Fri, 4 Nov 2022 23:29:19 +1100 Subject: [PATCH 4/5] update version --- airbyte-integrations/connectors/source-kafka/Dockerfile | 2 +- docs/integrations/sources/kafka.md | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/airbyte-integrations/connectors/source-kafka/Dockerfile b/airbyte-integrations/connectors/source-kafka/Dockerfile index 121a7335e804..6b1e8104bae8 100644 --- a/airbyte-integrations/connectors/source-kafka/Dockerfile +++ b/airbyte-integrations/connectors/source-kafka/Dockerfile @@ -16,5 +16,5 @@ ENV APPLICATION source-kafka COPY --from=build /airbyte /airbyte -LABEL io.airbyte.version=0.2.1 +LABEL io.airbyte.version=0.2.2 LABEL io.airbyte.name=airbyte/source-kafka diff --git a/docs/integrations/sources/kafka.md b/docs/integrations/sources/kafka.md index e7680d444f0a..c0029ceb91a7 100644 --- a/docs/integrations/sources/kafka.md +++ b/docs/integrations/sources/kafka.md @@ -50,7 +50,8 @@ The Kafka source connector supports the following [sync modes](https://docs.airb | Version | Date | Pull Request | Subject | | :------ | :-------- | :------------------------------------------------------| :---------------------------------------- | -| 0.2.1 | 2022-11-04 | [18648](https://github.com/airbytehq/airbyte/pull/18648) | Add missing record_count increment for JSON| +| 0.2.2 | 2022-11-04 | [18648](https://github.com/airbytehq/airbyte/pull/18648) | Add missing record_count increment for JSON| +| 0.2.1 | 2022-11-04 | This version was the same as 0.2.0 and was committed so using 0.2.2 next to keep versions in order| | 0.2.0 | 2022-08-22 | [13864](https://github.com/airbytehq/airbyte/pull/13864) | Added AVRO format support and Support for maximum records to process| | 0.1.7 | 2022-06-17 | [13864](https://github.com/airbytehq/airbyte/pull/13864) | Updated stacktrace format for any trace message errors | | 0.1.6 | 2022-05-29 | [12903](https://github.com/airbytehq/airbyte/pull/12903) | Add Polling Time to Specification (default 100 ms) | From 32ff0be5988b016acfce13aac382abcd1fd46c4f Mon Sep 17 00:00:00 2001 From: Octavia Squidington III Date: Fri, 4 Nov 2022 12:42:08 +0000 Subject: [PATCH 5/5] auto-bump connector version --- .../init/src/main/resources/seed/source_definitions.yaml | 2 +- airbyte-config/init/src/main/resources/seed/source_specs.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml index d32f536e1d4b..b0e893509073 100644 --- a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml +++ b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml @@ -635,7 +635,7 @@ - name: Kafka sourceDefinitionId: d917a47b-8537-4d0d-8c10-36a9928d4265 dockerRepository: airbyte/source-kafka - dockerImageTag: 0.2.0 + dockerImageTag: 0.2.2 documentationUrl: https://docs.airbyte.com/integrations/sources/kafka icon: kafka.svg sourceType: database diff --git a/airbyte-config/init/src/main/resources/seed/source_specs.yaml b/airbyte-config/init/src/main/resources/seed/source_specs.yaml index a9118f9ccd47..d340e1bf2f38 100644 --- a/airbyte-config/init/src/main/resources/seed/source_specs.yaml +++ b/airbyte-config/init/src/main/resources/seed/source_specs.yaml @@ -5806,7 +5806,7 @@ supportsNormalization: false supportsDBT: false supported_destination_sync_modes: [] -- dockerImage: "airbyte/source-kafka:0.2.0" +- dockerImage: "airbyte/source-kafka:0.2.2" spec: documentationUrl: "https://docs.airbyte.com/integrations/sources/kafka" connectionSpecification: