From fd6aa69084f68a540d851dee704e5f3be37daaa0 Mon Sep 17 00:00:00 2001 From: Hitesh Khandelwal <60309732+hitk6@users.noreply.github.com> Date: Wed, 16 Feb 2022 21:38:57 +0530 Subject: [PATCH] Source/Destination Kafka: added scram-sha-512 authentication (#10186) * kafka, added scram-sha-512 authentication * bump connectors version Co-authored-by: Marcos Marx --- .../init/src/main/resources/seed/destination_definitions.yaml | 2 +- .../init/src/main/resources/seed/destination_specs.yaml | 3 ++- .../init/src/main/resources/seed/source_definitions.yaml | 2 +- airbyte-config/init/src/main/resources/seed/source_specs.yaml | 3 ++- airbyte-integrations/connectors/destination-kafka/Dockerfile | 2 +- .../connectors/destination-kafka/src/main/resources/spec.json | 2 +- airbyte-integrations/connectors/source-kafka/Dockerfile | 2 +- .../connectors/source-kafka/src/main/resources/spec.json | 2 +- docs/integrations/destinations/kafka.md | 1 + 9 files changed, 11 insertions(+), 8 deletions(-) diff --git a/airbyte-config/init/src/main/resources/seed/destination_definitions.yaml b/airbyte-config/init/src/main/resources/seed/destination_definitions.yaml index a0cb13b91ebc..b5cb2c24bce3 100644 --- a/airbyte-config/init/src/main/resources/seed/destination_definitions.yaml +++ b/airbyte-config/init/src/main/resources/seed/destination_definitions.yaml @@ -78,7 +78,7 @@ - name: Kafka destinationDefinitionId: 9f760101-60ae-462f-9ee6-b7a9dafd454d dockerRepository: airbyte/destination-kafka - dockerImageTag: 0.1.5 + dockerImageTag: 0.1.6 documentationUrl: https://docs.airbyte.io/integrations/destinations/kafka icon: kafka.svg - name: Kinesis diff --git a/airbyte-config/init/src/main/resources/seed/destination_specs.yaml b/airbyte-config/init/src/main/resources/seed/destination_specs.yaml index 170ba21d64ee..9920382af6ab 100644 --- a/airbyte-config/init/src/main/resources/seed/destination_specs.yaml +++ b/airbyte-config/init/src/main/resources/seed/destination_specs.yaml @@ -1571,7 +1571,7 @@ supportsDBT: false supported_destination_sync_modes: - "append" -- dockerImage: "airbyte/destination-kafka:0.1.5" +- dockerImage: "airbyte/destination-kafka:0.1.6" spec: documentationUrl: "https://docs.airbyte.io/integrations/destinations/kafka" connectionSpecification: @@ -1697,6 +1697,7 @@ - "GSSAPI" - "OAUTHBEARER" - "SCRAM-SHA-256" + - "SCRAM-SHA-512" sasl_jaas_config: title: "SASL JAAS Config" description: "JAAS login context parameters for SASL connections in\ diff --git a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml index f5b6e1ebf802..b320350ea331 100644 --- a/airbyte-config/init/src/main/resources/seed/source_definitions.yaml +++ b/airbyte-config/init/src/main/resources/seed/source_definitions.yaml @@ -363,7 +363,7 @@ - name: Kafka sourceDefinitionId: d917a47b-8537-4d0d-8c10-36a9928d4265 dockerRepository: airbyte/source-kafka - dockerImageTag: 0.1.3 + dockerImageTag: 0.1.4 documentationUrl: https://docs.airbyte.io/integrations/sources/kafka icon: kafka.svg sourceType: database diff --git a/airbyte-config/init/src/main/resources/seed/source_specs.yaml b/airbyte-config/init/src/main/resources/seed/source_specs.yaml index 71a5f462eca7..e186ca3acfcc 100644 --- a/airbyte-config/init/src/main/resources/seed/source_specs.yaml +++ b/airbyte-config/init/src/main/resources/seed/source_specs.yaml @@ -3514,7 +3514,7 @@ supportsNormalization: false supportsDBT: false supported_destination_sync_modes: [] -- dockerImage: "airbyte/source-kafka:0.1.3" +- dockerImage: "airbyte/source-kafka:0.1.4" spec: documentationUrl: "https://docs.airbyte.io/integrations/sources/kafka" connectionSpecification: @@ -3666,6 +3666,7 @@ - "GSSAPI" - "OAUTHBEARER" - "SCRAM-SHA-256" + - "SCRAM-SHA-512" sasl_jaas_config: title: "SASL JAAS Config" description: "The JAAS login context parameters for SASL connections\ diff --git a/airbyte-integrations/connectors/destination-kafka/Dockerfile b/airbyte-integrations/connectors/destination-kafka/Dockerfile index a057b67fe98f..ce21f6637587 100644 --- a/airbyte-integrations/connectors/destination-kafka/Dockerfile +++ b/airbyte-integrations/connectors/destination-kafka/Dockerfile @@ -16,5 +16,5 @@ ENV APPLICATION destination-kafka COPY --from=build /airbyte /airbyte -LABEL io.airbyte.version=0.1.5 +LABEL io.airbyte.version=0.1.6 LABEL io.airbyte.name=airbyte/destination-kafka diff --git a/airbyte-integrations/connectors/destination-kafka/src/main/resources/spec.json b/airbyte-integrations/connectors/destination-kafka/src/main/resources/spec.json index 0b77d659f55d..1cbae47e3379 100644 --- a/airbyte-integrations/connectors/destination-kafka/src/main/resources/spec.json +++ b/airbyte-integrations/connectors/destination-kafka/src/main/resources/spec.json @@ -119,7 +119,7 @@ "description": "SASL mechanism used for client connections. This may be any mechanism for which a security provider is available.", "type": "string", "default": "GSSAPI", - "enum": ["GSSAPI", "OAUTHBEARER", "SCRAM-SHA-256"] + "enum": ["GSSAPI", "OAUTHBEARER", "SCRAM-SHA-256", "SCRAM-SHA-512"] }, "sasl_jaas_config": { "title": "SASL JAAS Config", diff --git a/airbyte-integrations/connectors/source-kafka/Dockerfile b/airbyte-integrations/connectors/source-kafka/Dockerfile index 220a8e3066c5..a9a4fefffa01 100644 --- a/airbyte-integrations/connectors/source-kafka/Dockerfile +++ b/airbyte-integrations/connectors/source-kafka/Dockerfile @@ -16,5 +16,5 @@ ENV APPLICATION source-kafka COPY --from=build /airbyte /airbyte -LABEL io.airbyte.version=0.1.3 +LABEL io.airbyte.version=0.1.4 LABEL io.airbyte.name=airbyte/source-kafka diff --git a/airbyte-integrations/connectors/source-kafka/src/main/resources/spec.json b/airbyte-integrations/connectors/source-kafka/src/main/resources/spec.json index 2b7616c77140..954d778e6701 100644 --- a/airbyte-integrations/connectors/source-kafka/src/main/resources/spec.json +++ b/airbyte-integrations/connectors/source-kafka/src/main/resources/spec.json @@ -141,7 +141,7 @@ "description": "The SASL mechanism used for client connections. This may be any mechanism for which a security provider is available.", "type": "string", "default": "GSSAPI", - "enum": ["GSSAPI", "OAUTHBEARER", "SCRAM-SHA-256"] + "enum": ["GSSAPI", "OAUTHBEARER", "SCRAM-SHA-256", "SCRAM-SHA-512"] }, "sasl_jaas_config": { "title": "SASL JAAS Config", diff --git a/docs/integrations/destinations/kafka.md b/docs/integrations/destinations/kafka.md index af0589be7590..4cf501ae5f3b 100644 --- a/docs/integrations/destinations/kafka.md +++ b/docs/integrations/destinations/kafka.md @@ -98,6 +98,7 @@ _NOTE_: Some configurations for SSL are not available yet. | Version | Date | Pull Request | Subject | | :--- | :--- | :--- | :--- | +| 0.1.6 | 2022-02-15 | [10186](https://github.com/airbytehq/airbyte/pull/10186) | Add SCRAM-SHA-512 Auth | | 0.1.5 | 2022-02-14 | [10256](https://github.com/airbytehq/airbyte/pull/10256) | Add `-XX:+ExitOnOutOfMemoryError` JVM option | | 0.1.4 | 2022-01-31 | [\#9905](https://github.com/airbytehq/airbyte/pull/9905) | Fix SASL config read issue | | 0.1.3 | 2021-12-30 | [\#8809](https://github.com/airbytehq/airbyte/pull/8809) | Update connector fields title/description |