-
Notifications
You must be signed in to change notification settings - Fork 1k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
fix: circumvent KAFKA-10179 by forcing changelog topics for tables (#…
- Loading branch information
Showing
394 changed files
with
50,856 additions
and
32 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
203 changes: 203 additions & 0 deletions
203
...l-tests/src/test/resources/historical_plans/as_value_-_join/6.1.0_1594164253961/plan.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,203 @@ | ||
| { | ||
| "plan" : [ { | ||
| "@type" : "ksqlPlanV1", | ||
| "statementText" : "CREATE STREAM I1 (ID INTEGER KEY, V0 INTEGER, V1 INTEGER) WITH (KAFKA_TOPIC='i1', VALUE_FORMAT='JSON');", | ||
| "ddlCommand" : { | ||
| "@type" : "createStreamV1", | ||
| "sourceName" : "I1", | ||
| "schema" : "`ID` INTEGER KEY, `V0` INTEGER, `V1` INTEGER", | ||
| "topicName" : "i1", | ||
| "formats" : { | ||
| "keyFormat" : { | ||
| "format" : "KAFKA" | ||
| }, | ||
| "valueFormat" : { | ||
| "format" : "JSON" | ||
| } | ||
| }, | ||
| "orReplace" : false | ||
| } | ||
| }, { | ||
| "@type" : "ksqlPlanV1", | ||
| "statementText" : "CREATE TABLE I2 (ID INTEGER PRIMARY KEY, V0 INTEGER, V1 INTEGER) WITH (KAFKA_TOPIC='i2', VALUE_FORMAT='JSON');", | ||
| "ddlCommand" : { | ||
| "@type" : "createTableV1", | ||
| "sourceName" : "I2", | ||
| "schema" : "`ID` INTEGER KEY, `V0` INTEGER, `V1` INTEGER", | ||
| "topicName" : "i2", | ||
| "formats" : { | ||
| "keyFormat" : { | ||
| "format" : "KAFKA" | ||
| }, | ||
| "valueFormat" : { | ||
| "format" : "JSON" | ||
| } | ||
| }, | ||
| "orReplace" : false | ||
| } | ||
| }, { | ||
| "@type" : "ksqlPlanV1", | ||
| "statementText" : "CREATE STREAM OUTPUT AS SELECT *\nFROM I1 I1\nINNER JOIN I2 I2 ON ((AS_VALUE(I1.ID) = I2.ID))\nEMIT CHANGES", | ||
| "ddlCommand" : { | ||
| "@type" : "createStreamV1", | ||
| "sourceName" : "OUTPUT", | ||
| "schema" : "`I2_ID` INTEGER KEY, `I1_ID` INTEGER, `I1_V0` INTEGER, `I1_V1` INTEGER, `I2_V0` INTEGER, `I2_V1` INTEGER", | ||
| "topicName" : "OUTPUT", | ||
| "formats" : { | ||
| "keyFormat" : { | ||
| "format" : "KAFKA" | ||
| }, | ||
| "valueFormat" : { | ||
| "format" : "JSON" | ||
| } | ||
| }, | ||
| "orReplace" : false | ||
| }, | ||
| "queryPlan" : { | ||
| "sources" : [ "I1", "I2" ], | ||
| "sink" : "OUTPUT", | ||
| "physicalPlan" : { | ||
| "@type" : "streamSinkV1", | ||
| "properties" : { | ||
| "queryContext" : "OUTPUT" | ||
| }, | ||
| "source" : { | ||
| "@type" : "streamSelectV1", | ||
| "properties" : { | ||
| "queryContext" : "Project" | ||
| }, | ||
| "source" : { | ||
| "@type" : "streamTableJoinV1", | ||
| "properties" : { | ||
| "queryContext" : "Join" | ||
| }, | ||
| "joinType" : "INNER", | ||
| "internalFormats" : { | ||
| "keyFormat" : { | ||
| "format" : "KAFKA" | ||
| }, | ||
| "valueFormat" : { | ||
| "format" : "JSON" | ||
| } | ||
| }, | ||
| "leftSource" : { | ||
| "@type" : "streamSelectV1", | ||
| "properties" : { | ||
| "queryContext" : "PrependAliasLeft" | ||
| }, | ||
| "source" : { | ||
| "@type" : "streamSelectKeyV2", | ||
| "properties" : { | ||
| "queryContext" : "LeftSourceKeyed" | ||
| }, | ||
| "source" : { | ||
| "@type" : "streamSourceV1", | ||
| "properties" : { | ||
| "queryContext" : "KafkaTopic_Left/Source" | ||
| }, | ||
| "topicName" : "i1", | ||
| "formats" : { | ||
| "keyFormat" : { | ||
| "format" : "KAFKA" | ||
| }, | ||
| "valueFormat" : { | ||
| "format" : "JSON" | ||
| } | ||
| }, | ||
| "sourceSchema" : "`ID` INTEGER KEY, `V0` INTEGER, `V1` INTEGER" | ||
| }, | ||
| "keyExpression" : "AS_VALUE(ID)" | ||
| }, | ||
| "keyColumnNames" : [ "I1_KSQL_COL_0" ], | ||
| "selectExpressions" : [ "V0 AS I1_V0", "V1 AS I1_V1", "ROWTIME AS I1_ROWTIME", "ID AS I1_ID", "KSQL_COL_0 AS I1_KSQL_COL_0" ] | ||
| }, | ||
| "rightSource" : { | ||
| "@type" : "tableSelectV1", | ||
| "properties" : { | ||
| "queryContext" : "PrependAliasRight" | ||
| }, | ||
| "source" : { | ||
| "@type" : "tableSourceV1", | ||
| "properties" : { | ||
| "queryContext" : "KafkaTopic_Right/Source" | ||
| }, | ||
| "topicName" : "i2", | ||
| "formats" : { | ||
| "keyFormat" : { | ||
| "format" : "KAFKA" | ||
| }, | ||
| "valueFormat" : { | ||
| "format" : "JSON" | ||
| } | ||
| }, | ||
| "sourceSchema" : "`ID` INTEGER KEY, `V0` INTEGER, `V1` INTEGER", | ||
| "forceChangelog" : true | ||
| }, | ||
| "keyColumnNames" : [ "I2_ID" ], | ||
| "selectExpressions" : [ "V0 AS I2_V0", "V1 AS I2_V1", "ROWTIME AS I2_ROWTIME", "ID AS I2_ID" ] | ||
| }, | ||
| "keyColName" : "I2_ID" | ||
| }, | ||
| "keyColumnNames" : [ "I2_ID" ], | ||
| "selectExpressions" : [ "I1_ID AS I1_ID", "I1_V0 AS I1_V0", "I1_V1 AS I1_V1", "I2_V0 AS I2_V0", "I2_V1 AS I2_V1" ] | ||
| }, | ||
| "formats" : { | ||
| "keyFormat" : { | ||
| "format" : "KAFKA" | ||
| }, | ||
| "valueFormat" : { | ||
| "format" : "JSON" | ||
| } | ||
| }, | ||
| "topicName" : "OUTPUT" | ||
| }, | ||
| "queryId" : "CSAS_OUTPUT_0" | ||
| } | ||
| } ], | ||
| "configs" : { | ||
| "ksql.extension.dir" : "ext", | ||
| "ksql.streams.cache.max.bytes.buffering" : "0", | ||
| "ksql.security.extension.class" : null, | ||
| "ksql.transient.prefix" : "transient_", | ||
| "ksql.persistence.wrap.single.values" : "true", | ||
| "ksql.authorization.cache.expiry.time.secs" : "30", | ||
| "ksql.schema.registry.url" : "", | ||
| "ksql.streams.default.deserialization.exception.handler" : "io.confluent.ksql.errors.LogMetricAndContinueExceptionHandler", | ||
| "ksql.output.topic.name.prefix" : "", | ||
| "ksql.streams.auto.offset.reset" : "earliest", | ||
| "ksql.query.pull.enable.standby.reads" : "false", | ||
| "ksql.connect.url" : "http://localhost:8083", | ||
| "ksql.service.id" : "some.ksql.service.id", | ||
| "ksql.internal.topic.min.insync.replicas" : "1", | ||
| "ksql.streams.shutdown.timeout.ms" : "300000", | ||
| "ksql.internal.topic.replicas" : "1", | ||
| "ksql.insert.into.values.enabled" : "true", | ||
| "ksql.query.pull.max.allowed.offset.lag" : "9223372036854775807", | ||
| "ksql.query.pull.max.qps" : "2147483647", | ||
| "ksql.streams.default.production.exception.handler" : "io.confluent.ksql.errors.ProductionExceptionHandlerUtil$LogAndFailProductionExceptionHandler", | ||
| "ksql.access.validator.enable" : "auto", | ||
| "ksql.streams.bootstrap.servers" : "localhost:0", | ||
| "ksql.streams.commit.interval.ms" : "2000", | ||
| "ksql.metric.reporters" : "", | ||
| "ksql.query.pull.metrics.enabled" : "false", | ||
| "ksql.create.or.replace.enabled" : "false", | ||
| "ksql.streams.auto.commit.interval.ms" : "0", | ||
| "ksql.metrics.extension" : null, | ||
| "ksql.streams.topology.optimization" : "all", | ||
| "ksql.hidden.topics" : "_confluent.*,__confluent.*,_schemas,__consumer_offsets,__transaction_state,connect-configs,connect-offsets,connect-status,connect-statuses", | ||
| "ksql.streams.num.stream.threads" : "4", | ||
| "ksql.timestamp.throw.on.invalid" : "false", | ||
| "ksql.authorization.cache.max.entries" : "10000", | ||
| "ksql.metrics.tags.custom" : "", | ||
| "ksql.pull.queries.enable" : "true", | ||
| "ksql.udfs.enabled" : "true", | ||
| "ksql.udf.enable.security.manager" : "true", | ||
| "ksql.connect.worker.config" : "", | ||
| "ksql.sink.window.change.log.additional.retention" : "1000000", | ||
| "ksql.readonly.topics" : "_confluent.*,__confluent.*,_schemas,__consumer_offsets,__transaction_state,connect-configs,connect-offsets,connect-status,connect-statuses", | ||
| "ksql.udf.collect.metrics" : "false", | ||
| "ksql.persistent.prefix" : "query_", | ||
| "ksql.query.persistent.active.limit" : "2147483647", | ||
| "ksql.error.classifier.regex" : "" | ||
| } | ||
| } |
Oops, something went wrong.