Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[Github Actions] Periodic Sync Camel-kafka-connector main Branch #1701

Merged
merged 1 commit into from
Mar 9, 2025
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -102,6 +102,12 @@
"priority": "MEDIUM",
"required": "false"
},
"camel.kamelet.kafka-batch-apicurio-registry-not-secured-source.batchingIntervalMs": {
"name": "camel.kamelet.kafka-batch-apicurio-registry-not-secured-source.batchingIntervalMs",
"description": "In consumer batching mode, then this option is specifying a time in millis, to trigger batch completion eager when the current batch size has not reached the maximum size defined by maxPollRecords. Notice the trigger is not exact at the given interval, as this can only happen between kafka polls (see pollTimeoutMs option).",
"priority": "MEDIUM",
"required": "false"
},
"camel.kamelet.kafka-batch-apicurio-registry-not-secured-source.topicIsPattern": {
"name": "camel.kamelet.kafka-batch-apicurio-registry-not-secured-source.topicIsPattern",
"description": "Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -102,6 +102,12 @@
"priority": "MEDIUM",
"required": "false"
},
"camel.kamelet.kafka-batch-apicurio-registry-source.batchingIntervalMs": {
"name": "camel.kamelet.kafka-batch-apicurio-registry-source.batchingIntervalMs",
"description": "In consumer batching mode, then this option is specifying a time in millis, to trigger batch completion eager when the current batch size has not reached the maximum size defined by maxPollRecords. Notice the trigger is not exact at the given interval, as this can only happen between kafka polls (see pollTimeoutMs option).",
"priority": "MEDIUM",
"required": "false"
},
"camel.kamelet.kafka-batch-apicurio-registry-source.apicurioAuthServiceUrl": {
"name": "camel.kamelet.kafka-batch-apicurio-registry-source.apicurioAuthServiceUrl",
"description": "The URL for Keycloak instance securing the Apicurio Registry Example: http:\/\/my-keycloak.com:8080\/",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -121,6 +121,12 @@
"priority": "MEDIUM",
"required": "false"
},
"camel.kamelet.kafka-batch-azure-schema-registry-source.batchingIntervalMs": {
"name": "camel.kamelet.kafka-batch-azure-schema-registry-source.batchingIntervalMs",
"description": "In consumer batching mode, then this option is specifying a time in millis, to trigger batch completion eager when the current batch size has not reached the maximum size defined by maxPollRecords. Notice the trigger is not exact at the given interval, as this can only happen between kafka polls (see pollTimeoutMs option).",
"priority": "MEDIUM",
"required": "false"
},
"camel.kamelet.kafka-batch-azure-schema-registry-source.topicIsPattern": {
"name": "camel.kamelet.kafka-batch-azure-schema-registry-source.topicIsPattern",
"description": "Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -82,6 +82,12 @@
"priority": "MEDIUM",
"required": "false"
},
"camel.kamelet.kafka-batch-not-secured-source.batchingIntervalMs": {
"name": "camel.kamelet.kafka-batch-not-secured-source.batchingIntervalMs",
"description": "In consumer batching mode, then this option is specifying a time in millis, to trigger batch completion eager when the current batch size has not reached the maximum size defined by maxPollRecords. Notice the trigger is not exact at the given interval, as this can only happen between kafka polls (see pollTimeoutMs option).",
"priority": "MEDIUM",
"required": "false"
},
"camel.kamelet.kafka-batch-not-secured-source.topicIsPattern": {
"name": "camel.kamelet.kafka-batch-not-secured-source.topicIsPattern",
"description": "Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -108,6 +108,12 @@
"priority": "MEDIUM",
"required": "false"
},
"camel.kamelet.kafka-batch-scram-source.batchingIntervalMs": {
"name": "camel.kamelet.kafka-batch-scram-source.batchingIntervalMs",
"description": "In consumer batching mode, then this option is specifying a time in millis, to trigger batch completion eager when the current batch size has not reached the maximum size defined by maxPollRecords. Notice the trigger is not exact at the given interval, as this can only happen between kafka polls (see pollTimeoutMs option).",
"priority": "MEDIUM",
"required": "false"
},
"camel.kamelet.kafka-batch-scram-source.topicIsPattern": {
"name": "camel.kamelet.kafka-batch-scram-source.topicIsPattern",
"description": "Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -108,6 +108,12 @@
"priority": "MEDIUM",
"required": "false"
},
"camel.kamelet.kafka-batch-source.batchingIntervalMs": {
"name": "camel.kamelet.kafka-batch-source.batchingIntervalMs",
"description": "In consumer batching mode, then this option is specifying a time in millis, to trigger batch completion eager when the current batch size has not reached the maximum size defined by maxPollRecords. Notice the trigger is not exact at the given interval, as this can only happen between kafka polls (see pollTimeoutMs option).",
"priority": "MEDIUM",
"required": "false"
},
"camel.kamelet.kafka-batch-source.topicIsPattern": {
"name": "camel.kamelet.kafka-batch-source.topicIsPattern",
"description": "Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -147,6 +147,12 @@
"priority": "MEDIUM",
"required": "false"
},
"camel.kamelet.kafka-batch-ssl-source.batchingIntervalMs": {
"name": "camel.kamelet.kafka-batch-ssl-source.batchingIntervalMs",
"description": "In consumer batching mode, then this option is specifying a time in millis, to trigger batch completion eager when the current batch size has not reached the maximum size defined by maxPollRecords. Notice the trigger is not exact at the given interval, as this can only happen between kafka polls (see pollTimeoutMs option).",
"priority": "MEDIUM",
"required": "false"
},
"camel.kamelet.kafka-batch-ssl-source.topicIsPattern": {
"name": "camel.kamelet.kafka-batch-ssl-source.topicIsPattern",
"description": "Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -49,14 +49,19 @@
<groupId>org.apache.camel</groupId>
<artifactId>camel-core</artifactId>
</dependency>
<dependency>
<groupId>org.apache.camel.kafkaconnector</groupId>
<artifactId>camel-kafka-connector</artifactId>
</dependency>
<dependency>
<groupId>com.azure</groupId>
<artifactId>azure-data-schemaregistry-apacheavro</artifactId>
<version>1.1.22</version>
<version>1.1.23</version>
</dependency>
<dependency>
<groupId>org.apache.camel.kafkaconnector</groupId>
<artifactId>camel-kafka-connector</artifactId>
<groupId>com.azure</groupId>
<artifactId>azure-identity</artifactId>
<version>1.15.0</version>
</dependency>
<dependency>
<groupId>org.apache.camel</groupId>
Expand All @@ -71,11 +76,6 @@
<artifactId>azure-schemaregistry-kafka-avro</artifactId>
<version>1.1.1</version>
</dependency>
<dependency>
<groupId>com.azure</groupId>
<artifactId>azure-identity</artifactId>
<version>1.14.0</version>
</dependency>
<dependency>
<groupId>org.apache.camel</groupId>
<artifactId>camel-kamelet</artifactId>
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -95,8 +95,8 @@ spec:
- "camel:kamelet"
- "camel:azure-schema-registry"
- "mvn:com.microsoft.azure:azure-schemaregistry-kafka-avro:1.1.1"
- "mvn:com.azure:azure-data-schemaregistry-apacheavro:1.1.22"
- "mvn:com.azure:azure-identity:1.14.0"
- "mvn:com.azure:azure-data-schemaregistry-apacheavro:1.1.23"
- "mvn:com.azure:azure-identity:1.15.0"
template:
beans:
- name: defaultAzureCredential
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -49,14 +49,19 @@
<groupId>org.apache.camel</groupId>
<artifactId>camel-core</artifactId>
</dependency>
<dependency>
<groupId>org.apache.camel.kafkaconnector</groupId>
<artifactId>camel-kafka-connector</artifactId>
</dependency>
<dependency>
<groupId>com.azure</groupId>
<artifactId>azure-data-schemaregistry-apacheavro</artifactId>
<version>1.1.22</version>
<version>1.1.23</version>
</dependency>
<dependency>
<groupId>org.apache.camel.kafkaconnector</groupId>
<artifactId>camel-kafka-connector</artifactId>
<groupId>com.azure</groupId>
<artifactId>azure-identity</artifactId>
<version>1.15.0</version>
</dependency>
<dependency>
<groupId>org.apache.camel</groupId>
Expand All @@ -71,11 +76,6 @@
<artifactId>azure-schemaregistry-kafka-avro</artifactId>
<version>1.1.1</version>
</dependency>
<dependency>
<groupId>com.azure</groupId>
<artifactId>azure-identity</artifactId>
<version>1.14.0</version>
</dependency>
<dependency>
<groupId>org.apache.camel</groupId>
<artifactId>camel-kamelet</artifactId>
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -136,8 +136,8 @@ spec:
- "camel:kamelet"
- "camel:azure-schema-registry"
- "mvn:com.microsoft.azure:azure-schemaregistry-kafka-avro:1.1.1"
- "mvn:com.azure:azure-data-schemaregistry-apacheavro:1.1.22"
- "mvn:com.azure:azure-identity:1.14.0"
- "mvn:com.azure:azure-data-schemaregistry-apacheavro:1.1.23"
- "mvn:com.azure:azure-identity:1.15.0"
template:
beans:
- name: defaultAzureCredential
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -49,6 +49,11 @@
<groupId>org.apache.camel.kafkaconnector</groupId>
<artifactId>camel-kafka-connector</artifactId>
</dependency>
<dependency>
<groupId>io.quarkus</groupId>
<artifactId>quarkus-apicurio-registry-avro</artifactId>
<version>3.18.1</version>
</dependency>
<dependency>
<groupId>org.apache.camel</groupId>
<artifactId>camel-kafka</artifactId>
Expand All @@ -61,11 +66,6 @@
<groupId>org.apache.camel</groupId>
<artifactId>camel-kamelet</artifactId>
</dependency>
<dependency>
<groupId>io.quarkus</groupId>
<artifactId>quarkus-apicurio-registry-avro</artifactId>
<version>3.6.3</version>
</dependency>
<!--END OF GENERATED CODE-->
</dependencies>
<build>
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -102,6 +102,12 @@
"priority": "MEDIUM",
"required": "false"
},
"camel.kamelet.kafka-batch-apicurio-registry-not-secured-source.batchingIntervalMs": {
"name": "camel.kamelet.kafka-batch-apicurio-registry-not-secured-source.batchingIntervalMs",
"description": "In consumer batching mode, then this option is specifying a time in millis, to trigger batch completion eager when the current batch size has not reached the maximum size defined by maxPollRecords. Notice the trigger is not exact at the given interval, as this can only happen between kafka polls (see pollTimeoutMs option).",
"priority": "MEDIUM",
"required": "false"
},
"camel.kamelet.kafka-batch-apicurio-registry-not-secured-source.topicIsPattern": {
"name": "camel.kamelet.kafka-batch-apicurio-registry-not-secured-source.topicIsPattern",
"description": "Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -68,6 +68,9 @@ public class CamelKafkabatchapicurioregistrynotsecuredsourceSourceConnectorConfi
public static final String CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_MAX_POLL_INTERVAL_MS_CONF = "camel.kamelet.kafka-batch-apicurio-registry-not-secured-source.maxPollIntervalMs";
public static final String CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_MAX_POLL_INTERVAL_MS_DOC = "The maximum delay between invocations of poll() when using consumer group management";
public static final Integer CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_MAX_POLL_INTERVAL_MS_DEFAULT = null;
public static final String CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_BATCHING_INTERVAL_MS_CONF = "camel.kamelet.kafka-batch-apicurio-registry-not-secured-source.batchingIntervalMs";
public static final String CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_BATCHING_INTERVAL_MS_DOC = "In consumer batching mode, then this option is specifying a time in millis, to trigger batch completion eager when the current batch size has not reached the maximum size defined by maxPollRecords. Notice the trigger is not exact at the given interval, as this can only happen between kafka polls (see pollTimeoutMs option).";
public static final Integer CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_BATCHING_INTERVAL_MS_DEFAULT = null;
public static final String CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_TOPIC_IS_PATTERN_CONF = "camel.kamelet.kafka-batch-apicurio-registry-not-secured-source.topicIsPattern";
public static final String CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_TOPIC_IS_PATTERN_DOC = "Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.";
public static final Boolean CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_TOPIC_IS_PATTERN_DEFAULT = false;
Expand Down Expand Up @@ -99,6 +102,7 @@ public static ConfigDef conf() {
conf.define(CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_BATCH_SIZE_CONF, ConfigDef.Type.INT, CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_BATCH_SIZE_DEFAULT, ConfigDef.Importance.MEDIUM, CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_BATCH_SIZE_DOC);
conf.define(CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_POLL_TIMEOUT_CONF, ConfigDef.Type.INT, CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_POLL_TIMEOUT_DEFAULT, ConfigDef.Importance.MEDIUM, CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_POLL_TIMEOUT_DOC);
conf.define(CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_MAX_POLL_INTERVAL_MS_CONF, ConfigDef.Type.INT, CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_MAX_POLL_INTERVAL_MS_DEFAULT, ConfigDef.Importance.MEDIUM, CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_MAX_POLL_INTERVAL_MS_DOC);
conf.define(CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_BATCHING_INTERVAL_MS_CONF, ConfigDef.Type.INT, CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_BATCHING_INTERVAL_MS_DEFAULT, ConfigDef.Importance.MEDIUM, CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_BATCHING_INTERVAL_MS_DOC);
conf.define(CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_TOPIC_IS_PATTERN_CONF, ConfigDef.Type.BOOLEAN, CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_TOPIC_IS_PATTERN_DEFAULT, ConfigDef.Importance.MEDIUM, CAMEL_SOURCE_KAFKABATCHAPICURIOREGISTRYNOTSECUREDSOURCE_KAMELET_TOPIC_IS_PATTERN_DOC);
return conf;
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -119,6 +119,10 @@ spec:
title: Max Poll Interval
description: The maximum delay between invocations of poll() when using consumer group management
type: int
batchingIntervalMs:
title: Batching Interval
description: In consumer batching mode, then this option is specifying a time in millis, to trigger batch completion eager when the current batch size has not reached the maximum size defined by maxPollRecords. Notice the trigger is not exact at the given interval, as this can only happen between kafka polls (see pollTimeoutMs option).
type: int
topicIsPattern:
title: Topic Is Pattern
description: Whether the topic is a pattern (regular expression). This can be used to subscribe to dynamic number of topics matching the pattern.
Expand All @@ -128,7 +132,7 @@ spec:
- "camel:kafka"
- "camel:core"
- "camel:kamelet"
- "mvn:io.quarkus:quarkus-apicurio-registry-avro:3.6.3"
- "mvn:io.quarkus:quarkus-apicurio-registry-avro:3.18.1"
template:
beans:
- name: kafkaHeaderDeserializer
Expand All @@ -152,6 +156,7 @@ spec:
maxPollRecords: "{{batchSize}}"
pollTimeoutMs: "{{pollTimeout}}"
maxPollIntervalMs: "{{?maxPollIntervalMs}}"
batchingIntervalMs: "{{?batchingIntervalMs}}"
batching: true
kafkaManualCommitFactory: "#bean:{{manualCommitFactory}}"
topicIsPattern: "{{topicIsPattern}}"
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -49,6 +49,11 @@
<groupId>org.apache.camel.kafkaconnector</groupId>
<artifactId>camel-kafka-connector</artifactId>
</dependency>
<dependency>
<groupId>io.quarkus</groupId>
<artifactId>quarkus-apicurio-registry-avro</artifactId>
<version>3.18.1</version>
</dependency>
<dependency>
<groupId>org.apache.camel</groupId>
<artifactId>camel-kafka</artifactId>
Expand All @@ -61,11 +66,6 @@
<groupId>org.apache.camel</groupId>
<artifactId>camel-kamelet</artifactId>
</dependency>
<dependency>
<groupId>io.quarkus</groupId>
<artifactId>quarkus-apicurio-registry-avro</artifactId>
<version>3.6.3</version>
</dependency>
<!--END OF GENERATED CODE-->
</dependencies>
<build>
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -102,6 +102,12 @@
"priority": "MEDIUM",
"required": "false"
},
"camel.kamelet.kafka-batch-apicurio-registry-source.batchingIntervalMs": {
"name": "camel.kamelet.kafka-batch-apicurio-registry-source.batchingIntervalMs",
"description": "In consumer batching mode, then this option is specifying a time in millis, to trigger batch completion eager when the current batch size has not reached the maximum size defined by maxPollRecords. Notice the trigger is not exact at the given interval, as this can only happen between kafka polls (see pollTimeoutMs option).",
"priority": "MEDIUM",
"required": "false"
},
"camel.kamelet.kafka-batch-apicurio-registry-source.apicurioAuthServiceUrl": {
"name": "camel.kamelet.kafka-batch-apicurio-registry-source.apicurioAuthServiceUrl",
"description": "The URL for Keycloak instance securing the Apicurio Registry Example: http:\/\/my-keycloak.com:8080\/",
Expand Down
Loading