From c7586d98fc982946b13a55f8b62f2d81cfa31180 Mon Sep 17 00:00:00 2001 From: Jaime Ramirez Date: Mon, 21 Jul 2025 15:41:42 +0200 Subject: [PATCH 1/2] Apps changes for PTL-14947 fix --- .../resources/filestream-source-connector.yaml | 14 ++++++++++++++ .../resources/github-source-connector.yaml | 18 ------------------ .../resources/elasticsearch-sink-connector.sh | 4 ++-- .../resources/filestream-source-connector.yaml | 14 ++++++++++++++ .../resources/github-source-connector.yaml | 18 ------------------ 5 files changed, 30 insertions(+), 38 deletions(-) create mode 100644 connect-connectors/apps/resources/filestream-source-connector.yaml delete mode 100644 connect-connectors/apps/resources/github-source-connector.yaml create mode 100644 connect-connectors/solutions/resources/filestream-source-connector.yaml delete mode 100644 connect-connectors/solutions/resources/github-source-connector.yaml diff --git a/connect-connectors/apps/resources/filestream-source-connector.yaml b/connect-connectors/apps/resources/filestream-source-connector.yaml new file mode 100644 index 00000000..028096b5 --- /dev/null +++ b/connect-connectors/apps/resources/filestream-source-connector.yaml @@ -0,0 +1,14 @@ +apiVersion: kafka.strimzi.io/v1beta2 +kind: KafkaConnector +metadata: + name: filestream-source-connector + labels: + strimzi.io/cluster: my-connect-cluster +spec: + class: org.apache.kafka.connect.file.FileStreamSourceConnector + config: + file: "_FILE_PATH_" + topic: user-interactions + key.converter: org.apache.kafka.connect.json.JsonConverter + value.converter: org.apache.kafka.connect.json.JsonConverter + tasksMax: 2 diff --git a/connect-connectors/apps/resources/github-source-connector.yaml b/connect-connectors/apps/resources/github-source-connector.yaml deleted file mode 100644 index bedd9e36..00000000 --- a/connect-connectors/apps/resources/github-source-connector.yaml +++ /dev/null @@ -1,18 +0,0 @@ -apiVersion: kafka.strimzi.io/v1beta2 -kind: KafkaConnector -metadata: - labels: - strimzi.io/cluster: my-connect-cluster - name: github-source-connector -spec: - class: org.apache.camel.kafkaconnector.github.CamelGithubSourceConnector - config: - camel.source.endpoint.oauthToken: _YOUR_GITHUB_TOKEN_ - camel.source.endpoint.repoName: ad482-connectors - camel.source.endpoint.repoOwner: _YOUR_GITHUB_USERNAME_ - camel.source.path.branchName: main - camel.source.path.type: event - key.converter: org.apache.kafka.connect.json.JsonConverter - value.converter: org.apache.kafka.connect.json.JsonConverter - topics: github-events - tasksMax: 1 \ No newline at end of file diff --git a/connect-connectors/solutions/resources/elasticsearch-sink-connector.sh b/connect-connectors/solutions/resources/elasticsearch-sink-connector.sh index a7af859e..a7610f91 100644 --- a/connect-connectors/solutions/resources/elasticsearch-sink-connector.sh +++ b/connect-connectors/solutions/resources/elasticsearch-sink-connector.sh @@ -7,9 +7,9 @@ curl -X POST \ { "connector.class": "'$connector_class'", "tasks.max": "1", - "topics": "github-events", + "topics": "user-interactions", "camel.sink.endpoint.hostAddresses": "elasticsearch-es-http:9200", - "camel.sink.endpoint.indexName": "github_events", + "camel.sink.endpoint.indexName": "user_interactions", "camel.sink.endpoint.operation": "Index", "camel.sink.path.clusterName": "elasticsearch", "key.converter": "org.apache.kafka.connect.storage.StringConverter", diff --git a/connect-connectors/solutions/resources/filestream-source-connector.yaml b/connect-connectors/solutions/resources/filestream-source-connector.yaml new file mode 100644 index 00000000..c8ffd5c9 --- /dev/null +++ b/connect-connectors/solutions/resources/filestream-source-connector.yaml @@ -0,0 +1,14 @@ +apiVersion: kafka.strimzi.io/v1beta2 +kind: KafkaConnector +metadata: + name: filestream-source-connector + labels: + strimzi.io/cluster: my-connect-cluster +spec: + class: org.apache.kafka.connect.file.FileStreamSourceConnector + config: + file: "/tmp/interaction.logs" + topic: user-interactions + key.converter: org.apache.kafka.connect.json.JsonConverter + value.converter: org.apache.kafka.connect.json.JsonConverter + tasksMax: 2 \ No newline at end of file diff --git a/connect-connectors/solutions/resources/github-source-connector.yaml b/connect-connectors/solutions/resources/github-source-connector.yaml deleted file mode 100644 index bedd9e36..00000000 --- a/connect-connectors/solutions/resources/github-source-connector.yaml +++ /dev/null @@ -1,18 +0,0 @@ -apiVersion: kafka.strimzi.io/v1beta2 -kind: KafkaConnector -metadata: - labels: - strimzi.io/cluster: my-connect-cluster - name: github-source-connector -spec: - class: org.apache.camel.kafkaconnector.github.CamelGithubSourceConnector - config: - camel.source.endpoint.oauthToken: _YOUR_GITHUB_TOKEN_ - camel.source.endpoint.repoName: ad482-connectors - camel.source.endpoint.repoOwner: _YOUR_GITHUB_USERNAME_ - camel.source.path.branchName: main - camel.source.path.type: event - key.converter: org.apache.kafka.connect.json.JsonConverter - value.converter: org.apache.kafka.connect.json.JsonConverter - topics: github-events - tasksMax: 1 \ No newline at end of file From e3ccabcaa1a11ec8fed36cfd57c3f034dac5cfef Mon Sep 17 00:00:00 2001 From: Jaime Ramirez Date: Tue, 22 Jul 2025 11:12:12 +0200 Subject: [PATCH 2/2] Adjust file name --- .../solutions/resources/filestream-source-connector.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/connect-connectors/solutions/resources/filestream-source-connector.yaml b/connect-connectors/solutions/resources/filestream-source-connector.yaml index c8ffd5c9..c3ce1e27 100644 --- a/connect-connectors/solutions/resources/filestream-source-connector.yaml +++ b/connect-connectors/solutions/resources/filestream-source-connector.yaml @@ -7,7 +7,7 @@ metadata: spec: class: org.apache.kafka.connect.file.FileStreamSourceConnector config: - file: "/tmp/interaction.logs" + file: "/tmp/interactions.log" topic: user-interactions key.converter: org.apache.kafka.connect.json.JsonConverter value.converter: org.apache.kafka.connect.json.JsonConverter