feat: added support for @confluentinc/kafka-javascript

.tekton/generate-test-files.js

@@ -79,7 +79,7 @@ const groups = {
     subname: 'test:ci:tracing:protocols'
   },
   'test:ci:collector:tracing:general': {
-    sidecars: ['postgres', 'oracledb'],
+    sidecars: ['postgres', 'oracledb', 'zookeeper', 'kafka', 'kafka-topics', 'schema-registry'],
     condition: ' && true'
   },
   'test:ci:collector:tracing:misc': {

.tekton/tasks/test-groups/collector-tracing-general-task.yaml

@@ -33,6 +33,71 @@ spec:
             value: "teamnodejs"
           - name: "APP_USER_PASSWORD"
             value: "teamnodejspassword"
+    - name: zookeeper
+      image: confluentinc/cp-zookeeper:7.9.1
+      imagePullPolicy: IfNotPresent
+      env:
+          - name: "ZOOKEEPER_CLIENT_PORT"
+            value: "2181"
+      readinessProbe:
+          tcpSocket:
+            port: 2181 
+          initialDelaySeconds: 5
+          periodSeconds: 2
+          timeoutSeconds: 30
+    - name: kafka
+      image: confluentinc/cp-kafka:7.9.1
+      imagePullPolicy: IfNotPresent
+      env:
+          - name: "KAFKA_BROKER_ID"
+            value: "1"
+          - name: "KAFKA_ZOOKEEPER_CONNECT"
+            value: "localhost:2181"
+          - name: "KAFKA_ADVERTISED_LISTENERS"
+            value: "PLAINTEXT://127.0.0.1:29092,EXTERNAL://localhost:9092"
+          - name: "KAFKA_LISTENERS"
+            value: "EXTERNAL://:9092,PLAINTEXT://:29092"
+          - name: "KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR"
+            value: "1"
+          - name: "KAFKA_DEFAULT_REPLICATION_FACTOR"
+            value: "1"
+          - name: "KAFKA_LISTENER_SECURITY_PROTOCOL_MAP"
+            value: "PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT,EXTERNAL:PLAINTEXT"
+      readinessProbe:
+          tcpSocket:
+            port: 9092 
+          initialDelaySeconds: 90
+          periodSeconds: 2
+          timeoutSeconds: 60
+    - name: kafka-topics
+      image: confluentinc/cp-kafka:7.9.1
+      imagePullPolicy: IfNotPresent
+      args:
+          - "-lc"
+          - "kafka_server=\"0.0.0.0:9092\"; kafka_topics=\"test test-topic test-batch-topic rdkafka-topic\"; until kafka-topics --bootstrap-server \"$kafka_server\" --list >/dev/null 2>&1; do echo 'waiting for Kafka...'; sleep 2; done; for t in $kafka_topics; do kafka-topics --bootstrap-server \"$kafka_server\" --create --if-not-exists --topic \"$t\"; done; echo 'All topics created.'"
+      command:
+          - "/bin/bash"
+    - name: schema-registry
+      image: confluentinc/cp-schema-registry:7.9.0
+      imagePullPolicy: IfNotPresent
+      env:
+          - name: "SCHEMA_REGISTRY_HOST_NAME"
+            value: "schema-registry"
+          - name: "SCHEMA_REGISTRY_KAFKASTORE_CONNECTION_URL"
+            value: "0.0.0.0:2181"
+          - name: "SCHEMA_REGISTRY_LISTENERS"
+            value: "http://0.0.0.0:8081"
+          - name: "SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS"
+            value: "PLAINTEXT://0.0.0.0:29092"
+          - name: "SCHEMA_REGISTRY_DEBUG"
+            value: "true"
+      readinessProbe:
+          httpGet:
+            path: / 
+            port: 8081 
+          initialDelaySeconds: 5
+          periodSeconds: 2
+          timeoutSeconds: 60
   envFrom:
     - configMapRef:
         name: environment-properties  

currencies.json

@@ -867,5 +867,16 @@
     "ignoreUpdates": false,
     "note": "",
     "core": false
+  },
+  {
+    "name": "@confluentinc/kafka-javascript",
+    "policy": "45-days",
+    "lastSupportedVersion": "",
+    "latestVersion": "",
+    "cloudNative": false,
+    "isBeta": false,
+    "ignoreUpdates": false,
+    "note": "",
+    "core": false
   }
 ]

docker-compose-base.yaml

@@ -122,7 +122,7 @@ services:
         set -euo pipefail
 
         kafka_server="kafka:29092"
-        kafka_topics="test test-topic test-batch-topic rdkafka-topic"
+        kafka_topics="test test-topic test-batch-topic rdkafka-topic confluent-kafka-topic"
 
         echo "Waiting for Kafka to be ready on $$kafka_server..."