feat: add adclicks example

This commit is contained in:
2025-02-01 00:34:01 +01:00
parent aa1cec9986
commit 50aa9c7a14
8 changed files with 1726 additions and 58 deletions

View File

@@ -27,6 +27,21 @@ services:
- PLAINTEXT://redpanda:29092,OUTSIDE://localhost:9092
- --check=false
client_application:
container_name: client_application
build:
context: ./client-application
restart: unless-stopped
environment:
RUST_LOG: info
command:
- produce
- --host=redpanda:29092
- --topic=event-stream
- --delay-ms=500
depends_on:
- connect
connect:
image: confluentinc/cp-kafka-connect-base:7.8.0
depends_on:
@@ -85,7 +100,7 @@ services:
-H 'Accept: application/json' http://localhost:8083/connectors/IcebergSinkConnector/config \
-d '{
"tasks.max": "1",
"topics": "payments",
"topics": "event-stream",
"connector.class": "io.tabular.iceberg.connect.IcebergSinkConnector",
"iceberg.catalog.s3.endpoint": "http://minio:9000",
"iceberg.catalog.s3.secret-access-key": "minioadmin",
@@ -96,7 +111,7 @@ services:
"iceberg.catalog.client.region": "eu-west-1",
"iceberg.catalog.type": "rest",
"iceberg.control.commitIntervalMs": "1000",
"iceberg.tables": "orders.payments",
"iceberg.tables": "marketing.ad_clicks",
"value.converter.schemas.enable": "false",
"value.converter": "org.apache.kafka.connect.json.JsonConverter",
"key.converter": "org.apache.kafka.connect.storage.StringConverter",
@@ -164,7 +179,7 @@ services:
# Batch & Iceberg manipulation
spark-iceberg:
image: tabulario/spark-iceberg
image: tabulario/spark-iceberg:3.5.1_1.5.0
hostname: spark-iceberg
container_name: spark-iceberg
build: spark/