feat: add adclicks example
This commit is contained in:
@@ -27,6 +27,21 @@ services:
|
||||
- PLAINTEXT://redpanda:29092,OUTSIDE://localhost:9092
|
||||
- --check=false
|
||||
|
||||
client_application:
|
||||
container_name: client_application
|
||||
build:
|
||||
context: ./client-application
|
||||
restart: unless-stopped
|
||||
environment:
|
||||
RUST_LOG: info
|
||||
command:
|
||||
- produce
|
||||
- --host=redpanda:29092
|
||||
- --topic=event-stream
|
||||
- --delay-ms=500
|
||||
depends_on:
|
||||
- connect
|
||||
|
||||
connect:
|
||||
image: confluentinc/cp-kafka-connect-base:7.8.0
|
||||
depends_on:
|
||||
@@ -85,7 +100,7 @@ services:
|
||||
-H 'Accept: application/json' http://localhost:8083/connectors/IcebergSinkConnector/config \
|
||||
-d '{
|
||||
"tasks.max": "1",
|
||||
"topics": "payments",
|
||||
"topics": "event-stream",
|
||||
"connector.class": "io.tabular.iceberg.connect.IcebergSinkConnector",
|
||||
"iceberg.catalog.s3.endpoint": "http://minio:9000",
|
||||
"iceberg.catalog.s3.secret-access-key": "minioadmin",
|
||||
@@ -96,7 +111,7 @@ services:
|
||||
"iceberg.catalog.client.region": "eu-west-1",
|
||||
"iceberg.catalog.type": "rest",
|
||||
"iceberg.control.commitIntervalMs": "1000",
|
||||
"iceberg.tables": "orders.payments",
|
||||
"iceberg.tables": "marketing.ad_clicks",
|
||||
"value.converter.schemas.enable": "false",
|
||||
"value.converter": "org.apache.kafka.connect.json.JsonConverter",
|
||||
"key.converter": "org.apache.kafka.connect.storage.StringConverter",
|
||||
@@ -164,7 +179,7 @@ services:
|
||||
|
||||
# Batch & Iceberg manipulation
|
||||
spark-iceberg:
|
||||
image: tabulario/spark-iceberg
|
||||
image: tabulario/spark-iceberg:3.5.1_1.5.0
|
||||
hostname: spark-iceberg
|
||||
container_name: spark-iceberg
|
||||
build: spark/
|
||||
|
Reference in New Issue
Block a user