feat: add adclicks example

This commit is contained in:
2025-02-01 00:34:01 +01:00
parent aa1cec9986
commit 50aa9c7a14
8 changed files with 1726 additions and 58 deletions

View File

@@ -3,18 +3,16 @@ from pyspark.sql import SparkSession
spark = SparkSession.builder.appName("").getOrCreate()
print("creating database")
spark.sql('CREATE DATABASE IF NOT EXISTS orders')
spark.sql('CREATE DATABASE IF NOT EXISTS marketing')
print("creating table")
spark.sql('''
CREATE TABLE IF NOT EXISTS orders.payments (
id STRING,
type STRING,
created_at TIMESTAMP,
document STRING,
payer STRING,
amount INT
CREATE TABLE IF NOT EXISTS marketing.ad_clicks (
user_id INT,
ad_id INT,
click_timestamp TIMESTAMP,
impression_timestamp TIMESTAMP
)
USING iceberg
PARTITIONED BY (document)
PARTITIONED BY (ad_id)
''')