kafka-ingest-concept/templates/create_iceberg_sink.sql
kjuulh f345a956c9
feat: add iceberg with spark
Signed-off-by: kjuulh <contact@kjuulh.io>
2024-08-05 23:23:34 +02:00

16 lines
463 B
SQL

CREATE SINK clicks_iceberg_sink
FROM
clicks WITH (
connector = 'iceberg',
type = 'upsert',
primary_key = 'user_id, ad_id, click_timestamp, impression_timestamp',
warehouse.path = 's3://hummock001/iceberg-data',
s3.endpoint = 'http://minio-0:9301',
s3.access.key = 'hummockadmin',
s3.secret.key = 'hummockadmin',
s3.region = 'us-east-1',
catalog.type = 'storage',
database.name='demo_db',
table.name='demo_table'
);