feat: add iceberg with spark

Signed-off-by: kjuulh <contact@kjuulh.io>
This commit is contained in:
2024-08-05 23:23:34 +02:00
parent a0be74c4d8
commit f345a956c9
6 changed files with 112 additions and 0 deletions

View File

@@ -0,0 +1,15 @@
CREATE SINK clicks_iceberg_sink
FROM
clicks WITH (
connector = 'iceberg',
type = 'upsert',
primary_key = 'user_id, ad_id, click_timestamp, impression_timestamp',
warehouse.path = 's3://hummock001/iceberg-data',
s3.endpoint = 'http://minio-0:9301',
s3.access.key = 'hummockadmin',
s3.secret.key = 'hummockadmin',
s3.region = 'us-east-1',
catalog.type = 'storage',
database.name='demo_db',
table.name='demo_table'
);