CREATE SOURCE orders_rw
WITH (
connector = 'iceberg',
warehouse.path = 's3a://my-iceberg-bucket/path/to/warehouse,
s3.endpoint = 'https://s3.ap-southeast-1.amazonaws.com',
s3.access.key = '${ACCESS_KEY}',
s3.secret.key = '${SECRET_KEY},
catalog.name='demo',
database.name='dev',
table.name='table'
);
CREATE SINK big_query_sink_local AS
SELECT
order_status,
COUNT(*) as order_count,
SUM(total_amount) as total_revenue,
AVG(total_amount) as avg_order_value,
MIN(last_updated) as first_order_time,
MAX(last_updated) as last_order_time
FROM orders_rw
WITH (
connector = 'bigquery',
type = 'append-only',
bigquery.local.path = '/path/to/my/service-account.json',
bigquery.project = 'my_project_id',
bigquery.dataset = 'my_dataset',
bigquery.table = 'my_table',
force_append_only = 'true'
);