dlt_quickstart_load_dicts_to_duckdb_table.py

1import dlt
2
3# Define the data to be loaded
4data = [
5    {"id": 1, "name": "Alice", "city": "Berlin"},
6    {"id": 2, "name": "Bob", "city": "New York"},
7]
8
9# Create a pipeline that will load data into a local DuckDB database
10pipeline = dlt.pipeline(
11    pipeline_name="quickstart_pipeline",
12    destination="duckdb",
13    dataset_name="quickstart_data",
14)
15
16# Run the pipeline
17load_info = pipeline.run(data, table_name="users")
18
19# Print the load information
20print(load_info)
21
22# Preview the data
23import duckdb
24conn = duckdb.connect("quickstart_pipeline.duckdb")
25print(conn.sql("SELECT * FROM quickstart_data.users").df())