deltalake_pandas_dataframe_write_append_and_read.py

1import pandas as pd
2from deltalake import DeltaTable, write_deltalake
3
4# 1. Create a sample Pandas DataFrame
5df = pd.DataFrame({"id": [1, 2], "value": ["foo", "bar"]})
6
7# 2. Write the DataFrame to a Delta table
8# This will create the directory 'tmp/delta-table' and store the data in Delta format
9write_deltalake("tmp/delta-table", df)
10
11# 3. Append more data to the same Delta table
12df_new = pd.DataFrame({"id": [3], "value": ["baz"]})
13write_deltalake("tmp/delta-table", df_new, mode="append")
14
15# 4. Read the Delta table back into a DeltaTable object
16dt = DeltaTable("tmp/delta-table")
17
18# 5. Convert the Delta table to a Pandas DataFrame to view the results
19result_df = dt.to_pandas()
20
21print(result_df)