delta_sharing_list_tables_and_load_pandas_dataframe.py

1import delta_sharing
2
3# Point to the profile file. It can be a file on the local file system or a URL.
4profile_file = "config/open-datasets.share"
5
6# Create a SharingClient
7client = delta_sharing.SharingClient(profile_file)
8
9# List all shared tables
10print(client.list_all_tables())
11
12# Create a url to access a shared table.
13# A table path is the profile file path following by `#` and the fully qualified name of a table 
14# (<share-name>.<schema-name>.<table-name>).
15table_url = profile_file + "#delta_sharing.default.boston-housing"
16
17# Use delta_sharing to load the table as a pandas DataFrame
18# You can also use `load_as_spark` to load the table as a Spark DataFrame
19pandas_df = delta_sharing.load_as_pandas(table_url)
20
21# Display the first few rows of the DataFrame
22print(pandas_df.head())