delta_sharing_load_shared_table_to_pandas_dataframe.py

1import delta_sharing
2
3# Point to the profile file (contains credentials and endpoint)
4# This file can be a local path or an HTTP/HTTPS URL
5profile_file = "path/to/config.share"
6
7# Create a SharingClient
8client = delta_sharing.SharingClient(profile_file)
9
10# List all shared tables available in the profile
11shares = client.list_shares()
12for share in shares:
13    schemas = client.list_schemas(share)
14    for schema in schemas:
15        tables = client.list_tables(schema)
16        for table in tables:
17            print(f"Share: {share.name}, Schema: {schema.name}, Table: {table.name}")
18
19# Construct a table URL
20# Format: <profile_file_path>#<share_name>.<schema_name>.<table_name>
21table_url = profile_file + "#share_name.schema_name.table_name"
22
23# Load the shared table as a pandas DataFrame
24df = delta_sharing.load_as_pandas(table_url)
25
26# Display the data
27print(df.head())