adlfs_azure_blob_storage_fsspec_list_and_pandas_read.py

1import adlfs
2import pandas as pd
3
4# Initialize the AzureBlobFileSystem
5# Connection can be made via connection_string, account_name/account_key, or SAS token
6fs = adlfs.AzureBlobFileSystem(account_name="my_account_name", account_key="my_account_key")
7
8# List files in a container
9files = fs.ls("my-container-name/")
10print(f"Files in container: {files}")
11
12# Example: Read a CSV file directly from Azure into a pandas DataFrame using adlfs
13# Note: pandas uses fsspec (and thus adlfs) under the hood when an abfs:// path is provided
14storage_options = {'account_name': "my_account_name", 'account_key': "my_account_key"}
15df = pd.read_csv("az://my-container-name/data.csv", storage_options=storage_options)
16
17print(df.head())