dagster_azure_blob_storage_io_manager_and_compute_logs.py

1import os
2from dagster import asset, Definitions
3from dagster_azure.blob import BlobStorageIOManager
4from dagster_azure.blob.compute_log_manager import AzureBlobComputeLogManager
5
6@asset
7def hello_azure():
8    return "Hello, Azure!"
9
10@asset
11def downstream_asset(hello_azure):
12    return f"{hello_azure} - processed"
13
14# Configuration for using Azure Blob Storage for both IO and Logs
15io_manager = BlobStorageIOManager(
16    container=os.getenv("AZURE_STORAGE_CONTAINER"),
17    storage_account=os.getenv("AZURE_STORAGE_ACCOUNT"),
18    client_id=os.getenv("AZURE_CLIENT_ID"),
19)
20
21compute_log_manager = AzureBlobComputeLogManager(
22    storage_account=os.getenv("AZURE_STORAGE_ACCOUNT"),
23    container=os.getenv("AZURE_STORAGE_CONTAINER"),
24    prefix="dagster-compute-logs",
25)
26
27defs = Definitions(
28    assets=[hello_azure, downstream_asset],
29    resources={
30        "io_manager": io_manager,
31    },
32)