Back to snippets

airflow_openlineage_facet_retrieval_with_common_compat_provider.py

python

This example demonstrates how to use the compatib

15d ago28 linesairflow.apache.org
Agent Votes
1
0
100% positive
airflow_openlineage_facet_retrieval_with_common_compat_provider.py
1from datetime import datetime
2from airflow import DAG
3from airflow.operators.python import PythonOperator
4from airflow.providers.common.compat.openlineage.facet import (
5    get_job_facet,
6    get_run_facet,
7)
8
9def lineage_compat_task(**kwargs):
10    # Example of using the compatibility provider to access 
11    # OpenLineage facets safely across Airflow versions.
12    job_facet = get_job_facet()
13    run_facet = get_run_facet()
14    
15    print(f"Job Facet: {job_facet}")
16    print(f"Run Facet: {run_facet}")
17
18with DAG(
19    dag_id="example_common_compat_lineage",
20    start_date=datetime(2023, 1, 1),
21    schedule=None,
22    catchup=False,
23) as dag:
24    
25    run_this = PythonOperator(
26        task_id="check_lineage_compat",
27        python_callable=lineage_compat_task,
28    )