airflow_dag_druid_operator_ingestion_task_submission.py

1from datetime import datetime
2
3from airflow import DAG
4from airflow.providers.apache.druid.operators.druid import DruidOperator
5
6with DAG(
7    dag_id='example_druid_operator',
8    schedule_interval=None,
9    start_date=datetime(2021, 1, 1),
10    catchup=False,
11    tags=['example'],
12) as dag:
13
14    # This task submits a JSON-based ingestion spec to Druid
15    submit_job = DruidOperator(
16        task_id='submit_druid_ingestion',
17        json_index_file='path/to/ingestion_spec.json',
18        druid_ingest_conn_id='druid_ingest_default',
19    )
20
21    submit_job