dbt_bigquery_python_model_with_dataframe_filtering.py

1import pandas as pd
2
3def model(dbt, session):
4    # Must be set to 'table' or 'incremental' for BigQuery Python models
5    dbt.config(materialized="table")
6
7    # Reference an existing dbt model or source
8    # For BigQuery, this returns a BigQuery DataFrames (bigframes) object
9    my_sql_model_df = dbt.ref("my_sql_model")
10
11    # Perform transformations using standard DataFrame syntax
12    # This example filters rows where the 'id' column is not null
13    final_df = my_sql_model_df[my_sql_model_df["id"].notnull()]
14
15    # The function must return a single DataFrame
16    return final_df