opentelemetry_watsonx_instrumentation_llm_tracing_quickstart.py

1from ibm_watsonx_ai.metanames import GenTextParamsMetaNames as GenParams
2from ibm_watsonx_ai.foundation_models import Model
3from opentelemetry.instrumentation.watsonx import WatsonxInstrumentor
4
5# Initialize the WatsonxInstrumentor
6WatsonxInstrumentor().instrument()
7
8# Standard Watsonx SDK setup
9credentials = {
10    "url": "https://us-south.ml.cloud.ibm.com",
11    "apikey": "YOUR_WATSONX_API_KEY"
12}
13
14project_id = "YOUR_PROJECT_ID"
15model_id = "google/flan-t5-xxl"
16
17parameters = {
18    GenParams.DECODING_METHOD: "sample",
19    GenParams.MAX_NEW_TOKENS: 100
20}
21
22model = Model(
23    model_id=model_id,
24    params=parameters,
25    credentials=credentials,
26    project_id=project_id
27)
28
29# This call will now be automatically traced by OpenTelemetry
30response = model.generate_text(prompt="What is OpenTelemetry?")
31print(response)