opentelemetry_watsonx_ai_instrumentation_quickstart.py

1import os
2from ibm_watsonx_ai.foundation_models import Model
3from ibm_watsonx_ai.metanames import GenTextParamsMetaNames as GenParams
4from opentelemetry.instrumentation.watsonx import WatsonxInstrumentor
5
6# Initialize the WatsonxInstrumentor
7WatsonxInstrumentor().instrument()
8
9# Set up credentials
10credentials = {
11    "url": "https://us-south.ml.cloud.ibm.com",
12    "apikey": os.environ.get("WATSONX_APIKEY")
13}
14
15project_id = os.environ.get("PROJECT_ID")
16
17# Define model parameters
18generate_params = {
19    GenParams.MAX_NEW_TOKENS: 100,
20    GenParams.MIN_NEW_TOKENS: 1
21}
22
23# Initialize the model
24model = Model(
25    model_id="ibm/granite-13b-instruct-v2",
26    params=generate_params,
27    credentials=credentials,
28    project_id=project_id
29)
30
31# Generate a response (this call will be automatically instrumented)
32prompt = "What is OpenTelemetry?"
33response = model.generate_text(prompt=prompt)
34
35print(f"Prompt: {prompt}")
36print(f"Response: {response}")