openinference_openai_instrumentation_with_opentelemetry_tracing.py

1import openai
2from openinference.instrumentation.openai import OpenAIInstrumentor
3from opentelemetry import trace
4from opentelemetry.sdk.trace import TracerProvider
5from opentelemetry.sdk.trace.export import ConsoleSpanExporter, SimpleSpanProcessor
6
7# Setup OpenTelemetry to print spans to the console
8endpoint = "http://127.0.0.1:4317" # Default Phoenix endpoint
9trace_provider = TracerProvider()
10trace_provider.add_span_processor(SimpleSpanProcessor(ConsoleSpanExporter()))
11trace.set_tracer_provider(trace_provider)
12
13# Instrument the OpenAI library
14OpenAIInstrumentor().instrument()
15
16# Now, use the OpenAI client as usual
17client = openai.OpenAI()
18response = client.chat.completions.create(
19    model="gpt-3.5-turbo",
20    messages=[{"role": "user", "content": "Tell me a joke."}],
21)
22print(response.choices[0].message.content)