opentelemetry_together_ai_instrumentation_quickstart_with_console_tracing.py

1import os
2from together import Together
3from opentelemetry.instrumentation.together import TogetherInstrumentor
4from opentelemetry import trace
5from opentelemetry.sdk.trace import TracerProvider
6from opentelemetry.sdk.trace.export import (
7    BatchSpanProcessor,
8    ConsoleSpanExporter,
9)
10
11# Initialize OpenTelemetry
12provider = TracerProvider()
13processor = BatchSpanProcessor(ConsoleSpanExporter())
14provider.add_span_processor(processor)
15trace.set_tracer_provider(provider)
16
17# Instrument the Together library
18TogetherInstrumentor().instrument()
19
20# Set up the Together client
21client = Together(api_key=os.environ.get("TOGETHER_API_KEY"))
22
23# Example chat completion call that will be automatically instrumented
24response = client.chat.completions.create(
25    model="mistralai/Mixtral-8x7B-Instruct-v0.1",
26    messages=[{"role": "user", "content": "Explain quantum computing in one sentence."}],
27)
28
29print(response.choices[0].message.content)