haystack_pipeline_opentelemetry_instrumentation_console_tracing.py

1from opentelemetry import trace
2from opentelemetry.sdk.trace import TracerProvider
3from opentelemetry.sdk.trace.export import BatchSpanProcessor, ConsoleSpanExporter
4from opentelemetry.instrumentation.haystack import HaystackInstrumentor
5from haystack import Pipeline
6from haystack.components.builders import PromptBuilder
7from haystack.components.generators import OpenAIGenerator
8
9# 1. Setup OpenTelemetry tracing
10provider = TracerProvider()
11processor = BatchSpanProcessor(ConsoleSpanExporter())
12provider.add_span_processor(processor)
13trace.set_tracer_provider(provider)
14
15# 2. Instrument Haystack
16HaystackInstrumentor().instrument()
17
18# 3. Create and run a Haystack pipeline as usual
19prompt_builder = PromptBuilder(template="Say hello to {{name}}")
20llm = OpenAIGenerator(model="gpt-3.5-turbo")
21
22pipeline = Pipeline()
23pipeline.add_component("prompt_builder", prompt_builder)
24pipeline.add_component("llm", llm)
25pipeline.connect("prompt_builder", "llm")
26
27# Traces will now be automatically generated and printed to the console
28pipeline.run({"prompt_builder": {"name": "OpenTelemetry"}})