braintrust_eval_quickstart_with_levenshtein_scoring.py

1import braintrust
2from autoevals import Levenshtein
3
4# 1. Define your task (the AI system you are building)
5def capitalize_task(input):
6    return input.upper()
7
8# 2. Run an evaluation
9braintrust.eval(
10    "Quickstart Project",
11    data=[
12        {
13            "input": "hello world",
14            "expected": "HELLO WORLD",
15        },
16        {
17            "input": "braintrust",
18            "expected": "BRAINTRUST",
19        },
20    ],
21    task=capitalize_task,
22    scores=[Levenshtein],
23)