braintrust_eval_quickstart_with_levenshtein_scorer.py

1import braintrust
2from autoevals import Levenshtein
3
4def task(input):
5    return "Hello " + input
6
7def main():
8    # To run this code, you'll need a Braintrust API key, which you can
9    # get at https://www.braintrust.dev/app/settings/api-keys. Then,
10    # either set the BRAINTRUST_API_KEY environment variable, or
11    # pass it as the `api_key` argument to `braintrust.init`.
12    
13    braintrust.eval(
14        name="Quickstart Evaluation",
15        data=[
16            {
17                "input": "World",
18                "expected": "Hello World",
19            },
20            {
21                "input": "Braintrust",
22                "expected": "Hello Braintrust",
23            },
24        ],
25        task=task,
26        scores=[Levenshtein],
27    )
28
29if __name__ == "__main__":
30    main()