mlx_lm_load_pretrained_model_and_generate_text.py

1from mlx_lm import load, generate
2
3# Load the model and tokenizer
4model, tokenizer = load("mistralai/Mistral-7B-v0.1")
5
6# Generate text
7prompt = "hello"
8response = generate(model, tokenizer, prompt=prompt, verbose=True)
9
10print(response)