ibm_watsonx_ai_foundation_model_text_generation_quickstart.py

1from ibm_watsonx_ai.foundation_models import Model
2from ibm_watsonx_ai.metanames import GenTextParamsMetaNames as GenParams
3
4# Set up credentials
5credentials = {
6    "url": "https://us-south.ml.cloud.ibm.com",
7    "apikey": "YOUR_IBM_CLOUD_API_KEY"
8}
9
10project_id = "YOUR_PROJECT_ID"
11
12# Define model parameters
13generate_params = {
14    GenParams.MAX_NEW_TOKENS: 100,
15    GenParams.MIN_NEW_TOKENS: 1,
16    GenParams.DECODING_METHOD: "greedy"
17}
18
19# Initialize the model
20model = Model(
21    model_id="google/flan-t5-xxl",
22    params=generate_params,
23    credentials=credentials,
24    project_id=project_id
25)
26
27# Generate text
28prompt_input = "What is the capital of France?"
29generated_response = model.generate_text(prompt=prompt_input)
30
31print(f"Prompt: {prompt_input}")
32print(f"Answer: {generated_response}")