open_webui_filter_prepend_status_message_to_user_prompt.py

1import os
2import requests
3from typing import List, Optional, Union
4from pydantic import BaseModel
5
6class Filter:
7    class Valves(BaseModel):
8        priority: int = 0
9        status_message: str = "Processed by Open WebUI: "
10
11    def __init__(self):
12        self.valves = self.Valves()
13
14    def inlet(self, body: dict, __user__: Optional[dict] = None) -> dict:
15        # This function is executed before the prompt is sent to the model
16        print(f"inlet:{__name__}")
17        
18        messages = body.get("messages", [])
19        if messages and messages[-1]["role"] == "user":
20            # Prepend the status message to the last user message
21            messages[-1]["content"] = f"{self.valves.status_message}{messages[-1]['content']}"
22            
23        return body
24
25    def outlet(self, body: dict, __user__: Optional[dict] = None) -> dict:
26        # This function is executed after the model generates a response
27        print(f"outlet:{__name__}")
28        return body