diff --git a/server/inference.py b/server/inference.py index ca99c34..eed4356 100644 --- a/server/inference.py +++ b/server/inference.py @@ -4,6 +4,8 @@ from .tid import tid_now import json db = sqlite_utils.Database(llm.cli.logs_db_path()) +girlypop_prompt = llm.cli.load_template("girlypop").system + async def list_conversations(request: Request): conversations = [] @@ -11,7 +13,6 @@ async def list_conversations(request: Request): conversations.append({ "id": row["id"], "name": row["name"] }) return JSONResponse(conversations) -girlypop_prompt = llm.cli.load_template("girlypop").system async def connect_to_conversation(ws: WebSocket): continuing = bool(ws.query_params["continue"])