char/llm-py-web
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

use user-supplied model id

Browse source
This commit is contained in:
Charlotte Som 2025-02-26 16:13:31 +00:00
parent a3924be4c1
commit 323802e740
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
server/inference.py
View file

@ -24,7 +24,7 @@ async def connect_to_conversation(ws: WebSocket):
continuing = bool(ws.query_params.get("continue")) continuing = bool(ws.query_params.get("continue"))
conversation_id = ws.path_params["conversation"] conversation_id = ws.path_params["conversation"]
if conversation_id == "new": if conversation_id == "new":
conversation = llm.AsyncConversation(llm.get_async_model()) conversation = llm.AsyncConversation(llm.get_async_model(ws.query_params.get("model")))
else: else:
try: try:
conversation: llm.AsyncConversation = llm.cli.load_conversation(conversation_id, async_=True) conversation: llm.AsyncConversation = llm.cli.load_conversation(conversation_id, async_=True)