chewt/ai-assistant
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

increase default context size

Browse source
This commit is contained in:
Hayden Johnson 2025-04-08 13:06:20 -07:00
parent 01e6a3ef75
commit 70c129a448
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
assistant.py
View file

@ -148,7 +148,7 @@ def chat(message, stream=True):
history.append({"role": "user", "content": message}) history.append({"role": "user", "content": message})
completion = client.chat( completion = client.chat(
model=model, model=model,
options={"temperature":temp}, options={"temperature":temp, "num_ctx":4096},
messages=history, messages=history,
stream=stream stream=stream
) )