increase default context size

2025-04-08 13:06:20 -07:00 · 2025-04-08 13:06:20 -07:00 · 70c129a448
parent 01e6a3ef75
commit 70c129a448
1 changed files with 1 additions and 1 deletions
--- a/assistant.py
+++ b/assistant.py
@ -148,7 +148,7 @@ def chat(message, stream=True):
    history.append({"role": "user", "content": message})
    completion = client.chat(
            model=model,
-            options={"temperature":temp},
+            options={"temperature":temp, "num_ctx":4096},
            messages=history,
            stream=stream
            )