From 70c129a4483b96510a4d174c394f836aacf46008 Mon Sep 17 00:00:00 2001
From: Hayden Johnson <hajohn100@gmail.com>
Date: Tue, 8 Apr 2025 13:06:20 -0700
Subject: [PATCH] increase default context size

---
 assistant.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/assistant.py b/assistant.py
index e67a004..fc9dafd 100755
--- a/assistant.py
+++ b/assistant.py
@@ -148,7 +148,7 @@ def chat(message, stream=True):
     history.append({"role": "user", "content": message})
     completion = client.chat(
             model=model,
-            options={"temperature":temp},
+            options={"temperature":temp, "num_ctx":4096},
             messages=history,
             stream=stream
             )