diff --git a/assistant.py b/assistant.py index e67a004..fc9dafd 100755 --- a/assistant.py +++ b/assistant.py @@ -148,7 +148,7 @@ def chat(message, stream=True): history.append({"role": "user", "content": message}) completion = client.chat( model=model, - options={"temperature":temp}, + options={"temperature":temp, "num_ctx":4096}, messages=history, stream=stream )