Compare commits
2 commits
f454e9e17b
...
a69b63e4fe
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
a69b63e4fe | ||
|
|
8deaa3b6e1 |
16
assistant.py
16
assistant.py
|
|
@ -10,6 +10,7 @@ from pygments.lexers import get_lexer_by_name
|
||||||
from pygments.formatters import TerminalFormatter
|
from pygments.formatters import TerminalFormatter
|
||||||
|
|
||||||
|
|
||||||
|
server = 'localhost:11434'
|
||||||
model = 'llama3.1:8b-instruct-q8_0'
|
model = 'llama3.1:8b-instruct-q8_0'
|
||||||
temp = 0.2
|
temp = 0.2
|
||||||
|
|
||||||
|
|
@ -87,8 +88,6 @@ def copy_string_to_clipboard(string):
|
||||||
except:
|
except:
|
||||||
return
|
return
|
||||||
|
|
||||||
# Point to the local server
|
|
||||||
client = Client(host='localhost:11434')
|
|
||||||
|
|
||||||
code_history = []
|
code_history = []
|
||||||
|
|
||||||
|
|
@ -150,9 +149,15 @@ def parse_args():
|
||||||
parser.add_argument('--model', '-m', nargs='?', const=True, default=False, help='Specify model')
|
parser.add_argument('--model', '-m', nargs='?', const=True, default=False, help='Specify model')
|
||||||
# Add the --temp (-t) argument
|
# Add the --temp (-t) argument
|
||||||
parser.add_argument('--temp', '-t', nargs='?', const=True, default=False, help='Specify temperature')
|
parser.add_argument('--temp', '-t', nargs='?', const=True, default=False, help='Specify temperature')
|
||||||
|
# Add the --host (-h) argument
|
||||||
|
parser.add_argument('--host', nargs='?', const=True, default=False, help='Specify host of ollama server')
|
||||||
# Parse the arguments
|
# Parse the arguments
|
||||||
return parser.parse_args()
|
return parser.parse_args()
|
||||||
|
|
||||||
|
def set_host(host):
|
||||||
|
global server
|
||||||
|
server = host
|
||||||
|
|
||||||
def arg_follow_up(args):
|
def arg_follow_up(args):
|
||||||
sys.stdin = open('/dev/tty')
|
sys.stdin = open('/dev/tty')
|
||||||
if args.follow_up != True:
|
if args.follow_up != True:
|
||||||
|
|
@ -203,8 +208,15 @@ def handle_non_piped_input(args):
|
||||||
else:
|
else:
|
||||||
chat(user_input)
|
chat(user_input)
|
||||||
|
|
||||||
|
client = None
|
||||||
|
|
||||||
def main():
|
def main():
|
||||||
args = parse_args()
|
args = parse_args()
|
||||||
|
if args.host:
|
||||||
|
set_host(args.host)
|
||||||
|
# Point to the local server
|
||||||
|
global client
|
||||||
|
client = Client(host=server)
|
||||||
if args.model:
|
if args.model:
|
||||||
global model
|
global model
|
||||||
model = args.model
|
model = args.model
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue