chewt/ai-assistant
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

Add option to specify host

Browse source
This commit is contained in:
Hayden Johnson 2024-09-25 12:54:27 -07:00
parent f454e9e17b
commit 8deaa3b6e1
1 changed files with 10 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
assistant.py
View file

@ -10,6 +10,7 @@ from pygments.lexers import get_lexer_by_name
from pygments.formatters import TerminalFormatter from pygments.formatters import TerminalFormatter
server = 'localhost:11434'
model = 'llama3.1:8b-instruct-q8_0' model = 'llama3.1:8b-instruct-q8_0'
temp = 0.2 temp = 0.2
@ -88,7 +89,7 @@ def copy_string_to_clipboard(string):
return return
# Point to the local server # Point to the local server
client = Client(host='localhost:11434') client = Client(host=server)
code_history = [] code_history = []
@ -150,9 +151,15 @@ def parse_args():
parser.add_argument('--model', '-m', nargs='?', const=True, default=False, help='Specify model') parser.add_argument('--model', '-m', nargs='?', const=True, default=False, help='Specify model')
# Add the --temp (-t) argument # Add the --temp (-t) argument
parser.add_argument('--temp', '-t', nargs='?', const=True, default=False, help='Specify temperature') parser.add_argument('--temp', '-t', nargs='?', const=True, default=False, help='Specify temperature')
# Add the --host (-s) argument
parser.add_argument('--h', '-h', nargs='1', const=True, default=False, help='Specify host of ollama server')
# Parse the arguments # Parse the arguments
return parser.parse_args() return parser.parse_args()
def set_host(host):
global server
server = host
def arg_follow_up(args): def arg_follow_up(args):
sys.stdin = open('/dev/tty') sys.stdin = open('/dev/tty')
if args.follow_up != True: if args.follow_up != True:
@ -205,6 +212,8 @@ def handle_non_piped_input(args):
def main(): def main():
args = parse_args() args = parse_args()
if args.host:
set_host(args.host)
if args.model: if args.model:
global model global model
model = args.model model = args.model