Compare commits

..

2 commits

Author SHA1 Message Date
Hayden Johnson a69b63e4fe Fix --host argument 2024-09-25 13:02:02 -07:00
Hayden Johnson 8deaa3b6e1 Add option to specify host 2024-09-25 12:54:27 -07:00

View file

@ -10,6 +10,7 @@ from pygments.lexers import get_lexer_by_name
from pygments.formatters import TerminalFormatter from pygments.formatters import TerminalFormatter
server = 'localhost:11434'
model = 'llama3.1:8b-instruct-q8_0' model = 'llama3.1:8b-instruct-q8_0'
temp = 0.2 temp = 0.2
@ -87,8 +88,6 @@ def copy_string_to_clipboard(string):
except: except:
return return
# Point to the local server
client = Client(host='localhost:11434')
code_history = [] code_history = []
@ -150,9 +149,15 @@ def parse_args():
parser.add_argument('--model', '-m', nargs='?', const=True, default=False, help='Specify model') parser.add_argument('--model', '-m', nargs='?', const=True, default=False, help='Specify model')
# Add the --temp (-t) argument # Add the --temp (-t) argument
parser.add_argument('--temp', '-t', nargs='?', const=True, default=False, help='Specify temperature') parser.add_argument('--temp', '-t', nargs='?', const=True, default=False, help='Specify temperature')
# Add the --host (-h) argument
parser.add_argument('--host', nargs='?', const=True, default=False, help='Specify host of ollama server')
# Parse the arguments # Parse the arguments
return parser.parse_args() return parser.parse_args()
def set_host(host):
global server
server = host
def arg_follow_up(args): def arg_follow_up(args):
sys.stdin = open('/dev/tty') sys.stdin = open('/dev/tty')
if args.follow_up != True: if args.follow_up != True:
@ -203,8 +208,15 @@ def handle_non_piped_input(args):
else: else:
chat(user_input) chat(user_input)
client = None
def main(): def main():
args = parse_args() args = parse_args()
if args.host:
set_host(args.host)
# Point to the local server
global client
client = Client(host=server)
if args.model: if args.model:
global model global model
model = args.model model = args.model