use poetry

This commit is contained in:
Michael Yang
2023-06-27 13:55:53 -07:00
parent 1459ffc9f3
commit 7737ec0775
7 changed files with 1363 additions and 22 deletions

4
ollama/__main__.py Normal file
View File

@@ -0,0 +1,4 @@
from ollama.cmd import cli
if __name__ == '__main__':
cli.main()

View File

@@ -1,3 +1,4 @@
import os
import json
from pathlib import Path
from argparse import ArgumentParser
@@ -15,7 +16,7 @@ def main():
server.set_parser(subparsers.add_parser("serve"))
list_parser = subparsers.add_parser("list")
list_parser.set_defaults(fn=list)
list_parser.set_defaults(fn=list_models)
generate_parser = subparsers.add_parser("generate")
generate_parser.add_argument("model")
@@ -23,17 +24,22 @@ def main():
generate_parser.set_defaults(fn=generate)
add_parser = subparsers.add_parser("add")
add_parser.add_argument("file")
add_parser.add_argument("model")
add_parser.set_defaults(fn=add)
args = parser.parse_args()
args = vars(args)
fn = args.pop("fn")
fn(**args)
try:
fn = args.pop("fn")
fn(**args)
except KeyError:
parser.print_help()
except Exception as e:
print(e)
def list(*args, **kwargs):
def list_models(*args, **kwargs):
for m in model.models(*args, **kwargs):
print(m)
@@ -47,5 +53,5 @@ def generate(*args, **kwargs):
print(choices[0].get("text", ""), end="")
def add(*args, **kwargs):
engine.add(*args, **kwargs)
def add(model, models_home):
os.rename(model, Path(models_home) / Path(model).name)

View File

@@ -1,7 +1,6 @@
import os
import json
import sys
import shutil
from contextlib import contextmanager
from llama_cpp import Llama as LLM
from template import template
@@ -62,9 +61,3 @@ def load(model, models_home=".", llms={}):
def unload(model, llms={}):
if model in llms:
llms.pop(model)
def add(file, models_home=".", *args, **kwargs):
if not os.path.exists(file):
raise ValueError("Model file {model} not found")
shutil.move(file, models_home)