mirror of
https://github.com/dogkeeper886/ollama37.git
synced 2025-12-12 00:37:04 +00:00
use poetry
This commit is contained in:
4
ollama/__main__.py
Normal file
4
ollama/__main__.py
Normal file
@@ -0,0 +1,4 @@
|
||||
from ollama.cmd import cli
|
||||
|
||||
if __name__ == '__main__':
|
||||
cli.main()
|
||||
@@ -1,3 +1,4 @@
|
||||
import os
|
||||
import json
|
||||
from pathlib import Path
|
||||
from argparse import ArgumentParser
|
||||
@@ -15,7 +16,7 @@ def main():
|
||||
server.set_parser(subparsers.add_parser("serve"))
|
||||
|
||||
list_parser = subparsers.add_parser("list")
|
||||
list_parser.set_defaults(fn=list)
|
||||
list_parser.set_defaults(fn=list_models)
|
||||
|
||||
generate_parser = subparsers.add_parser("generate")
|
||||
generate_parser.add_argument("model")
|
||||
@@ -23,17 +24,22 @@ def main():
|
||||
generate_parser.set_defaults(fn=generate)
|
||||
|
||||
add_parser = subparsers.add_parser("add")
|
||||
add_parser.add_argument("file")
|
||||
add_parser.add_argument("model")
|
||||
add_parser.set_defaults(fn=add)
|
||||
|
||||
args = parser.parse_args()
|
||||
args = vars(args)
|
||||
|
||||
fn = args.pop("fn")
|
||||
fn(**args)
|
||||
try:
|
||||
fn = args.pop("fn")
|
||||
fn(**args)
|
||||
except KeyError:
|
||||
parser.print_help()
|
||||
except Exception as e:
|
||||
print(e)
|
||||
|
||||
|
||||
def list(*args, **kwargs):
|
||||
def list_models(*args, **kwargs):
|
||||
for m in model.models(*args, **kwargs):
|
||||
print(m)
|
||||
|
||||
@@ -47,5 +53,5 @@ def generate(*args, **kwargs):
|
||||
print(choices[0].get("text", ""), end="")
|
||||
|
||||
|
||||
def add(*args, **kwargs):
|
||||
engine.add(*args, **kwargs)
|
||||
def add(model, models_home):
|
||||
os.rename(model, Path(models_home) / Path(model).name)
|
||||
|
||||
@@ -1,7 +1,6 @@
|
||||
import os
|
||||
import json
|
||||
import sys
|
||||
import shutil
|
||||
from contextlib import contextmanager
|
||||
from llama_cpp import Llama as LLM
|
||||
from template import template
|
||||
@@ -62,9 +61,3 @@ def load(model, models_home=".", llms={}):
|
||||
def unload(model, llms={}):
|
||||
if model in llms:
|
||||
llms.pop(model)
|
||||
|
||||
|
||||
def add(file, models_home=".", *args, **kwargs):
|
||||
if not os.path.exists(file):
|
||||
raise ValueError("Model file {model} not found")
|
||||
shutil.move(file, models_home)
|
||||
|
||||
Reference in New Issue
Block a user