remove models home param

This commit is contained in:
Bruce MacDonald
2023-06-30 11:37:03 -04:00
parent 54a94566f1
commit a11cddbf99
4 changed files with 14 additions and 19 deletions

View File

@@ -1,6 +1,5 @@
import os
import sys
from pathlib import Path
from argparse import ArgumentParser
from yaspin import yaspin
@@ -10,12 +9,9 @@ from ollama.cmd import server
def main():
parser = ArgumentParser()
parser.add_argument("--models-home", default=Path.home() / ".ollama" / "models")
# create models home if it doesn't exist
models_home = parser.parse_known_args()[0].models_home
if not models_home.exists():
os.makedirs(models_home)
os.makedirs(model.models_home, exist_ok=True)
subparsers = parser.add_subparsers()

View File

@@ -11,7 +11,7 @@ def set_parser(parser):
parser.set_defaults(fn=serve)
def serve(models_home=".", *args, **kwargs):
def serve(*args, **kwargs):
app = web.Application()
cors = aiohttp_cors.setup(
@@ -39,7 +39,6 @@ def serve(models_home=".", *args, **kwargs):
app.update(
{
"llms": {},
"models_home": models_home,
}
)
@@ -54,7 +53,6 @@ async def load(request):
kwargs = {
"llms": request.app.get("llms"),
"models_home": request.app.get("models_home"),
}
engine.load(model, **kwargs)
@@ -86,7 +84,6 @@ async def generate(request):
kwargs = {
"llms": request.app.get("llms"),
"models_home": request.app.get("models_home"),
}
for output in engine.generate(model, prompt, **kwargs):