Wire up system info log for new engine (#9123)

This commit is contained in:
Daniel Hiltgen
2025-02-14 15:55:33 -08:00
committed by GitHub
parent 010313bb63
commit df2680b4b9
4 changed files with 60 additions and 7 deletions

View File

@@ -813,6 +813,8 @@ func (s *Server) loadModel(
panic(err)
}
slog.Info("system", "info", s.model.Backend().SystemInfo() /* "threads", *threads */)
// TODO(jessegross): LoRA loading
if lpath.String() != "" {
panic("loras are not yet implemented")
@@ -881,7 +883,6 @@ func Execute(args []string) error {
})
slog.SetDefault(slog.New(handler))
slog.Info("starting ollama engine")
// TODO(jessegross): Some system info would be useful
server := &Server{
batchSize: *batchSize,