ollamarunner: Quiet debug logging and panic on unimplemented features

Debug logging of every token has previously caused test timeouts
on slower machines.
This commit is contained in:
Jesse Gross
2025-03-07 15:14:22 -08:00
committed by Jesse Gross
parent 98272fbd58
commit 0daaaef8c9
2 changed files with 8 additions and 6 deletions

View File

@@ -436,8 +436,10 @@ func (s *Server) processBatch() error {
// if done processing the prompt, generate an embedding and return
if seq.embeddingOnly {
// TODO(jessegross): Embedding support
s.removeSequence(i, "")
continue
// s.removeSequence(i, "")
// continue
panic("generation of embedding outputs not yet supported")
}
// sample a token
@@ -597,6 +599,10 @@ func (s *Server) completion(w http.ResponseWriter, r *http.Request) {
req.Seed,
)
if req.Grammar != "" {
panic("grammars are not yet supported")
}
seq, err := s.NewSequence(req.Prompt, req.Images, NewSequenceParams{
numPredict: req.NumPredict,
stop: req.Stop,