mirror of
https://github.com/dogkeeper886/ollama37.git
synced 2025-12-10 15:57:04 +00:00
ollamarunner: Quiet debug logging and panic on unimplemented features
Debug logging of every token has previously caused test timeouts on slower machines.
This commit is contained in:
@@ -436,8 +436,10 @@ func (s *Server) processBatch() error {
|
||||
// if done processing the prompt, generate an embedding and return
|
||||
if seq.embeddingOnly {
|
||||
// TODO(jessegross): Embedding support
|
||||
s.removeSequence(i, "")
|
||||
continue
|
||||
// s.removeSequence(i, "")
|
||||
// continue
|
||||
|
||||
panic("generation of embedding outputs not yet supported")
|
||||
}
|
||||
|
||||
// sample a token
|
||||
@@ -597,6 +599,10 @@ func (s *Server) completion(w http.ResponseWriter, r *http.Request) {
|
||||
req.Seed,
|
||||
)
|
||||
|
||||
if req.Grammar != "" {
|
||||
panic("grammars are not yet supported")
|
||||
}
|
||||
|
||||
seq, err := s.NewSequence(req.Prompt, req.Images, NewSequenceParams{
|
||||
numPredict: req.NumPredict,
|
||||
stop: req.Stop,
|
||||
|
||||
Reference in New Issue
Block a user