mirror of
https://github.com/dogkeeper886/ollama37.git
synced 2025-12-10 15:57:04 +00:00
log embedding eval timing
This commit is contained in:
@@ -471,6 +471,9 @@ func (llm *llama) Embedding(input string) ([]float64, error) {
|
||||
return nil, errors.New("llama: eval")
|
||||
}
|
||||
|
||||
timings := C.llama_get_timings(llm.ctx)
|
||||
log.Printf("embed: eval_ms=%v", parseDurationMs(float64(timings.t_p_eval_ms)))
|
||||
|
||||
n := C.llama_n_embd(llm.ctx)
|
||||
if n <= 0 {
|
||||
return nil, errors.New("llama: no embeddings generated")
|
||||
|
||||
Reference in New Issue
Block a user