fix model reloading

ensure runtime model changes (template, system prompt, messages,
options) are captured on model updates without needing to reload the
server
This commit is contained in:
Michael Yang
2024-07-03 09:00:07 -07:00
parent 2c3fe1fd97
commit ac7a842e55
2 changed files with 23 additions and 21 deletions

View File

@@ -679,7 +679,7 @@ type CompletionRequest struct {
Prompt string
Format string
Images []ImageData
Options api.Options
Options *api.Options
}
type CompletionResponse struct {