cache loaded model

This commit is contained in:
Jeffrey Morgan
2023-07-31 21:35:18 -04:00
parent 81f75696e2
commit 528bafa585
4 changed files with 30 additions and 42 deletions

View File

@@ -30,9 +30,6 @@ func (e StatusError) Error() string {
}
type GenerateRequest struct {
SessionID int64 `json:"session_id"`
SessionDuration Duration `json:"session_duration,omitempty"`
Model string `json:"model"`
Prompt string `json:"prompt"`
Context []int `json:"context,omitempty"`
@@ -86,9 +83,6 @@ type ListResponseModel struct {
}
type GenerateResponse struct {
SessionID int64 `json:"session_id"`
SessionExpiresAt time.Time `json:"session_expires_at"`
Model string `json:"model"`
CreatedAt time.Time `json:"created_at"`
Response string `json:"response,omitempty"`