04bb3ef392
* Update main.go with max_tokens param * Update model.go with max_tokens param * Update model.go * Update main.go * Update main.go * Adds num_ctx param for Ollama Channel * Added num_ctx param for ollama adapter * Added num_ctx param for ollama adapter * Improved data process logic
54 lines
1.9 KiB
Go
54 lines
1.9 KiB
Go
package ollama
|
|
|
|
type Options struct {
|
|
Seed int `json:"seed,omitempty"`
|
|
Temperature float64 `json:"temperature,omitempty"`
|
|
TopK int `json:"top_k,omitempty"`
|
|
TopP float64 `json:"top_p,omitempty"`
|
|
FrequencyPenalty float64 `json:"frequency_penalty,omitempty"`
|
|
PresencePenalty float64 `json:"presence_penalty,omitempty"`
|
|
NumPredict int `json:"num_predict,omitempty"`
|
|
NumCtx int `json:"num_ctx,omitempty"`
|
|
}
|
|
|
|
type Message struct {
|
|
Role string `json:"role,omitempty"`
|
|
Content string `json:"content,omitempty"`
|
|
Images []string `json:"images,omitempty"`
|
|
}
|
|
|
|
type ChatRequest struct {
|
|
Model string `json:"model,omitempty"`
|
|
Messages []Message `json:"messages,omitempty"`
|
|
Stream bool `json:"stream"`
|
|
Options *Options `json:"options,omitempty"`
|
|
}
|
|
|
|
type ChatResponse struct {
|
|
Model string `json:"model,omitempty"`
|
|
CreatedAt string `json:"created_at,omitempty"`
|
|
Message Message `json:"message,omitempty"`
|
|
Response string `json:"response,omitempty"` // for stream response
|
|
Done bool `json:"done,omitempty"`
|
|
TotalDuration int `json:"total_duration,omitempty"`
|
|
LoadDuration int `json:"load_duration,omitempty"`
|
|
PromptEvalCount int `json:"prompt_eval_count,omitempty"`
|
|
EvalCount int `json:"eval_count,omitempty"`
|
|
EvalDuration int `json:"eval_duration,omitempty"`
|
|
Error string `json:"error,omitempty"`
|
|
}
|
|
|
|
type EmbeddingRequest struct {
|
|
Model string `json:"model"`
|
|
Input []string `json:"input"`
|
|
// Truncate bool `json:"truncate,omitempty"`
|
|
Options *Options `json:"options,omitempty"`
|
|
// KeepAlive string `json:"keep_alive,omitempty"`
|
|
}
|
|
|
|
type EmbeddingResponse struct {
|
|
Error string `json:"error,omitempty"`
|
|
Model string `json:"model"`
|
|
Embeddings [][]float64 `json:"embeddings"`
|
|
}
|