1
0
mirror of https://github.com/fumiama/deepinfra.git synced 2026-06-05 00:32:46 +08:00

feat(model): add stream param to ollama

This commit is contained in:
源文雨
2025-02-22 01:23:58 +09:00
parent 5a9f7c9000
commit 7c01751fe6

View File

@@ -21,6 +21,7 @@ type OLLaMA struct {
Temperature float32 `json:"temperature"` // Temperature 0.7
TopP float32 `json:"top_p"` // TopP 0.9
MaxTokens int `json:"max_tokens"` // MaxTokens 4096
Stream bool `json:"stream"`
}
// NewOLLaMA use temp 0.7, topp 0.9, maxn 4096 if you don't know the meaning.