fumiama/deepinfra
1
0
Fork 0
mirror of https://github.com/fumiama/deepinfra.git synced 2026-06-16 17:10:24 +08:00
Code Activity

feat(model): add stream param to ollama

Browse Source
This commit is contained in:
源文雨
2025-02-22 01:23:58 +09:00
parent 5a9f7c9000
commit 7c01751fe6
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
model/ollama.go
View File

@@ -21,6 +21,7 @@ type OLLaMA struct {
Temperature float32 `json:"temperature"` // Temperature 0.7 Temperature float32 `json:"temperature"` // Temperature 0.7
TopP float32 `json:"top_p"` // TopP 0.9 TopP float32 `json:"top_p"` // TopP 0.9
MaxTokens int `json:"max_tokens"` // MaxTokens 4096 MaxTokens int `json:"max_tokens"` // MaxTokens 4096
Stream bool `json:"stream"`
} }
// NewOLLaMA use temp 0.7, topp 0.9, maxn 4096 if you don't know the meaning. // NewOLLaMA use temp 0.7, topp 0.9, maxn 4096 if you don't know the meaning.