tcsenpai/ollama
1
0
Fork 0
mirror of https://github.com/tcsenpai/ollama.git synced 2025-06-07 11:45:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

openai: do not set temperature to 0 when setting seed (#5045)

Browse Source
This commit is contained in:
Jeffrey Morgan 2024-06-14 13:43:56 -07:00 committed by GitHub
parent dd7c9ebeaf
commit 6b800aa7b7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 0 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
docs/openai.md
View File

@ -104,7 +104,6 @@ curl http://localhost:11434/v1/chat/completions \
#### Notes #### Notes
- Setting `seed` will always set `temperature` to `0`
- `finish_reason` will always be `stop` - `finish_reason` will always be `stop`
- `usage.prompt_tokens` will be 0 for completions where prompt evaluation is cached - `usage.prompt_tokens` will be 0 for completions where prompt evaluation is cached

3
openai/openai.go
View File

@ -178,9 +178,6 @@ func fromRequest(r ChatCompletionRequest) api.ChatRequest {
if r.Seed != nil { if r.Seed != nil {
options["seed"] = *r.Seed options["seed"] = *r.Seed
// temperature=0 is required for reproducible outputs
options["temperature"] = 0.0
} }
if r.FrequencyPenalty != nil { if r.FrequencyPenalty != nil {