tcsenpai/ollama
1
0
Fork 0
mirror of https://github.com/tcsenpai/ollama.git synced 2025-06-06 19:25:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #3496 from ollama/mxyng/cmd-r-graph

Browse Source 
add command-r graph estimate
This commit is contained in:
Michael Yang 2024-04-05 12:26:21 -07:00 committed by GitHub
commit fc8e108642
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llm/ggml.go
View File

@ -327,7 +327,7 @@ func (llm GGML) GraphSize(context, batch int) (int64, bool) {
}
switch llm.KV().Architecture() {
case "gemma":
case "gemma", "command-r":
return 4 * int64(batch) * int64(embeddingLength+uint64(vocabLength)), true
case "phi2":
return max(