tcsenpai/ollama
1
0
Fork 0
mirror of https://github.com/tcsenpai/ollama.git synced 2025-06-09 12:37:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

try next runner if load fails

Browse Source
This commit is contained in:
Bruce MacDonald 2023-07-04 11:55:10 -04:00
parent a86a4f8c26
commit 27ead750c3
1 changed files with 11 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
ollama/engine.py
View File

@ -39,12 +39,18 @@ def load(model_name, models={}):
for model_type in cls.model_types() for model_type in cls.model_types()
} }
best_match, _ = process.extractOne(model_path, runners.keys()) while len(runners) > 0:
model = runners.get(best_match, LlamaCppRunner) try:
best_match, _ = process.extractOne(model_path, runners.keys())
model = runners.get(best_match, LlamaCppRunner)
runner = model(model_path, best_match)
models.update({model_name: runner})
return models.get(model_name)
except Exception:
# try the next runner
runners.pop(best_match)
models.update({model_name: model(model_path, best_match)}) raise Exception("failed to load model", model_path, model_name)
return models.get(model_name)
def unload(model_name, models={}): def unload(model_name, models={}):