From 807d092761a1100704d260fccb6f0bc679f9b98e Mon Sep 17 00:00:00 2001 From: Michael Yang Date: Fri, 17 May 2024 11:29:04 -0700 Subject: [PATCH] fix quantize file types --- server/images.go | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/server/images.go b/server/images.go index aaf66ae0..520c899b 100644 --- a/server/images.go +++ b/server/images.go @@ -415,10 +415,17 @@ func CreateModel(ctx context.Context, name, modelFileDir, quantization string, m return err } - baseLayer.Layer, err = NewLayer(temp, baseLayer.Layer.MediaType) + layers, err := parseFromFile(ctx, temp, "", fn) if err != nil { return err } + + if len(layers) != 1 { + return errors.New("quantization failed") + } + + baseLayer.Layer = layers[0].Layer + baseLayer.GGML = layers[0].GGML } }