fix quantize file types

ollama · May 17, 2024 · 882041e · 882041e
1 parent 0aba2d5
commit 882041e
Showing 1 changed file with 6 additions and 6 deletions.
diff --git a/server/images.go b/server/images.go
@@ -415,14 +415,14 @@ func CreateModel(ctx context.Context, name, modelFileDir, quantization string, m
 							return err
 						}
 
-						f16digest := baseLayer.Layer.Digest
-
-						baseLayer.Layer, err = NewLayer(temp, baseLayer.Layer.MediaType)
-						if err != nil {
-							return err
+						layers, err := parseFromFile(ctx, temp, "", fn)
+						if len(layers) != 1 {
+							return errors.New("quantization failed")
 						}
 
-						intermediateBlobs.Store(f16digest, baseLayer.Layer.Digest)
+						intermediateBlobs.Store(baseLayer.Layer.Digest, layers[0].Layer.Digest)
+						baseLayer.Layer = layers[0].Layer
+						baseLayer.GGML = layers[0].GGML
 					}
 				}