mirror of
https://github.com/ollama/ollama.git
synced 2025-05-10 18:06:33 +02:00
424810450f
* Move quantization logic to GGML via new backend This moves the model aware logic to Go code and calls GGMLs quantization code for model creation. * Remove "add model quantizations" This is no longer needed now that quantization is implemented in Go+GGML code directly.
63 lines
1.8 KiB
Go
63 lines
1.8 KiB
Go
package ggml
|
|
|
|
import (
|
|
"bytes"
|
|
"os"
|
|
"slices"
|
|
"testing"
|
|
|
|
"github.com/google/go-cmp/cmp"
|
|
)
|
|
|
|
func TestWriteGGUF(t *testing.T) {
|
|
w, err := os.CreateTemp(t.TempDir(), "*.bin")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer w.Close()
|
|
|
|
if err := WriteGGUF(w, KV{
|
|
"general.alignment": uint32(16),
|
|
}, []*Tensor{
|
|
{Name: "test.0", Shape: []uint64{2, 3}, WriterTo: bytes.NewBuffer(slices.Repeat([]byte{0}, 2*3*4))},
|
|
{Name: "test.1", Shape: []uint64{2, 3}, WriterTo: bytes.NewBuffer(slices.Repeat([]byte{0}, 2*3*4))},
|
|
{Name: "test.2", Shape: []uint64{2, 3}, WriterTo: bytes.NewBuffer(slices.Repeat([]byte{0}, 2*3*4))},
|
|
{Name: "test.3", Shape: []uint64{2, 3}, WriterTo: bytes.NewBuffer(slices.Repeat([]byte{0}, 2*3*4))},
|
|
{Name: "test.4", Shape: []uint64{2, 3}, WriterTo: bytes.NewBuffer(slices.Repeat([]byte{0}, 2*3*4))},
|
|
{Name: "test.5", Shape: []uint64{2, 3}, WriterTo: bytes.NewBuffer(slices.Repeat([]byte{0}, 2*3*4))},
|
|
}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
r, err := os.Open(w.Name())
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer r.Close()
|
|
|
|
ff, _, err := Decode(r, 0)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if diff := cmp.Diff(ff.KV(), KV{
|
|
"general.alignment": uint32(16),
|
|
"general.parameter_count": uint64(36),
|
|
}); diff != "" {
|
|
t.Errorf("Mismatch (-want +got):\n%s", diff)
|
|
}
|
|
|
|
if diff := cmp.Diff(ff.Tensors(), Tensors{
|
|
Offset: 336,
|
|
items: []*Tensor{
|
|
{Name: "test.0", Offset: 0, Shape: []uint64{2, 3}},
|
|
{Name: "test.1", Offset: 32, Shape: []uint64{2, 3}},
|
|
{Name: "test.2", Offset: 64, Shape: []uint64{2, 3}},
|
|
{Name: "test.3", Offset: 96, Shape: []uint64{2, 3}},
|
|
{Name: "test.4", Offset: 128, Shape: []uint64{2, 3}},
|
|
{Name: "test.5", Offset: 160, Shape: []uint64{2, 3}},
|
|
},
|
|
}, cmp.AllowUnexported(Tensors{})); diff != "" {
|
|
t.Errorf("Mismatch (-want +got):\n%s", diff)
|
|
}
|
|
}
|