This commit is contained in:
Michael Yang 2024-07-29 14:53:02 -07:00
parent e22286c9e1
commit 77903ab8b4
9 changed files with 44 additions and 9 deletions

View file

@ -33,7 +33,6 @@ func TestEstimateGPULayers(t *testing.T) {
assert.Len(t, tensors, inputLayerCount+1)
err = WriteGGUF(f, KV{
"general.architecture": "llama",
"general.name": "name",
"llama.context_length": uint32(32),
"llama.embedding_length": uint32(4096),
"llama.block_count": uint32(inputLayerCount),