summaryrefslogtreecommitdiff
path: root/llama.h
diff options
context:
space:
mode:
authorIwan Kawrakow <iwan.kawrakow@gmail.com>2024-06-16 15:56:32 +0300
committerIwan Kawrakow <iwan.kawrakow@gmail.com>2024-06-22 12:02:51 +0300
commit0f53bc30bbd4949be80562448419b4bbccd9490a (patch)
treecaadf89e3776d78b02f7d560e6d961305c4f14df /llama.h
parentf20b28558bdd20454ce891d36db5f37de819025a (diff)
bitnet: CUDA, scalar, AVX2
Diffstat (limited to 'llama.h')
-rw-r--r--llama.h1
1 files changed, 1 insertions, 0 deletions
diff --git a/llama.h b/llama.h
index 05d8b092..4a03edc1 100644
--- a/llama.h
+++ b/llama.h
@@ -157,6 +157,7 @@ extern "C" {
LLAMA_FTYPE_MOSTLY_IQ4_XS = 30, // except 1d tensors
LLAMA_FTYPE_MOSTLY_IQ1_M = 31, // except 1d tensors
LLAMA_FTYPE_MOSTLY_BF16 = 32, // except 1d tensors
+ LLAMA_FTYPE_MOSTLY_IQ1_BN = 33,
LLAMA_FTYPE_GUESSED = 1024, // not specified in the model file
};