diff options
Diffstat (limited to 'common/common.cpp')
-rw-r--r-- | common/common.cpp | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/common/common.cpp b/common/common.cpp index 5f10718e..192182d0 100644 --- a/common/common.cpp +++ b/common/common.cpp @@ -1590,6 +1590,9 @@ static ggml_type kv_cache_type_from_str(const std::string & s) { if (s == "q4_1") { return GGML_TYPE_Q4_1; } + if (s == "iq4_nl") { + return GGML_TYPE_IQ4_NL; + } if (s == "q5_0") { return GGML_TYPE_Q5_0; } |