summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorSlaren <2141330+slaren@users.noreply.github.com>2023-03-29 05:38:57 +0200
committerJustine Tunney <jtunney@gmail.com>2023-03-30 12:28:25 -0700
commit64bde3ffd4aef799acb790a3eedddbd0a0612108 (patch)
treed79809835655f24153c144e1f5d9f31ecebe1adf
parentc03ae8dca1d7c451054754979e60a6de1f64c3cd (diff)
Fix ggml_init_params in quantize
-rw-r--r--examples/quantize/quantize.cpp2
-rw-r--r--llama.cpp3
2 files changed, 1 insertions, 4 deletions
diff --git a/examples/quantize/quantize.cpp b/examples/quantize/quantize.cpp
index b444328a..680757c6 100644
--- a/examples/quantize/quantize.cpp
+++ b/examples/quantize/quantize.cpp
@@ -19,7 +19,7 @@ int main(int argc, char ** argv) {
// needed to initialize f16 tables
{
- struct ggml_init_params params = { 0, NULL };
+ struct ggml_init_params params = { 0, NULL, false };
struct ggml_context * ctx = ggml_init(params);
ggml_free(ctx);
}
diff --git a/llama.cpp b/llama.cpp
index d7126f45..1adeee5f 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -315,7 +315,6 @@ void * mmap_file(const char* fname) {
#endif
}
-
static bool llama_model_load(
const std::string & fname,
llama_context & lctx,
@@ -489,8 +488,6 @@ static bool llama_model_load(
}
}
-
-
auto & ctx = model.ctx;
size_t ctx_size = 0;