summaryrefslogtreecommitdiff
path: root/examples/lookup
diff options
context:
space:
mode:
Diffstat (limited to 'examples/lookup')
-rw-r--r--examples/lookup/README.md1
-rw-r--r--examples/lookup/lookup-stats.cpp3
-rw-r--r--examples/lookup/lookup.cpp1
3 files changed, 1 insertions, 4 deletions
diff --git a/examples/lookup/README.md b/examples/lookup/README.md
index 5bfb0de9..71c345c0 100644
--- a/examples/lookup/README.md
+++ b/examples/lookup/README.md
@@ -10,4 +10,3 @@ More info:
https://github.com/ggerganov/llama.cpp/pull/4484
https://github.com/ggerganov/llama.cpp/issues/4226
-
diff --git a/examples/lookup/lookup-stats.cpp b/examples/lookup/lookup-stats.cpp
index 0b171c87..2fe67100 100644
--- a/examples/lookup/lookup-stats.cpp
+++ b/examples/lookup/lookup-stats.cpp
@@ -31,7 +31,6 @@ int main(int argc, char ** argv){
// load the model
std::tie(model, ctx) = llama_init_from_gpt_params(params);
- GGML_ASSERT(llama_n_vocab(model) < (1 << 16));
// tokenize the prompt
std::vector<llama_token> inp;
@@ -65,7 +64,7 @@ int main(int argc, char ** argv){
}
const int n_input = inp.size();
- const int n_ctx = params.n_ctx;
+ const int n_ctx = llama_n_ctx(ctx);
int n_drafted = 0;
int n_accept = 0;
diff --git a/examples/lookup/lookup.cpp b/examples/lookup/lookup.cpp
index 80ecd925..bb571bac 100644
--- a/examples/lookup/lookup.cpp
+++ b/examples/lookup/lookup.cpp
@@ -39,7 +39,6 @@ int main(int argc, char ** argv){
// load the model
std::tie(model, ctx) = llama_init_from_gpt_params(params);
- GGML_ASSERT(llama_n_vocab(model) < (1 << 16));
// tokenize the prompt
std::vector<llama_token> inp;