From 3f111ad7bbb2d4f721332f9b2b344e48b3bbf9aa Mon Sep 17 00:00:00 2001 From: firecoperana Date: Thu, 19 Jun 2025 02:24:53 -0500 Subject: add dry sampler (#513) * add dry sampler * use vocab instead of model in dry_init function * fix compile error for build test --------- Co-authored-by: firecoperana --- examples/lookahead/lookahead.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'examples/lookahead/lookahead.cpp') diff --git a/examples/lookahead/lookahead.cpp b/examples/lookahead/lookahead.cpp index 81cf1629..b817be2d 100644 --- a/examples/lookahead/lookahead.cpp +++ b/examples/lookahead/lookahead.cpp @@ -118,7 +118,7 @@ int main(int argc, char ** argv) { llama_batch batch = llama_batch_init(params.n_ctx, 0, W + G + 1); // target model sampling context - struct llama_sampling_context * ctx_sampling = llama_sampling_init(params.sparams); + struct llama_sampling_context * ctx_sampling = llama_sampling_init(llama_get_model_vocab(model), params.sparams); // verification n-grams std::vector ngrams_cur(G); -- cgit v1.2.3