summaryrefslogtreecommitdiff
path: root/examples/speculative/speculative.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'examples/speculative/speculative.cpp')
-rw-r--r--examples/speculative/speculative.cpp8
1 files changed, 6 insertions, 2 deletions
diff --git a/examples/speculative/speculative.cpp b/examples/speculative/speculative.cpp
index 0939a1a6..b051a18f 100644
--- a/examples/speculative/speculative.cpp
+++ b/examples/speculative/speculative.cpp
@@ -66,7 +66,9 @@ int main(int argc, char ** argv) {
llama_context * ctx_dft = NULL;
// load the target model
- std::tie(model_tgt, ctx_tgt) = llama_init_from_gpt_params(params);
+ llama_init_result llama_init_tgt = llama_init_from_gpt_params(params);
+ model_tgt = llama_init_tgt.model;
+ ctx_tgt = llama_init_tgt.context;
// load the draft model
params.model = params.model_draft;
@@ -75,7 +77,9 @@ int main(int argc, char ** argv) {
params.n_threads = params.n_threads_draft;
}
params.n_threads_batch = params.n_threads_batch_draft;
- std::tie(model_dft, ctx_dft) = llama_init_from_gpt_params(params);
+ llama_init_result llama_init_dft = llama_init_from_gpt_params(params);
+ model_dft = llama_init_dft.model;
+ ctx_dft = llama_init_dft.context;
const bool vocab_type_tgt = llama_vocab_type(model_tgt);
LOG("vocab_type tgt: %d\n", vocab_type_tgt);