From bf4b22ffe433dc5e2fba7588c4485a7e51b1a30d Mon Sep 17 00:00:00 2001 From: slaren Date: Wed, 3 May 2023 01:36:45 +0200 Subject: [PATCH] fix missing parameters in `llama_init_from_gpt_params` (#1293) --- examples/common.cpp | 2 ++ 1 file changed, 2 insertions(+) diff --git a/examples/common.cpp b/examples/common.cpp index 9b23b1f..222b4fa 100644 --- a/examples/common.cpp +++ b/examples/common.cpp @@ -414,6 +414,8 @@ struct llama_context * llama_init_from_gpt_params(const gpt_params & params) { lparams.f16_kv = params.memory_f16; lparams.use_mmap = params.use_mmap; lparams.use_mlock = params.use_mlock; + lparams.logits_all = params.perplexity; + lparams.embedding = params.embedding; llama_context * lctx = llama_init_from_file(params.model.c_str(), lparams);