llama : fix --mtest option (close #1414)

This commit is contained in:
Georgi Gerganov 2023-05-12 21:44:20 +03:00
parent 773ee249fb
commit fb62f92433
No known key found for this signature in database
GPG key ID: 449E073F9DC10735

View file

@ -121,7 +121,7 @@ int main(int argc, char ** argv) {
// uncomment the "used_mem" line in llama.cpp to see the results
if (params.mem_test) {
{
const std::vector<llama_token> tmp(params.n_batch, 0);
const std::vector<llama_token> tmp(params.n_batch, llama_token_bos());
llama_eval(ctx, tmp.data(), tmp.size(), 0, params.n_threads);
}