diff --git a/llama.cpp b/llama.cpp
index a869bba..f48a6ca 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -481,9 +481,7 @@ struct llama_file_loader {
             std::string word = file.read_string(len);
 
             float score = 0.0f;
-            if (file_version >= LLAMA_FILE_VERSION_GGMF_V1) {
-                file.read_raw(&score, sizeof(score));
-            }
+            file.read_raw(&score, sizeof(score));
 
             vocab.token_to_id[word] = i;