reserve canidates_grammar

hodlen · Dec 4, 2023 · eb9d1fc · eb9d1fc
1 parent 7cd0d32
commit eb9d1fc
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/llama.cpp b/llama.cpp
@@ -7359,6 +7359,7 @@ void llama_sample_grammar(struct llama_context * ctx, llama_token_data_array * c
     std::vector<std::pair<std::vector<uint32_t>, llama_partial_utf8>> candidates_decoded;
     candidates_decoded.reserve(candidates->size);
     std::vector<llama_grammar_candidate>                              candidates_grammar;
+    candidates_grammar.reserve(candidates->size);
 
     for (size_t i = 0; i < candidates->size; ++i) {
         const llama_token id    = candidates->data[i].id;