Merge remote-tracking branch 'upstream/concedo'

AAbushady · Jul 24, 2023 · ade68d0 · ade68d0
2 parents 521ad6b + 56995ca
commit ade68d0
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/gpttype_adapter.cpp b/gpttype_adapter.cpp
@@ -178,6 +178,11 @@ llama_token sample_token_mirostat_v2(llama_token_data_array * candidates, std::m
     candidates->size = std::distance(candidates->data, std::find_if(candidates->data, candidates->data + candidates->size, [&](const llama_token_data & candidate) {
         return -log2f(candidate.p) > *mu;
     }));
+
+    if (candidates->size == 0) {
+        candidates->size = 1;
+    }
+
     // Normalize the probabilities of the remaining words
     llama_sample_softmax(nullptr, candidates);
     // Sample the next word X from the remaining words