fix: set default pooling type to unspecified

abetlen · Mar 14, 2024 · 4084aab · 4084aab
1 parent d318cc8
commit 4084aab
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -79,7 +79,7 @@ def __init__(
         n_threads: Optional[int] = None,
         n_threads_batch: Optional[int] = None,
         rope_scaling_type: Optional[int] = llama_cpp.LLAMA_ROPE_SCALING_TYPE_UNSPECIFIED,
-        pooling_type: int = llama_cpp.LLAMA_POOLING_TYPE_MEAN,
+        pooling_type: int = llama_cpp.LLAMA_POOLING_TYPE_UNSPECIFIED,
         rope_freq_base: float = 0.0,
         rope_freq_scale: float = 0.0,
         yarn_ext_factor: float = -1.0,