Remove f16_kv

2023-12-11 10:25:37 -05:00 · 2023-12-11 10:25:37 -05:00 · ec26f364cc
parent f1edc66b21
commit ec26f364cc
1 changed files with 1 additions and 1 deletions
--- a/llama_cpp/llama.py
+++ b/llama_cpp/llama.py
@ -904,7 +904,7 @@ class Llama:
        )
        self.context_params.yarn_orig_ctx = yarn_orig_ctx if yarn_orig_ctx != 0 else 0
        self.context_params.mul_mat_q = mul_mat_q
-        self.context_params.f16_kv = f16_kv
+        # self.context_params.f16_kv = f16_kv
        self.context_params.logits_all = logits_all
        self.context_params.embedding = embedding