Add kwargs to init to catch extra params

This commit is contained in:
Andrei Betlen 2023-09-13 21:19:02 -04:00
parent 9e345a47a2
commit a68f9e2791

View file

@ -236,6 +236,7 @@ class Llama:
rms_norm_eps: Optional[float] = None, # (TEMPORARY) rms_norm_eps: Optional[float] = None, # (TEMPORARY)
mul_mat_q: Optional[bool] = None, mul_mat_q: Optional[bool] = None,
verbose: bool = True, verbose: bool = True,
**kwargs # type: ignore
): ):
"""Load a llama.cpp model from `model_path`. """Load a llama.cpp model from `model_path`.