Add kwargs to init to catch extra params

This commit is contained in:
Andrei Betlen 2023-09-13 21:19:02 -04:00
parent 9e345a47a2
commit a68f9e2791

View file

@ -236,6 +236,7 @@ class Llama:
rms_norm_eps: Optional[float] = None, # (TEMPORARY)
mul_mat_q: Optional[bool] = None,
verbose: bool = True,
**kwargs # type: ignore
):
"""Load a llama.cpp model from `model_path`.