diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py index 9f47c5f..053c308 100644 --- a/llama_cpp/server/app.py +++ b/llama_cpp/server/app.py @@ -26,6 +26,9 @@ import numpy as np import numpy.typing as npt +BaseSettings.model_config['protected_namespaces'] = () + + class Settings(BaseSettings): model: str = Field( description="The path to the model to use for generating completions."