Merge branch 'main' of github.com:abetlen/llama_cpp_python into main

2023-10-19 02:55:31 -04:00 · 2023-10-19 02:55:31 -04:00 · 28c2b884e2
parent cbeef36510 a315128d66
commit 28c2b884e2
1 changed files with 2 additions and 2 deletions
--- a/llama_cpp/server/app.py
+++ b/llama_cpp/server/app.py
@ -48,8 +48,8 @@ class Settings(BaseSettings):
    )
    n_gpu_layers: int = Field(
        default=0,
-        ge=0,
-        description="The number of layers to put on the GPU. The rest will be on the CPU.",
+        ge=-1,
+        description="The number of layers to put on the GPU. The rest will be on the CPU. Set -1 to move all to GPU.",
    )
    main_gpu: int = Field(
        default=0,