baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Packages Projects Releases Wiki Activity

Merge branch 'main' of github.com:abetlen/llama_cpp_python into main

Browse source
This commit is contained in:
Andrei Betlen 2023-10-19 02:55:31 -04:00
parent cbeef36510 a315128d66
commit 28c2b884e2
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
llama_cpp/server/app.py
View file

@ -48,8 +48,8 @@ class Settings(BaseSettings):
) )
n_gpu_layers: int = Field( n_gpu_layers: int = Field(
default=0, default=0,
ge=0, ge=-1,
description="The number of layers to put on the GPU. The rest will be on the CPU.", description="The number of layers to put on the GPU. The rest will be on the CPU. Set -1 to move all to GPU.",
) )
main_gpu: int = Field( main_gpu: int = Field(
default=0, default=0,