llama.cpp/docker/simple/run.sh
2023-07-07 03:38:51 -04:00

5 lines
100 B
Bash

#!/bin/bash
make build
uvicorn --factory llama_cpp.server.app:create_app --host $HOST --port $PORT