From 19b55ad3e55cc707938b191ab7779f5fd69cd0c6 Mon Sep 17 00:00:00 2001 From: Douglas Hanley Date: Sun, 11 Feb 2024 12:53:59 -0600 Subject: [PATCH] feat: use gpu backend for clip if available (#1175) --- CMakeLists.txt | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/CMakeLists.txt b/CMakeLists.txt index 795dad7..b4df8ef 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -46,6 +46,14 @@ if (LLAMA_BUILD) ) if (LLAVA_BUILD) + if (LLAMA_CUBLAS) + add_compile_definitions(GGML_USE_CUBLAS) + endif() + + if (LLAMA_METAL) + add_compile_definitions(GGML_USE_METAL) + endif() + # Building llava add_subdirectory(vendor/llama.cpp/examples/llava) set_target_properties(llava_shared PROPERTIES OUTPUT_NAME "llava")