feat: use gpu backend for clip if available (#1175)

2024-02-11 12:53:59 -06:00 · 2024-02-11 12:53:59 -06:00 · 19b55ad3e5
parent 63b0c37836
commit 19b55ad3e5
1 changed files with 8 additions and 0 deletions
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@ -46,6 +46,14 @@ if (LLAMA_BUILD)
    )

    if (LLAVA_BUILD)
+        if (LLAMA_CUBLAS)
+            add_compile_definitions(GGML_USE_CUBLAS)
+        endif()
+
+        if (LLAMA_METAL)
+            add_compile_definitions(GGML_USE_METAL)
+        endif()
+
        # Building llava
        add_subdirectory(vendor/llama.cpp/examples/llava)
        set_target_properties(llava_shared PROPERTIES OUTPUT_NAME "llava")