cmake_minimum_required(VERSION 3.20) project(searchi_gemma_worker LANGUAGES C CXX) if(NOT DEFINED LLAMA_CPP_DIR OR NOT EXISTS "${LLAMA_CPP_DIR}/include/llama.h") message(FATAL_ERROR "Supply -DLLAMA_CPP_DIR=") endif() set(CMAKE_CXX_STANDARD 17) if(MSVC) set(CMAKE_MSVC_RUNTIME_LIBRARY "MultiThreaded$<$:Debug>" CACHE STRING "Standalone worker static MSVC runtime" FORCE) endif() set(BUILD_SHARED_LIBS OFF CACHE BOOL "Static local worker runtime" FORCE) set(GGML_OPENMP OFF CACHE BOOL "Use bounded native llama thread pools without external OpenMP runtime" FORCE) set(GGML_NATIVE OFF CACHE BOOL "Portable CPU kernels") # Normal distribution builds include GPU support and CPU fallback. CPU-only # configuration is explicitly reserved for development/testing in the VM. set(GGML_CUDA OFF CACHE BOOL "Production CUDA backend") set(GGML_VULKAN OFF CACHE BOOL "Production Vulkan backend") set(GGML_METAL OFF CACHE BOOL "Production Metal backend") set(SEARCHI_ACCELERATION "auto" CACHE STRING "auto; explicit developer overrides: cpu, metal, vulkan, cuda") if(SEARCHI_ACCELERATION STREQUAL "cpu") set(GGML_CUDA OFF CACHE BOOL "CPU test build" FORCE) set(GGML_VULKAN OFF CACHE BOOL "CPU test build" FORCE) set(GGML_METAL OFF CACHE BOOL "CPU test build" FORCE) elseif(SEARCHI_ACCELERATION STREQUAL "metal" OR (SEARCHI_ACCELERATION STREQUAL "auto" AND APPLE)) set(GGML_METAL ON CACHE BOOL "Production Metal backend" FORCE) elseif(SEARCHI_ACCELERATION STREQUAL "cuda") set(GGML_CUDA ON CACHE BOOL "Production CUDA backend" FORCE) elseif(SEARCHI_ACCELERATION STREQUAL "vulkan") set(GGML_VULKAN ON CACHE BOOL "Production Vulkan backend" FORCE) elseif(SEARCHI_ACCELERATION STREQUAL "auto") # A missing build SDK must not silently turn a normal release into a # CPU-only artifact. End users need drivers, not this compilation SDK. find_package(Vulkan COMPONENTS glslc REQUIRED) set(GGML_VULKAN ON CACHE BOOL "Production GPU support with runtime CPU fallback" FORCE) else() message(FATAL_ERROR "Unknown SEARCHI_ACCELERATION=${SEARCHI_ACCELERATION}") endif() set(LLAMA_BUILD_COMMON OFF CACHE BOOL "No extra common runtime" FORCE) set(LLAMA_BUILD_TOOLS OFF CACHE BOOL "No runtime tools" FORCE) set(LLAMA_BUILD_SERVER OFF CACHE BOOL "No HTTP server" FORCE) set(LLAMA_BUILD_EXAMPLES OFF CACHE BOOL "No examples" FORCE) set(LLAMA_BUILD_TESTS OFF CACHE BOOL "No upstream tests in worker build" FORCE) set(LLAMA_BUILD_MTMD ON CACHE BOOL "Google image/audio projector" FORCE) set(MTMD_VIDEO OFF CACHE BOOL "Frames decoded by bounded media adapter" FORCE) set(LLAMA_OPENSSL OFF CACHE BOOL "No network runtime dependencies" FORCE) add_subdirectory("${LLAMA_CPP_DIR}" llama-build) add_executable(searchi-gemma-worker worker.cpp) target_include_directories(searchi-gemma-worker PRIVATE "${LLAMA_CPP_DIR}/vendor") target_link_libraries(searchi-gemma-worker PRIVATE llama mtmd) target_compile_definitions(searchi-gemma-worker PRIVATE SEARCHI_LLAMA_TAG="b11461-no-logits-v1") install(TARGETS searchi-gemma-worker RUNTIME DESTINATION bin)