2025-04-10 22:57:16 +02:00
|
|
|
# mtmd
|
|
|
|
|
|
2026-07-26 20:54:25 +02:00
|
|
|
set(MTMD_VIDEO_HELP "enable video support in mtmd (requires ffmpeg binary in PATH)")
|
|
|
|
|
|
|
|
|
|
set(MTMD_VIDEO ON CACHE BOOL "${MTMD_VIDEO_HELP}")
|
2026-06-08 13:40:12 +02:00
|
|
|
# TODO: add MTMD_VIDEO_METHOD in the future to select between ffmpeg and other backends
|
|
|
|
|
|
2026-07-26 20:54:25 +02:00
|
|
|
if (MTMD_VIDEO AND NOT LLAMA_SUBPROCESS)
|
|
|
|
|
message(STATUS "Disabling MTMD_VIDEO because LLAMA_SUBPROCESS is OFF")
|
|
|
|
|
set(MTMD_VIDEO OFF CACHE BOOL "${MTMD_VIDEO_HELP}" FORCE)
|
|
|
|
|
endif()
|
|
|
|
|
|
2025-05-31 10:14:29 +02:00
|
|
|
find_package(Threads REQUIRED)
|
|
|
|
|
|
|
|
|
|
add_library(mtmd
|
2025-04-10 22:57:16 +02:00
|
|
|
mtmd.cpp
|
2025-05-28 22:35:22 +02:00
|
|
|
mtmd-audio.cpp
|
2026-03-26 19:49:20 +01:00
|
|
|
mtmd-image.cpp
|
2025-04-10 22:57:16 +02:00
|
|
|
mtmd.h
|
2025-12-12 21:14:48 +01:00
|
|
|
mtmd-helper.cpp
|
|
|
|
|
mtmd-helper.h
|
2025-04-10 22:57:16 +02:00
|
|
|
clip.cpp
|
|
|
|
|
clip.h
|
|
|
|
|
clip-impl.h
|
2025-12-12 21:14:48 +01:00
|
|
|
clip-model.h
|
|
|
|
|
clip-graph.h
|
|
|
|
|
models/models.h
|
|
|
|
|
models/cogvlm.cpp
|
2025-12-19 00:18:01 +01:00
|
|
|
models/conformer.cpp
|
2026-04-09 12:16:38 +02:00
|
|
|
models/dotsocr.cpp
|
2026-06-01 18:48:53 +09:00
|
|
|
models/exaone4_5.cpp
|
2026-04-13 00:15:26 +12:00
|
|
|
models/gemma4a.cpp
|
2026-04-02 17:10:32 +02:00
|
|
|
models/gemma4v.cpp
|
2026-06-03 17:10:35 +02:00
|
|
|
models/gemma4ua.cpp
|
|
|
|
|
models/gemma4uv.cpp
|
2025-12-16 11:25:26 +01:00
|
|
|
models/glm4v.cpp
|
2026-05-06 14:40:59 +02:00
|
|
|
models/granite-speech.cpp
|
2026-06-05 09:44:59 -06:00
|
|
|
models/granite4-vision.cpp
|
2026-05-21 06:35:37 +08:00
|
|
|
models/hunyuanvl.cpp
|
2025-12-12 21:14:48 +01:00
|
|
|
models/internvl.cpp
|
|
|
|
|
models/kimivl.cpp
|
2026-02-11 07:47:30 -08:00
|
|
|
models/kimik25.cpp
|
2026-02-14 05:07:00 -08:00
|
|
|
models/nemotron-v2-vl.cpp
|
2025-12-12 21:14:48 +01:00
|
|
|
models/llama4.cpp
|
|
|
|
|
models/llava.cpp
|
|
|
|
|
models/minicpmv.cpp
|
2026-02-20 00:05:25 +08:00
|
|
|
models/paddleocr.cpp
|
2025-12-12 21:14:48 +01:00
|
|
|
models/pixtral.cpp
|
|
|
|
|
models/qwen2vl.cpp
|
|
|
|
|
models/qwen3vl.cpp
|
2026-05-12 02:11:14 -07:00
|
|
|
models/mimovl.cpp
|
2026-04-12 23:57:25 +02:00
|
|
|
models/qwen3a.cpp
|
2026-04-08 15:51:31 +08:00
|
|
|
models/step3vl.cpp
|
2025-12-12 21:14:48 +01:00
|
|
|
models/siglip.cpp
|
|
|
|
|
models/whisper-enc.cpp
|
2026-03-25 19:57:40 +01:00
|
|
|
models/deepseekocr.cpp
|
2026-05-29 16:13:51 +02:00
|
|
|
models/deepseekocr2.cpp
|
2026-01-09 22:42:38 +00:00
|
|
|
models/mobilenetv5.cpp
|
2026-01-02 02:25:54 +08:00
|
|
|
models/youtuvl.cpp
|
2026-04-22 02:02:49 +08:00
|
|
|
models/yasa2.cpp
|
2025-05-28 22:35:22 +02:00
|
|
|
)
|
|
|
|
|
|
2025-11-11 04:19:50 -07:00
|
|
|
set_target_properties(mtmd PROPERTIES
|
|
|
|
|
VERSION ${LLAMA_INSTALL_VERSION}
|
|
|
|
|
SOVERSION 0
|
2025-12-09 06:17:41 -05:00
|
|
|
MACHO_CURRENT_VERSION 0 # keep macOS linker from seeing oversized version number
|
2025-11-11 04:19:50 -07:00
|
|
|
)
|
|
|
|
|
|
2025-05-31 10:14:29 +02:00
|
|
|
target_link_libraries (mtmd PUBLIC ggml llama)
|
|
|
|
|
target_link_libraries (mtmd PRIVATE Threads::Threads)
|
|
|
|
|
target_include_directories(mtmd PUBLIC .)
|
|
|
|
|
target_include_directories(mtmd PRIVATE ../..)
|
|
|
|
|
target_include_directories(mtmd PRIVATE ../../vendor)
|
|
|
|
|
target_compile_features (mtmd PRIVATE cxx_std_17)
|
2025-05-28 22:35:22 +02:00
|
|
|
|
2026-06-08 13:40:12 +02:00
|
|
|
if (MTMD_VIDEO)
|
|
|
|
|
target_compile_definitions(mtmd PRIVATE MTMD_VIDEO)
|
|
|
|
|
endif()
|
|
|
|
|
|
2025-04-10 22:57:16 +02:00
|
|
|
if (BUILD_SHARED_LIBS)
|
2025-05-31 10:14:29 +02:00
|
|
|
set_target_properties (mtmd PROPERTIES POSITION_INDEPENDENT_CODE ON)
|
|
|
|
|
target_compile_definitions(mtmd PRIVATE LLAMA_BUILD)
|
|
|
|
|
target_compile_definitions(mtmd PUBLIC LLAMA_SHARED)
|
2025-04-10 22:57:16 +02:00
|
|
|
endif()
|
|
|
|
|
|
2025-05-31 10:14:29 +02:00
|
|
|
set(MTMD_PUBLIC_HEADERS
|
|
|
|
|
${CMAKE_CURRENT_SOURCE_DIR}/mtmd.h
|
|
|
|
|
${CMAKE_CURRENT_SOURCE_DIR}/mtmd-helper.h
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
set_target_properties(mtmd
|
|
|
|
|
PROPERTIES
|
|
|
|
|
PUBLIC_HEADER "${MTMD_PUBLIC_HEADERS}")
|
|
|
|
|
|
2026-03-14 15:52:29 +01:00
|
|
|
set_target_properties(mtmd
|
|
|
|
|
PROPERTIES
|
|
|
|
|
PRIVATE_HEADER debug/mtmd-debug.h)
|
|
|
|
|
|
2025-05-31 10:14:29 +02:00
|
|
|
install(TARGETS mtmd LIBRARY PUBLIC_HEADER)
|
|
|
|
|
|
2023-11-06 22:36:23 +01:00
|
|
|
if (NOT MSVC)
|
2025-05-28 22:35:22 +02:00
|
|
|
# for stb_image.h and miniaudio.h
|
2025-05-31 10:14:29 +02:00
|
|
|
target_compile_options(mtmd PRIVATE -Wno-cast-qual)
|
2023-12-29 11:52:15 -05:00
|
|
|
endif()
|
|
|
|
|
|
2026-04-17 05:32:24 -04:00
|
|
|
if (ANDROID)
|
|
|
|
|
# miniaudio.h defines ma_android_sdk_version() without a prior prototype
|
|
|
|
|
target_compile_options(mtmd PRIVATE -Wno-missing-prototypes)
|
|
|
|
|
endif()
|
|
|
|
|
|
2025-05-31 10:14:29 +02:00
|
|
|
if (TARGET BUILD_INFO)
|
|
|
|
|
add_dependencies(mtmd BUILD_INFO)
|
|
|
|
|
add_dependencies(mtmd-helper BUILD_INFO)
|
2023-11-06 22:36:23 +01:00
|
|
|
endif()
|
|
|
|
|
|
2026-04-17 11:11:46 +03:00
|
|
|
# if mtmd is linked against llama-common, we throw an error
|
2025-12-12 15:16:06 +01:00
|
|
|
if (TARGET mtmd)
|
|
|
|
|
get_target_property(libs mtmd LINK_LIBRARIES)
|
2026-04-17 11:11:46 +03:00
|
|
|
if (libs AND "llama-common" IN_LIST libs)
|
2025-12-12 15:16:06 +01:00
|
|
|
message(FATAL_ERROR "mtmd is designed to be a public library.\n"
|
2026-04-17 11:11:46 +03:00
|
|
|
"It must not link against llama-common")
|
2025-12-12 15:16:06 +01:00
|
|
|
endif()
|
|
|
|
|
endif()
|
|
|
|
|
|
2026-06-25 01:37:30 -04:00
|
|
|
# Gate CLI binaries on LLAMA_BUILD_TOOLS so that standalone library-only
|
|
|
|
|
# builds (LLAMA_BUILD_MTMD=ON with LLAMA_BUILD_TOOLS=OFF — e.g. Apple
|
|
|
|
|
# XCFramework packaging) skip the executables entirely. LLAMA_BUILD_COMMON
|
|
|
|
|
# defaults to ON in standalone builds, so we cannot rely on it for gating.
|
|
|
|
|
if (LLAMA_BUILD_TOOLS)
|
|
|
|
|
add_executable(llama-llava-cli deprecation-warning.cpp)
|
|
|
|
|
add_executable(llama-gemma3-cli deprecation-warning.cpp)
|
|
|
|
|
add_executable(llama-minicpmv-cli deprecation-warning.cpp)
|
|
|
|
|
add_executable(llama-qwen2vl-cli deprecation-warning.cpp)
|
2025-02-05 14:45:40 +07:00
|
|
|
|
2026-06-25 01:37:30 -04:00
|
|
|
set(TARGET llama-mtmd-cli)
|
|
|
|
|
add_executable (${TARGET} mtmd-cli.cpp)
|
|
|
|
|
set_target_properties (${TARGET} PROPERTIES OUTPUT_NAME llama-mtmd-cli)
|
|
|
|
|
if(LLAMA_TOOLS_INSTALL)
|
|
|
|
|
install(TARGETS ${TARGET} RUNTIME)
|
|
|
|
|
endif()
|
|
|
|
|
target_link_libraries (${TARGET} PRIVATE llama-common mtmd Threads::Threads)
|
|
|
|
|
target_compile_features(${TARGET} PRIVATE cxx_std_17)
|
|
|
|
|
|
|
|
|
|
# mtmd-debug tool
|
|
|
|
|
add_executable(llama-mtmd-debug debug/mtmd-debug.cpp)
|
|
|
|
|
set_target_properties(llama-mtmd-debug PROPERTIES OUTPUT_NAME llama-mtmd-debug)
|
|
|
|
|
target_link_libraries(llama-mtmd-debug PRIVATE llama-common mtmd Threads::Threads)
|
|
|
|
|
target_compile_features(llama-mtmd-debug PRIVATE cxx_std_17)
|
2025-08-26 20:05:50 +02:00
|
|
|
endif()
|