feat(runtime): cross-request prefix seeding via a content-addressed seed store

CMakeLists.txt

@@ -39,6 +39,28 @@ if(CMAKE_CUDA_COMPILER_VERSION VERSION_LESS 13.1)
     "${CMAKE_CUDA_COMPILER_VERSION}")
 endif()
 
+# CUDA 13's CCCL headers require MSVC's standard-conforming preprocessor.
+if(MSVC)
+  add_compile_options($<$<COMPILE_LANGUAGE:CUDA>:-Xcompiler=/Zc:preprocessor>)
+  # windows.h defines max/min as macros that break std::max/std::min.
+  add_compile_definitions(NOMINMAX)
+endif()
+
+# Media (vision) decode and acquisition need FFMPEG and libcurl. Those are not
+# part of the default Windows toolchain, so the text-only build
+# (NINFER_BUILD_MEDIA=OFF) compiles API-compatible stubs instead and rejects
+# vision requests at runtime.
+if(WIN32)
+  set(NINFER_MEDIA_DEFAULT OFF)
+else()
+  set(NINFER_MEDIA_DEFAULT ON)
+endif()
+option(NINFER_BUILD_MEDIA "Build FFMPEG/libcurl media decode and acquisition"
+       ${NINFER_MEDIA_DEFAULT})
+
+# ninfer_serve and prompt_input link ninfer_media_acquire unconditionally, so
+# the target must exist whenever apps/tests build; NINFER_BUILD_MEDIA only
+# selects the real (libcurl) vs stub implementation.
 set(NINFER_BUILD_MEDIA_ACQUIRE OFF)
 if(NINFER_BUILD_APPS OR BUILD_TESTING)
   set(NINFER_BUILD_MEDIA_ACQUIRE ON)
@@ -55,11 +77,50 @@ if(NINFER_BUILD_APPS OR BUILD_TESTING)
 endif()
 
 find_package(CUDAToolkit REQUIRED)
-find_package(PkgConfig REQUIRED)
-pkg_check_modules(FFMPEG REQUIRED IMPORTED_TARGET
-  libavformat>=60 libavcodec>=60 libavutil>=58 libswscale>=7)
-if(NINFER_BUILD_MEDIA_ACQUIRE)
-  pkg_check_modules(LIBCURL REQUIRED IMPORTED_TARGET libcurl>=7.85)
+if(NINFER_BUILD_MEDIA)
+  if(WIN32)
+    # Windows: use find_path/find_library for FFMPEG + libcurl (no pkg-config)
+    set(FFMPEG_ROOT "${PROJECT_SOURCE_DIR}/../third_party/ffmpeg/ffmpeg-master-latest-win64-gpl-shared")
+    set(CURL_ROOT "${PROJECT_SOURCE_DIR}/../third_party/curl-inst")
+
+    find_path(FFMPEG_INCLUDE_DIR NAMES libavformat/avformat.h PATHS "${FFMPEG_ROOT}/include" NO_DEFAULT_PATH)
+    find_library(AVFORMAT_LIBRARY NAMES avformat.lib PATHS "${FFMPEG_ROOT}/lib" NO_DEFAULT_PATH)
+    find_library(AVCODEC_LIBRARY NAMES avcodec.lib PATHS "${FFMPEG_ROOT}/lib" NO_DEFAULT_PATH)
+    find_library(AVUTIL_LIBRARY NAMES avutil.lib PATHS "${FFMPEG_ROOT}/lib" NO_DEFAULT_PATH)
+    find_library(SWSCALE_LIBRARY NAMES swscale.lib PATHS "${FFMPEG_ROOT}/lib" NO_DEFAULT_PATH)
+
+    if(NOT FFMPEG_INCLUDE_DIR OR NOT AVFORMAT_LIBRARY OR NOT AVCODEC_LIBRARY OR NOT AVUTIL_LIBRARY OR NOT SWSCALE_LIBRARY)
+      message(FATAL_ERROR "FFMPEG libraries not found. Install BtbN ffmpeg-win64-gpl-shared into third_party/ffmpeg/")
+    endif()
+
+    add_library(PkgConfig::FFMPEG INTERFACE IMPORTED)
+    set_target_properties(PkgConfig::FFMPEG PROPERTIES
+      INTERFACE_INCLUDE_DIRECTORIES "${FFMPEG_INCLUDE_DIR}"
+      INTERFACE_LINK_LIBRARIES "${AVFORMAT_LIBRARY};${AVCODEC_LIBRARY};${AVUTIL_LIBRARY};${SWSCALE_LIBRARY}"
+    )
+
+    if(NINFER_BUILD_MEDIA_ACQUIRE)
+      find_path(CURL_INCLUDE_DIR NAMES curl/curl.h PATHS "${CURL_ROOT}/include" NO_DEFAULT_PATH)
+      find_library(CURL_LIBRARY NAMES libcurl_imp.lib PATHS "${CURL_ROOT}/lib" NO_DEFAULT_PATH)
+
+      if(NOT CURL_INCLUDE_DIR OR NOT CURL_LIBRARY)
+        message(FATAL_ERROR "libcurl not found. Build curl with MSVC into third_party/curl-inst/")
+      endif()
+
+      add_library(PkgConfig::LIBCURL INTERFACE IMPORTED)
+      set_target_properties(PkgConfig::LIBCURL PROPERTIES
+        INTERFACE_INCLUDE_DIRECTORIES "${CURL_INCLUDE_DIR}"
+        INTERFACE_LINK_LIBRARIES "${CURL_LIBRARY}"
+      )
+    endif()
+  else()
+    find_package(PkgConfig REQUIRED)
+    pkg_check_modules(FFMPEG REQUIRED IMPORTED_TARGET
+      libavformat>=60 libavcodec>=60 libavutil>=58 libswscale>=7)
+    if(NINFER_BUILD_MEDIA_ACQUIRE)
+      pkg_check_modules(LIBCURL REQUIRED IMPORTED_TARGET libcurl>=7.85)
+    endif()
+  endif()
 endif()
 find_package(Threads REQUIRED)
 

Dockerfile

@@ -13,6 +13,7 @@ RUN apt-get update \
         libswscale-dev \
         ninja-build \
         pkg-config \
+        python3 \
     && rm -rf /var/lib/apt/lists/*
 
 WORKDIR /src
@@ -31,6 +32,7 @@ ARG DEBIAN_FRONTEND=noninteractive
 RUN apt-get update \
     && apt-get install --yes --no-install-recommends \
         ca-certificates \
+        curl \
         libavcodec60 \
         libavformat60 \
         libavutil58 \
@@ -45,4 +47,19 @@ WORKDIR /workspace
 EXPOSE 8080
 STOPSIGNAL SIGTERM
 
+# /health is the only unauthenticated endpoint, so this needs no API key. It answers
+# 503 once the inference executor has failed (issue #10) and 200 otherwise, which is
+# what makes an alive-but-unusable server visible from outside the process.
+#
+# NINFER_PORT must match --port; HEALTHCHECK is static but the port is not. The
+# server binds before loading the model and only listens afterwards, so expect
+# connection-refused for the whole load — that is what start-period covers.
+#
+# NOTE: a restart policy does NOT act on health. Docker restarts on EXIT, not on
+# unhealthy, so this makes the failed state observable and alertable; it does not
+# by itself recover the container. Recovery needs a watcher (Swarm, an external
+# monitor, or the native supervisor's health-restart path).
+HEALTHCHECK --interval=30s --timeout=5s --start-period=180s --retries=3 \
+    CMD curl -fsS "http://127.0.0.1:${NINFER_PORT:-8080}/health" || exit 1
+
 CMD ["ninfer-serve", "--help"]