Codex/kluster integration

.github/workflows/kluster-build.yml

@@ -0,0 +1,48 @@
+name: Kluster portable source build
+on: [push, pull_request, workflow_dispatch]
+jobs:
+  cpu:
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, macos-latest, windows-latest]
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@v4
+      - run: cmake -S . -B build -DGGML_METAL=OFF -DGGML_VULKAN=OFF -DGGML_CUDA=OFF -DGGML_BLAS=OFF -DBUILD_SHARED_LIBS=OFF -DLLAMA_BUILD_TESTS=OFF "-DCMAKE_POLICY_VERSION_MINIMUM=3.5"
+      - run: cmake --build build --config Release --target llama-server llama-cli profile-tool prima-contract-test prima-server-contract-test prima-profiler-contract-test prima-template-contract-test prima-chat-parser-contract-test -j 4
+      - run: ctest --test-dir build -C Release --output-on-failure
+      - uses: actions/upload-artifact@v4
+        with:
+          name: prima-${{ matrix.os }}
+          path: build/bin/
+  windows-vulkan:
+    runs-on: windows-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Install Vulkan SDK
+        shell: pwsh
+        run: |
+          $ErrorActionPreference = 'Stop'
+          $sdkRoot = Join-Path $env:RUNNER_TEMP 'VulkanSDK'
+          $sdkInstaller = Join-Path $env:RUNNER_TEMP 'vulkan-sdk.exe'
+          Invoke-WebRequest 'https://sdk.lunarg.com/sdk/download/1.4.363.0/windows/vulkansdk-windows-X64-1.4.363.0.exe' -OutFile $sdkInstaller
+          $installed = Start-Process -FilePath $sdkInstaller -ArgumentList @('--root', $sdkRoot, '--accept-licenses', '--default-answer', '--confirm-command', 'install') -WindowStyle Hidden -Wait -PassThru
+          if ($installed.ExitCode -ne 0) { throw 'Vulkan SDK install failed' }
+          "VULKAN_SDK=$sdkRoot" | Out-File $env:GITHUB_ENV -Append -Encoding utf8
+          (Join-Path $sdkRoot 'Bin') | Out-File $env:GITHUB_PATH -Append -Encoding utf8
+      - run: cmake -S . -B build -DGGML_VULKAN=ON -DGGML_CUDA=OFF -DGGML_BLAS=OFF -DBUILD_SHARED_LIBS=OFF -DLLAMA_BUILD_TESTS=OFF "-DCMAKE_POLICY_VERSION_MINIMUM=3.5"
+      - run: cmake --build build --config Release --target llama-server llama-cli profile-tool prima-contract-test prima-server-contract-test prima-profiler-contract-test prima-template-contract-test prima-chat-parser-contract-test -j 4
+      - run: ctest --test-dir build -C Release --output-on-failure
+      # Hosted runners establish compilation, not physical GPU inference.
+      - name: Check unavailable Vulkan driver handling
+        shell: pwsh
+        run: |
+          $env:VK_DRIVER_FILES = Join-Path $env:RUNNER_TEMP 'prima-missing-driver.json'
+          $env:VK_ICD_FILENAMES = $env:VK_DRIVER_FILES
+          & .\build\bin\Release\prima-server-contract-test.exe
+          if ($LASTEXITCODE -ne 0) { throw 'Driver-unavailable server contracts failed' }
+      - uses: actions/upload-artifact@v4
+        with:
+          name: prima-windows-vulkan
+          path: build/bin/

CMakeLists.txt

@@ -119,7 +119,30 @@ if (NOT TARGET ggml)
     add_subdirectory(ggml)
     # ... otherwise assume ggml is added by a parent CMakeLists.txt
 endif()
+# Kluster pins distributed dependencies in the isolated runtime build.
+include(FetchContent)
+set(ZMQ_BUILD_TESTS OFF CACHE BOOL "" FORCE)
+set(BUILD_TESTS OFF CACHE BOOL "" FORCE)
+set(WITH_LIBSODIUM OFF CACHE BOOL "" FORCE)
+set(WITH_LIBBSD OFF CACHE BOOL "" FORCE)
+set(ENABLE_CURVE OFF CACHE BOOL "" FORCE)
+set(CPPZMQ_BUILD_TESTS OFF CACHE BOOL "" FORCE)
+FetchContent_Declare(libzmq
+    URL https://github.com/zeromq/libzmq/archive/622fc6dde99ee172ebaa9c8628d85a7a1995a21d.tar.gz
+    URL_HASH SHA256=65d021968f90d61fd50d8e50409bdd494b040602bfb043e1bd5647ab035db3b4)
+FetchContent_MakeAvailable(libzmq)
+FetchContent_Declare(cppzmq
+    URL https://github.com/zeromq/cppzmq/archive/c94c20743ed7d4aa37835a5c46567ab0790d4acc.tar.gz
+    URL_HASH SHA256=6fab1d2522bc3c5f952f176fe7c486f83991fb61f2c5acc63fa33fdb5928ecf3)
+FetchContent_GetProperties(cppzmq)
+if(NOT cppzmq_POPULATED)
+    FetchContent_Populate(cppzmq)
+endif()
 add_subdirectory(src)
+if (LLAMA_BUILD_COMMON)
+    add_executable(profile-tool tools/profile_tool.cpp)
+    target_link_libraries(profile-tool PRIVATE common)
+endif()
 
 #
 # install
@@ -210,3 +233,28 @@ if (LLAMA_BUILD_EXAMPLES)
     add_subdirectory(examples)
     add_subdirectory(pocs)
 endif()
+
+# Contract checks do not require a model or GPU and run on all build platforms.
+add_executable(prima-contract-test tests/prima-contract.cpp)
+target_include_directories(prima-contract-test PRIVATE common)
+enable_testing()
+add_test(NAME prima-contract-test COMMAND prima-contract-test)
+if(LLAMA_BUILD_COMMON)
+    add_executable(prima-profiler-contract-test tests/prima-profiler-contract.cpp)
+    target_link_libraries(prima-profiler-contract-test PRIVATE common)
+    target_compile_features(prima-profiler-contract-test PRIVATE cxx_std_17)
+    add_test(NAME prima-profiler-contract-test COMMAND prima-profiler-contract-test)
+    set_tests_properties(prima-profiler-contract-test PROPERTIES TIMEOUT 120)
+    add_executable(prima-server-contract-test tests/prima-server-contract.cpp)
+    target_link_libraries(prima-server-contract-test PRIVATE common)
+    target_compile_features(prima-server-contract-test PRIVATE cxx_std_17)
+    add_test(NAME prima-server-contract-test COMMAND prima-server-contract-test)
+    add_executable(prima-template-contract-test tests/prima-template-contract.cpp)
+    target_link_libraries(prima-template-contract-test PRIVATE common)
+    add_test(NAME prima-template-contract-test COMMAND prima-template-contract-test)
+    set_tests_properties(prima-template-contract-test PROPERTIES TIMEOUT 60)
+    add_executable(prima-chat-parser-contract-test tests/prima-chat-parser-contract.cpp)
+    target_link_libraries(prima-chat-parser-contract-test PRIVATE common)
+    add_test(NAME prima-chat-parser-contract-test COMMAND prima-chat-parser-contract-test)
+    set_tests_properties(prima-chat-parser-contract-test PROPERTIES TIMEOUT 60)
+endif()