Harden estimator CI runtime checks

yoshifuminakamura · yoshifuminakamura · commit ea5307f35f6f · 2026-06-18T12:03:32.000+09:00
Add the local estimate submit helper to Result Server Tests path filters so estimator shell coverage runs when that helper changes. Require GPU estimator section packages and tests to use Python 3.11 or newer, while keeping Result Server docs scoped to Python 3.12+ portal/runtime requirements.

Signed-off-by: Yoshifumi Nakamura &lt;nakamura@riken.jp&gt;
diff --git a/.github/workflows/result-server-tests.yml b/.github/workflows/result-server-tests.yml
@@ -16,6 +16,7 @@ on:
       - "scripts/tests/test_result_profile_data.sh"
       - "scripts/tests/test_send_estimate_artifacts.sh"
       - "scripts/tests/test_send_results_profile_data.sh"
+      - "scripts/test_estimate_submit.sh"
       - "programs/genesis/estimate.sh"
       - "programs/qws/estimate.sh"
       - "programs/qws/fixtures/gpu_kernel_mlp_v15_pred.csv"
@@ -41,6 +42,7 @@ on:
       - "scripts/tests/test_result_profile_data.sh"
       - "scripts/tests/test_send_estimate_artifacts.sh"
       - "scripts/tests/test_send_results_profile_data.sh"
+      - "scripts/test_estimate_submit.sh"
       - "programs/genesis/estimate.sh"
       - "programs/qws/estimate.sh"
       - "programs/qws/fixtures/gpu_kernel_mlp_v15_pred.csv"
@@ -97,6 +99,18 @@ jobs:
           jq --version
           command -v python3
           python3 --version
+          estimation_python=""
+          for candidate in python3.12 python3.11 python3; do
+            if command -v "$candidate" >/dev/null 2>&1; then
+              estimation_python=$(command -v "$candidate")
+              break
+            fi
+          done
+          test -n "$estimation_python"
+          "$estimation_python" - <<'PY'
+          import sys
+          raise SystemExit(0 if sys.version_info >= (3, 11) else 1)
+          PY
 
       - name: Run profiler, profile-data, and estimation shell tests
         run: |
diff --git a/docs/guides/add-estimation-package.md b/docs/guides/add-estimation-package.md
@@ -102,10 +102,10 @@ PerfTools 本体は BenchKit に vendoring せず、実行時に次の環境変
 
 ```bash
 export BK_GPU_MLP_PERFTOOLS_ROOT=/path/to/PerfTools
-export BK_GPU_MLP_PYTHON=python3
+export BK_GPU_MLP_PYTHON=python3.11
 # LightGBM package だけを明示したい場合
 export BK_GPU_LIGHTGBM_PERFTOOLS_ROOT=/path/to/PerfTools
-export BK_GPU_LIGHTGBM_PYTHON=python3
+export BK_GPU_LIGHTGBM_PYTHON=python3.11
 ```
 
 section artifact は PerfTools 側の static GPU spec sheet から作られた prepared CSV を想定します。
@@ -142,7 +142,9 @@ export BK_GPU_MLP_PERFTOOLS_REF=main
 
 `perftools` smoke mode は GitHub から PerfTools を取得するため、推定 runner/container には `git` と外部接続が必要です。
 Python とライブラリは、選択した PerfTools モデル側の要件に合わせます。
+Result Server/portal の runtime は Python 3.12 以上ですが、GPU estimator runner は外部推定ツールの runtime です。
 MLP package には Python 3.11 以上と numpy/pandas/torch、LightGBM package には Python 3.11 以上と numpy/pandas/lightgbm/pyyaml、さらに LightGBM 実行用の `libgomp` が必要です。
+`python3` が 3.10 など古い環境では、`BK_GPU_MLP_PYTHON` や `BK_GPU_LIGHTGBM_PYTHON` に 3.11 以上の interpreter を明示してください。
 実運用では smoke mode ではなく、推定 runner/container に PerfTools checkout を用意し、section artifact として実アプリ由来の prepared input CSV を渡してください。
 
 ## 5. metadata に持たせるもの
diff --git a/docs/guides/developer-reference.md b/docs/guides/developer-reference.md
@@ -229,8 +229,9 @@ Typical requirements include:
 - Bash and standard shell tooling
 - GitLab CI runner support
 - site-specific scheduler/runtime support
-- Python 3.12 or later for result shaping, estimation support, and portal components
+- Python 3.12 or later for result shaping and portal components
 - Flask-related Python packages for `result_server`
+- package-specific runtimes for external estimation tools
 - optional profiler tools depending on system support
 
 For local portal work, see the route, template, and utility layout under `result_server/`.
diff --git a/scripts/estimation/section_packages/gpu_kernel_lightgbm_v10.sh b/scripts/estimation/section_packages/gpu_kernel_lightgbm_v10.sh
@@ -33,7 +33,7 @@ bk_section_package_metadata_gpu_kernel_lightgbm_v10() {
     "neither section artifact nor BK_GPU_LIGHTGBM_INPUT_CSV/BK_GPU_LIGHTGBM_PREDICTION_CSV is available",
     "padata artifact mode is requested but the archive has no Nsight Compute raw CSV",
     "PerfTools checkout is not available when running the external predictor",
-    "Python runtime for CSV parsing or external inference is not available",
+    "Python 3.11+ runtime for CSV parsing or external inference is not available",
     "prediction CSV does not contain a recognized execution-time column"
   ]
 }
@@ -98,6 +98,29 @@ _bk_gpu_lightgbm_python_exists() {
   command -v "$python_bin" >/dev/null 2>&1
 }
 
+_bk_gpu_lightgbm_default_python() {
+  local candidate
+
+  for candidate in python3.12 python3.11 python3 python; do
+    if command -v "$candidate" >/dev/null 2>&1; then
+      printf '%s\n' "$candidate"
+      return 0
+    fi
+  done
+
+  printf '%s\n' "python3"
+}
+
+_bk_gpu_lightgbm_python_compatible() {
+  local python_bin="$1"
+
+  _bk_gpu_lightgbm_python_exists "$python_bin" || return 1
+  "$python_bin" - <<'PY' >/dev/null 2>&1
+import sys
+raise SystemExit(0 if sys.version_info >= (3, 11) else 1)
+PY
+}
+
 _bk_gpu_lightgbm_abs_path() {
   local path="$1"
   local dir
@@ -239,7 +262,7 @@ bk_section_package_check_applicability_gpu_kernel_lightgbm_v10() {
   local ncu_archive
   local root
   local predictor
-  local python_bin="${BK_GPU_LIGHTGBM_PYTHON:-${BK_GPU_MLP_PYTHON:-python3}}"
+  local python_bin="${BK_GPU_LIGHTGBM_PYTHON:-${BK_GPU_MLP_PYTHON:-$(_bk_gpu_lightgbm_default_python)}}"
   local missing=()
 
   if [[ "$item_kind" != "section" ]]; then
@@ -256,6 +279,8 @@ EOF
 
   if ! _bk_gpu_lightgbm_python_exists "$python_bin"; then
     missing+=("\"python:${python_bin}\"")
+  elif ! _bk_gpu_lightgbm_python_compatible "$python_bin"; then
+    missing+=("\"python>=3.11:${python_bin}\"")
   fi
 
   if [[ -n "$prediction_csv" ]]; then
@@ -297,7 +322,7 @@ _bk_gpu_lightgbm_parse_prediction_csv() {
   local prediction_csv="$1"
   local package_name="$2"
   local model_version="$3"
-  local python_bin="${BK_GPU_LIGHTGBM_PYTHON:-${BK_GPU_MLP_PYTHON:-python3}}"
+  local python_bin="${BK_GPU_LIGHTGBM_PYTHON:-${BK_GPU_MLP_PYTHON:-$(_bk_gpu_lightgbm_default_python)}}"
 
   "$python_bin" - "$prediction_csv" "$package_name" "$model_version" <<'PY'
 import csv
@@ -427,7 +452,7 @@ _bk_gpu_lightgbm_prepare_input_from_ncu() {
   local _section_name="$2"
   local output_dir="$3"
   local slug="$4"
-  local python_bin="${BK_GPU_LIGHTGBM_PYTHON:-${BK_GPU_MLP_PYTHON:-python3}}"
+  local python_bin="${BK_GPU_LIGHTGBM_PYTHON:-${BK_GPU_MLP_PYTHON:-$(_bk_gpu_lightgbm_default_python)}}"
   local source_gpu="${BK_GPU_LIGHTGBM_SOURCE_GPU:-${BK_GPU_MLP_SOURCE_GPU:-H100}}"
   local prepared_csv="${output_dir}/${slug}_lightgbm_input.csv"
   local script_path="scripts/estimation/prepare_gpu_lightgbm_ncu_input.py"
@@ -458,7 +483,7 @@ _bk_gpu_lightgbm_run_predictor() {
   local input_csv_abs
   local prediction_csv_abs
   local prediction_log_abs
-  local python_bin="${BK_GPU_LIGHTGBM_PYTHON:-${BK_GPU_MLP_PYTHON:-python3}}"
+  local python_bin="${BK_GPU_LIGHTGBM_PYTHON:-${BK_GPU_MLP_PYTHON:-$(_bk_gpu_lightgbm_default_python)}}"
   local source_gpu="${BK_GPU_LIGHTGBM_SOURCE_GPU:-${BK_GPU_MLP_SOURCE_GPU:-H100}}"
   local target_gpu="${BK_GPU_LIGHTGBM_TARGET_GPU:-${BK_GPU_MLP_TARGET_GPU:-A100}}"
   local slug
diff --git a/scripts/estimation/section_packages/gpu_kernel_mlp_v15.sh b/scripts/estimation/section_packages/gpu_kernel_mlp_v15.sh
@@ -33,7 +33,7 @@ bk_section_package_metadata_gpu_kernel_mlp_v15() {
     "neither section artifact nor BK_GPU_MLP_INPUT_CSV/BK_GPU_MLP_PREDICTION_CSV is available",
     "padata artifact mode is requested but the archive has no Nsight Compute raw CSV",
     "PerfTools checkout is not available when running the external predictor",
-    "Python runtime for CSV parsing or external inference is not available",
+    "Python 3.11+ runtime for CSV parsing or external inference is not available",
     "prediction CSV does not contain a recognized execution-time column"
   ]
 }
@@ -85,6 +85,29 @@ _bk_gpu_mlp_python_exists() {
   command -v "$python_bin" >/dev/null 2>&1
 }
 
+_bk_gpu_mlp_default_python() {
+  local candidate
+
+  for candidate in python3.12 python3.11 python3 python; do
+    if command -v "$candidate" >/dev/null 2>&1; then
+      printf '%s\n' "$candidate"
+      return 0
+    fi
+  done
+
+  printf '%s\n' "python3"
+}
+
+_bk_gpu_mlp_python_compatible() {
+  local python_bin="$1"
+
+  _bk_gpu_mlp_python_exists "$python_bin" || return 1
+  "$python_bin" - <<'PY' >/dev/null 2>&1
+import sys
+raise SystemExit(0 if sys.version_info >= (3, 11) else 1)
+PY
+}
+
 _bk_gpu_mlp_abs_existing_path() {
   local path="$1"
   local dir
@@ -226,7 +249,7 @@ bk_section_package_check_applicability_gpu_kernel_mlp_v15() {
   local ncu_archive
   local root
   local predictor
-  local python_bin="${BK_GPU_MLP_PYTHON:-python3}"
+  local python_bin="${BK_GPU_MLP_PYTHON:-$(_bk_gpu_mlp_default_python)}"
   local missing=()
 
   if [[ "$item_kind" != "section" ]]; then
@@ -243,6 +266,8 @@ EOF
 
   if ! _bk_gpu_mlp_python_exists "$python_bin"; then
     missing+=("\"python:${python_bin}\"")
+  elif ! _bk_gpu_mlp_python_compatible "$python_bin"; then
+    missing+=("\"python>=3.11:${python_bin}\"")
   fi
 
   if [[ -n "$prediction_csv" ]]; then
@@ -284,7 +309,7 @@ _bk_gpu_mlp_parse_prediction_csv() {
   local prediction_csv="$1"
   local package_name="$2"
   local model_version="$3"
-  local python_bin="${BK_GPU_MLP_PYTHON:-python3}"
+  local python_bin="${BK_GPU_MLP_PYTHON:-$(_bk_gpu_mlp_default_python)}"
 
   "$python_bin" - "$prediction_csv" "$package_name" "$model_version" <<'PY'
 import csv
@@ -417,7 +442,7 @@ _bk_gpu_mlp_prepare_input_from_ncu() {
   local root="$3"
   local output_dir="$4"
   local slug="$5"
-  local python_bin="${BK_GPU_MLP_PYTHON:-python3}"
+  local python_bin="${BK_GPU_MLP_PYTHON:-$(_bk_gpu_mlp_default_python)}"
   local source_gpu="${BK_GPU_MLP_SOURCE_GPU:-${BK_GPU_MLP_SRC_GPU:-H100}}"
   local kernel_count="${BK_GPU_MLP_KERNEL_COUNT:-20}"
   local prepared_csv="${output_dir}/${slug}_input.csv"
@@ -450,7 +475,7 @@ _bk_gpu_mlp_run_predictor() {
   local input_csv_abs
   local prediction_csv_abs
   local prediction_log_abs
-  local python_bin="${BK_GPU_MLP_PYTHON:-python3}"
+  local python_bin="${BK_GPU_MLP_PYTHON:-$(_bk_gpu_mlp_default_python)}"
   local slug
 
   root=$(_bk_gpu_mlp_perftools_root)
diff --git a/scripts/tests/test_estimation_gpu_kernel_lightgbm_v10.sh b/scripts/tests/test_estimation_gpu_kernel_lightgbm_v10.sh
@@ -11,8 +11,26 @@ if ! command -v jq >/dev/null 2>&1; then
   echo "jq not found; skipping gpu_kernel_lightgbm_v10 estimation test"
   exit 0
 fi
-if ! command -v python3 >/dev/null 2>&1; then
-  echo "python3 not found; skipping gpu_kernel_lightgbm_v10 estimation test"
+
+PYTHON_BIN="${BK_TEST_ESTIMATION_PYTHON:-}"
+if [[ -z "$PYTHON_BIN" ]]; then
+  for candidate in python3.12 python3.11 python3; do
+    if command -v "$candidate" >/dev/null 2>&1; then
+      PYTHON_BIN=$(command -v "$candidate")
+      break
+    fi
+  done
+fi
+if [[ -z "$PYTHON_BIN" ]]; then
+  echo "Python 3.11+ not found; skipping gpu_kernel_lightgbm_v10 estimation test"
+  exit 0
+fi
+if ! "$PYTHON_BIN" - <<'PY' >/dev/null 2>&1
+import sys
+raise SystemExit(0 if sys.version_info >= (3, 11) else 1)
+PY
+then
+  echo "Python 3.11+ not found; skipping gpu_kernel_lightgbm_v10 estimation test"
   exit 0
 fi
 
@@ -48,7 +66,7 @@ source scripts/estimation/common.sh
 source scripts/estimation/packages/instrumented_app_sections_dummy.sh
 
 export BK_GPU_LIGHTGBM_ARTIFACT_MODE="prediction"
-export BK_GPU_LIGHTGBM_PYTHON="python3"
+export BK_GPU_LIGHTGBM_PYTHON="$PYTHON_BIN"
 
 transformed=$(bk_top_level_transform_breakdown "$(cat "${TMP_DIR}/breakdown.json")" "1" "1" "1" "identity" "identity")
 popd >/dev/null
diff --git a/scripts/tests/test_estimation_gpu_kernel_mlp_v15.sh b/scripts/tests/test_estimation_gpu_kernel_mlp_v15.sh
@@ -12,8 +12,26 @@ if ! command -v jq >/dev/null 2>&1; then
   echo "jq not found; skipping gpu_kernel_mlp_v15 estimation test"
   exit 0
 fi
-if ! command -v python3 >/dev/null 2>&1; then
-  echo "python3 not found; skipping gpu_kernel_mlp_v15 estimation test"
+
+PYTHON_BIN="${BK_TEST_ESTIMATION_PYTHON:-}"
+if [[ -z "$PYTHON_BIN" ]]; then
+  for candidate in python3.12 python3.11 python3; do
+    if command -v "$candidate" >/dev/null 2>&1; then
+      PYTHON_BIN=$(command -v "$candidate")
+      break
+    fi
+  done
+fi
+if [[ -z "$PYTHON_BIN" ]]; then
+  echo "Python 3.11+ not found; skipping gpu_kernel_mlp_v15 estimation test"
+  exit 0
+fi
+if ! "$PYTHON_BIN" - <<'PY' >/dev/null 2>&1
+import sys
+raise SystemExit(0 if sys.version_info >= (3, 11) else 1)
+PY
+then
+  echo "Python 3.11+ not found; skipping gpu_kernel_mlp_v15 estimation test"
   exit 0
 fi
 if [[ ! -f "$PREDICTION_FIXTURE" ]]; then
@@ -47,7 +65,7 @@ source scripts/estimation/common.sh
 source scripts/estimation/packages/instrumented_app_sections_dummy.sh
 
 export BK_GPU_MLP_ARTIFACT_MODE="prediction"
-export BK_GPU_MLP_PYTHON="python3"
+export BK_GPU_MLP_PYTHON="$PYTHON_BIN"
 
 transformed=$(bk_top_level_transform_breakdown "$(cat "${TMP_DIR}/breakdown.json")" "1" "1" "1" "identity" "identity")
 popd >/dev/null
