Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion README.md
Original file line number Diff line number Diff line change
Expand Up @@ -374,7 +374,7 @@ The standalone EP checks live under `tests/ep/` and can be built without externa

```bash
source scripts/common_env.sh
bash tests/ep/build.sh source-only
bash tests/ep/build.sh host-only
ctest --test-dir tests/ep/build --output-on-failure
```

Expand Down
22 changes: 9 additions & 13 deletions docs/CI.md
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,7 @@ foreign process collision.
| Home | `/home/tilexr-ci` |
| Sealed CANN 9.1 | `/home/tilexr-ci/toolchains/cann/9.1.0` |
| Sealed Bisheng compiler | `/home/tilexr-ci/toolchains/cann/9.1.0/cann/tools/bisheng_compiler/bin/bisheng` |
| Sealed controller | `/home/tilexr-ci/control/v4` |
| Sealed controller | `/home/tilexr-ci/control/v5` |
| Active controller link | `/home/tilexr-ci/control/current` |
| Actions runner | `/home/tilexr-ci/actions-runner` |
| Runner workspace root | `/home/tilexr-ci/actions-runner/_work` |
Expand Down Expand Up @@ -92,15 +92,14 @@ cleanup.

## Test matrix

[`host_checks.sh`](../scripts/ci/host_checks.sh) runs these eight recorded cases:
[`host_checks.sh`](../scripts/ci/host_checks.sh) runs these seven recorded cases:

- shell syntax for tracked CI and affected test scripts;
- the complete standalone `tests/ci` CTest suite;
- comm logging, spdlog compile, and source-guard binaries;
- all four EP source-only tests;
- both data-as-flag tests;
- comm logging and spdlog compile tests;
- EP layout and host validation tests;
- the data-as-flag header compile test;
- collectives vLLM patch tests;
- collectives vLLM integration-source tests;
- collectives profile-report tests.

On `blue`, [`build_blue.sh`](../scripts/ci/control/build_blue.sh) performs a
Expand All @@ -113,14 +112,11 @@ failure.
The build phase logs these named cases:

- top level: `top-level-ctest`;
- comm: `comm-log`, `comm-spdlog-compile`, and `comm-source-guards`;
- UDMA: `udma-transport-layout`, `udma-registry`, `udma-demo-sources`, and
`udma-source-guard`;
- comm: `comm-log` and `comm-spdlog-compile`;
- UDMA: `udma-transport-layout` and `udma-registry`;
- SDMA: `sdma-metadata`, `sdma-api-invalid`, `sdma-transport-disabled`,
`sdma-comm-wiring`, `sdma-source-guard`, and `sdma-header-compile`;
- EP: `ep-layout`, `ep-api-sources`, `ep-kernel-sources`, and
`ep-host-validation`;
- memory: `memory-demo-sources`.
and `sdma-header-compile`;
- EP: `ep-layout` and `ep-host-validation`.

The top-level configure/build, suite builds, top-level reinstall, required-file
checks, and dependency/RPATH checks are also mandatory. They fail the build
Expand Down
2 changes: 1 addition & 1 deletion scripts/ci/control/VERSION
Original file line number Diff line number Diff line change
@@ -1 +1 @@
v4
v5
11 changes: 2 additions & 9 deletions scripts/ci/control/build_blue.sh
Original file line number Diff line number Diff line change
Expand Up @@ -266,28 +266,21 @@ run_case top-level-ctest run_ctest "${SOURCE_DIR}/build-ci"
run_logged_step "comm-build" bash "${SOURCE_DIR}/tests/comm/build.sh"
run_case comm-log "${SOURCE_DIR}/tests/comm/install/bin/test_tilexr_log"
run_case comm-spdlog-compile "${SOURCE_DIR}/tests/comm/install/bin/test_tilexr_log_spdlog_compile"
run_case comm-source-guards "${SOURCE_DIR}/tests/comm/install/bin/test_tilexr_source_guards"

run_logged_step "udma-build" env BUILD_TILEXR_UDMA_DEMO=OFF \
bash "${SOURCE_DIR}/tests/udma/build.sh"
run_case udma-transport-layout "${SOURCE_DIR}/tests/udma/install/bin/test_tilexr_udma_transport_layout"
run_case udma-registry "${SOURCE_DIR}/tests/udma/install/bin/test_tilexr_udma_registry"
run_case udma-demo-sources "${SOURCE_DIR}/tests/udma/install/bin/test_tilexr_udma_demo_sources"
run_case udma-source-guard "${SOURCE_DIR}/tests/udma/install/bin/test_tilexr_udma_source_guard"

run_logged_step "sdma-build" bash \
"${SOURCE_DIR}/tests/sdma/build.sh" "${ASCEND_HOME_PATH}"
run_case sdma-metadata "${SOURCE_DIR}/tests/sdma/install/bin/test_tilexr_sdma_metadata"
run_case sdma-api-invalid "${SOURCE_DIR}/tests/sdma/install/bin/test_tilexr_sdma_api_invalid"
run_case sdma-transport-disabled "${SOURCE_DIR}/tests/sdma/install/bin/test_tilexr_sdma_transport_disabled"
run_case sdma-comm-wiring "${SOURCE_DIR}/tests/sdma/install/bin/test_tilexr_sdma_comm_wiring"
run_case sdma-source-guard "${SOURCE_DIR}/tests/sdma/install/bin/test_tilexr_sdma_source_guard"
run_case sdma-header-compile "${SOURCE_DIR}/tests/sdma/install/bin/test_tilexr_sdma_header_compile"

run_logged_step "ep-build" bash "${SOURCE_DIR}/tests/ep/build.sh" full
run_case ep-layout "${SOURCE_DIR}/tests/ep/install/bin/test_tilexr_ep_layout"
run_case ep-api-sources "${SOURCE_DIR}/tests/ep/install/bin/test_tilexr_ep_api_sources"
run_case ep-kernel-sources "${SOURCE_DIR}/tests/ep/install/bin/test_tilexr_ep_kernel_sources"
run_case ep-host-validation "${SOURCE_DIR}/tests/ep/install/bin/test_tilexr_ep_host_validation"

run_logged_step "memory-configure" cmake \
Expand All @@ -296,8 +289,8 @@ run_logged_step "memory-configure" cmake \
-DBUILD_TILEXR_MEMORY_DEMO=ON \
-DTILEXR_MEMORY_DEMO_SOC_TYPE=Ascend910B
run_logged_step "memory-build" cmake \
--build "${SOURCE_DIR}/tests/memory/build" --target install -j"${BUILD_JOBS}"
run_case memory-demo-sources "${SOURCE_DIR}/tests/memory/install/bin/test_tilexr_memory_demo_sources"
--build "${SOURCE_DIR}/tests/memory/build" -j"${BUILD_JOBS}"
run_logged_step "memory-install" cmake --install "${SOURCE_DIR}/tests/memory/build"

# Dedicated suite builds reuse the root install prefix with optional components
# disabled. Restore the complete top-level install before validating outputs.
Expand Down
7 changes: 2 additions & 5 deletions scripts/ci/host_checks.sh
Original file line number Diff line number Diff line change
Expand Up @@ -159,10 +159,9 @@ run_comm_host_tests() {
cmake --build "${BUILD_ROOT}/comm" --target install -j"$(nproc)"
"${BUILD_ROOT}/comm-install/bin/test_tilexr_log"
"${BUILD_ROOT}/comm-install/bin/test_tilexr_log_spdlog_compile"
"${BUILD_ROOT}/comm-install/bin/test_tilexr_source_guards"
}

run_ep_source_tests() {
run_ep_host_tests() {
cmake -S "${ROOT_DIR}/tests/ep" -B "${BUILD_ROOT}/ep" \
-DBUILD_TILEXR_EP_DEMO=OFF
cmake --build "${BUILD_ROOT}/ep" -j"$(nproc)"
Expand Down Expand Up @@ -231,12 +230,10 @@ trap finalize_host_checks EXIT
run_and_accumulate_case shell-syntax check_tracked_shell_syntax
run_and_accumulate_case ci-ctest run_ci_ctest
run_and_accumulate_case comm-host run_comm_host_tests
run_and_accumulate_case ep-source-only run_ep_source_tests
run_and_accumulate_case ep-host run_ep_host_tests
run_and_accumulate_case data-as-flag run_data_as_flag_tests
run_and_accumulate_case collectives-vllm-patch \
python3 -m pytest -q "${ROOT_DIR}/tests/collectives/unit/test_vllm_collectives_patch.py"
run_and_accumulate_case collectives-vllm-integration-sources \
python3 -m pytest -q "${ROOT_DIR}/tests/collectives/unit/test_vllm_collectives_integration_sources.py"
run_and_accumulate_case collectives-profile-report \
python3 "${ROOT_DIR}/tests/collectives/unit/test_collective_profile_report.py"

Expand Down
2 changes: 1 addition & 1 deletion scripts/ci/provision/common.sh
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ CI_GROUP=HwHiAiUser
CI_HOME=/home/tilexr-ci
CANN_HOME=/home/tilexr-ci/toolchains/cann/9.1.0
CANN_OWNER=root
CONTROL_VERSION=v4
CONTROL_VERSION=v5
CONTROL_HOME="${CI_HOME}/control/${CONTROL_VERSION}"
RUNNER_HOME=/home/tilexr-ci/actions-runner
GITHUB_PROXY=http://127.0.0.1:3128
Expand Down
10 changes: 0 additions & 10 deletions tests/checker/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -15,10 +15,6 @@ function(tilexr_checker_shim_test name)
)
endfunction()

tilexr_checker_test(test_tilexr_checker_sources
unit/test_checker_sources.cpp
)

tilexr_checker_test(test_tilexr_checker_world
unit/test_checker_world.cpp
)
Expand Down Expand Up @@ -63,10 +59,6 @@ tilexr_checker_test(test_tilexr_checker_trace_schedule
unit/test_checker_trace_schedule.cpp
)

tilexr_checker_test(test_tilexr_checker_source_preservation
unit/test_checker_source_preservation.cpp
)

tilexr_checker_test(test_tilexr_checker_ep_dispatch_oracle_probe
unit/test_checker_ep_dispatch_oracle_probe.cpp
)
Expand Down Expand Up @@ -97,7 +89,6 @@ target_compile_features(test_tilexr_checker_allreduce_big_data_header_probe PRIV
add_custom_target(tilexr_checker_all
DEPENDS
tilexr_checker
test_tilexr_checker_sources
test_tilexr_checker_world
test_tilexr_checker_oracles
test_tilexr_checker_shim_events
Expand All @@ -109,7 +100,6 @@ add_custom_target(tilexr_checker_all
test_tilexr_checker_trace_bundle_verifier
test_tilexr_checker_trace_materializer
test_tilexr_checker_trace_schedule
test_tilexr_checker_source_preservation
test_tilexr_checker_ep_dispatch_oracle_probe
test_tilexr_checker_header_probe
test_tilexr_checker_allgather_hdb_header_probe
Expand Down
61 changes: 0 additions & 61 deletions tests/checker/unit/test_checker_shim_events.cpp
Original file line number Diff line number Diff line change
@@ -1,8 +1,6 @@
#include <cstddef>
#include <cstdint>
#include <fstream>
#include <iostream>
#include <sstream>
#include <string>
#include <vector>

Expand All @@ -25,17 +23,6 @@ void UseCheckerShimTypes() {
(void)local;
}

std::string SourcePath(const std::string &relative_path) {
return std::string(TILEXR_SOURCE_ROOT) + "/" + relative_path;
}

std::string ReadFile(const std::string &path) {
std::ifstream input(path.c_str());
std::ostringstream out;
out << input.rdbuf();
return out.str();
}

void ExpectTrue(bool condition, const char *message) {
if (!condition) {
std::cerr << message << "\n";
Expand Down Expand Up @@ -88,14 +75,6 @@ void ExpectContains(const std::string &text, const std::string &needle,
}
}

void ExpectNotContains(const std::string &text, const std::string &needle,
const char *message) {
if (text.find(needle) != std::string::npos) {
std::cerr << message << ": unexpectedly found " << needle << "\n";
++g_failures;
}
}

int32_t ReadInt32(const tilexr::checker::ByteBuffer &buffer, size_t index) {
int32_t value = 0;
tilexr::checker::CheckerStatus status = buffer.ReadInt32(index, &value);
Expand Down Expand Up @@ -270,44 +249,6 @@ void TestEventsCaptureServerTopology() {
ExpectContains(jsonl, "\"peer_server\":1", "events json includes peer server");
}

void TestCheckerLocalShimIncludePathOnly() {
const std::string checker_cmake = ReadFile(SourcePath("tests/checker/CMakeLists.txt"));
const std::string tools_cmake = ReadFile(SourcePath("tools/checker/CMakeLists.txt"));

ExpectContains(checker_cmake, "test_tilexr_checker_shim_events",
"checker test target wired");
ExpectContains(checker_cmake, "tools/checker/shim", "checker shim include path wired");
ExpectNotContains(tools_cmake, "tools/checker/shim", "checker core should not export shim");
}

void TestTraceAdapterKeepsAlgorithmShimsThin() {
const std::string common_shim =
ReadFile(SourcePath("tools/checker/shim/tilexr/checker/collective_trace_shim.h"));
const std::string allreduce_adapter =
ReadFile(SourcePath("tools/checker/shim/tilexr/checker/allreduce_big_data_trace_shim.h"));
const std::string hdb_adapter =
ReadFile(SourcePath("tools/checker/shim/tilexr/checker/allgather_hdb_trace_shim.h"));

ExpectNotContains(common_shim, "#include \"allreduce_big_data.h\"",
"common trace shim should not include a production algorithm");
ExpectNotContains(common_shim, "#define CpGM2GMPingPong",
"common trace shim should not own production call macros");

ExpectContains(allreduce_adapter, "TILEXR_CHECKER_TRACE_TARGET_HEADER",
"allreduce adapter declares target header");
ExpectContains(allreduce_adapter, "collective_trace_adapter.h",
"allreduce adapter uses generic trace adapter");
ExpectNotContains(allreduce_adapter, "#define CpGM2GMPingPong",
"allreduce adapter should not duplicate trace macros");

ExpectContains(hdb_adapter, "TILEXR_CHECKER_TRACE_TARGET_HEADER",
"hdb adapter declares target header");
ExpectContains(hdb_adapter, "collective_trace_adapter.h",
"hdb adapter uses generic trace adapter");
ExpectNotContains(hdb_adapter, "#define CpGM2GMPingPong",
"hdb adapter should not duplicate trace macros");
}

void TestAscendCPipePrimitivesRecordTraceEvents() {
tilexr::checker::CheckerCase test_case;
test_case.op = tilexr::checker::CollectiveOp::kAllGather;
Expand Down Expand Up @@ -677,8 +618,6 @@ int main() {
TestNullWorldAndUnsupportedRoleFail();
TestRecordWriteAndBarrierEvents();
TestEventsCaptureServerTopology();
TestCheckerLocalShimIncludePathOnly();
TestTraceAdapterKeepsAlgorithmShimsThin();
TestAscendCPipePrimitivesRecordTraceEvents();
TestTraceRuntimeReportsUnresolvedGmCopyAddress();
TestRawAscendCDataCopyRecordsTraceRuntimeCopy();
Expand Down
117 changes: 0 additions & 117 deletions tests/checker/unit/test_checker_source_preservation.cpp

This file was deleted.

Loading