Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 3 additions & 2 deletions .ci/scripts/test-native.sh
Original file line number Diff line number Diff line change
Expand Up @@ -36,8 +36,9 @@ case "${component}" in
-DEXECUTORCH_BUILD_NATIVE_VISION_RUNNER=ON
-DGGML_NATIVE=OFF
)
targets+=(run_hf_llm_ggml native_ggml_engine_test native_llm_runner_utils_test run_classification_ggml_cpu)
test_regex='^native_(ggml_engine|llm_runner_utils)_test$'
# TODO: run the other sample tests once they pass.
targets+=(run_hf_llm_ggml native_ggml_engine_test native_llm_runner_utils_test run_classification_ggml_cpu native_output_check_test native_ggml_sample_test)
test_regex='^native_(ggml_engine|llm_runner_utils|output_check)_test$|^native_ggml_sample_test_act_quant$'
;;
vulkan)
cmake_args+=(
Expand Down
9 changes: 6 additions & 3 deletions .github/workflows/test-native.yml
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,8 @@ on:
- backends/cpu/CMakeLists.txt
- backends/cpu/runtime/**
- backends/native/**
- backends/cadence/utils/FACTO
- backends/test/suite/operators/test_linear.py
- backends/vulkan/CMakeLists.txt
- backends/vulkan/cmake/**
- backends/vulkan/runtime/api/**
Expand Down Expand Up @@ -113,9 +115,10 @@ jobs:

if [[ "${NATIVE_COMPONENT}" == "ggml" ]]; then
./install_requirements.sh --use-pt-pinned-commit
# The LLM runner test imports executorch from src/ without installing the
# wheel, so install its export-time dependencies directly.
pip install flatbuffers ruamel.yaml tabulate \
# The LLM runner test and the op sample generator import executorch from
# src/ without installing the wheel, so install their export-time
# dependencies directly.
pip install flatbuffers gguf ruamel.yaml tabulate \
"$(grep -E '^transformers\b' requirements-examples.txt)"
fi

Expand Down
6 changes: 3 additions & 3 deletions backends/native/test/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -58,10 +58,10 @@ add_custom_command(
${CMAKE_COMMAND} -E env MKL_CBWR=COMPATIBLE ONEDNN_MAX_CPU_ISA=AVX2
ATEN_CPU_CAPABILITY=avx2 OMP_NUM_THREADS=1 MKL_NUM_THREADS=1
"PYTHONPATH=${EXECUTORCH_ROOT}/src:${EXECUTORCH_ROOT}/backends/cadence/utils/FACTO"
${PYTHON_EXECUTABLE} -m executorch.backends.native.test.samples.generate
--out ${_native_op_samples}
FLATC_EXECUTABLE=$<TARGET_FILE:flatc> ${PYTHON_EXECUTABLE} -m
executorch.backends.native.test.samples.generate --out ${_native_op_samples}
COMMAND ${CMAKE_COMMAND} -E touch ${_native_op_samples}.stamp
DEPENDS ${_native_op_samples_srcs}
DEPENDS flatc ${_native_op_samples_srcs}
${EXECUTORCH_ROOT}/backends/test/suite/operators/test_linear.py
VERBATIM
)
Expand Down
4 changes: 2 additions & 2 deletions backends/native/test/runtime/ggml/BUCK
Original file line number Diff line number Diff line change
Expand Up @@ -108,8 +108,8 @@ _VARIANTS = [
] + flags,
env = v.get("env", {}) | v.get("sample_env", {}),
remote_execution = v.get("remote_execution"),
# TODO: run in CI once they pass.
labels = ci.labels(ci.map(ci.skip_test())),
# TODO: run the others in CI once they pass.
labels = [] if v["suffix"] + name == "_act_quant" else ci.labels(ci.map(ci.skip_test())),
test_main = "//executorch/backends/native/test/samples:sample_test_main",
deps = [":ggml_engine_host" + v["suffix"]],
**v.get("compat", {})
Expand Down
Loading