From a31bbbac7299573a3f70304329c4aefbba17088f Mon Sep 17 00:00:00 2001 From: Federico Bozzini Date: Mon, 16 Nov 2026 13:55:54 +0000 Subject: [PATCH 1/4] =?UTF-8?q?ci:=20add=20nightly=20Linux=C2=AE=20brick?= =?UTF-8?q?=20tests?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Federico Bozzini --- .github/workflows/nightly.yml | 103 ++++++++++++++++++++++++++++++++++ 1 file changed, 103 insertions(+) create mode 100644 .github/workflows/nightly.yml diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml new file mode 100644 index 0000000..3bef48f --- /dev/null +++ b/.github/workflows/nightly.yml @@ -0,0 +1,103 @@ +# SPDX-FileCopyrightText: Copyright 2026 Arm Limited and/or its affiliates +# +# SPDX-License-Identifier: Apache-2.0 + +name: Nightly + +on: + schedule: + - cron: '37 2 * * *' + workflow_dispatch: + +permissions: + contents: read + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +env: + UV_NO_SYNC: "1" + +jobs: + brick-tests: + name: Brick tests (Linux® ARM64, Clang) + runs-on: ubuntu-24.04-arm + timeout-minutes: 360 + env: + CC: clang-18 + CXX: clang++-18 + CMAKE_BUILD_PARALLEL_LEVEL: "4" + COMPUTE_FLOW_HOME: ${{ github.workspace }}/.compute-flow + COMPUTE_FLOW_TEST_MODEL_HOME: /tmp/cf-${{ github.run_id }}-${{ github.run_attempt }} + steps: + - uses: actions/checkout@d23441a48e516b6c34aea4fa41551a30e30af803 # v6.1.0 + with: + persist-credentials: false + - uses: astral-sh/setup-uv@68559e99cc807c1eb7e9238fd43a15bba460eec2 # v10.3.3 + with: + python-version: "3.12" + - name: Install Linux® system dependencies + run: | + sudo apt-get update + sudo apt-get install -y --no-install-recommends \ + build-essential clang-18 lld-18 ninja-build pkg-config python3-dev \ + libsndfile1 libportaudio2 + - name: Install Python dependencies + run: uv sync --locked --no-default-groups --group build --group bricks --group tests + - name: Install bricks + run: | + uv run compute-flow update + uv run compute-flow brick install --all + uv run compute-flow brick list + ln -s "$COMPUTE_FLOW_HOME" "$COMPUTE_FLOW_TEST_MODEL_HOME" + - name: Configure generated brick tests + run: | + uv run cmake -S . -B build \ + -DBUILD_TESTING=ON \ + -DCMAKE_BUILD_TYPE=Release + - name: Require prebuilt dependencies + run: | + cache=build/CMakeCache.txt + grep -qx 'COMPUTE_FLOW_USE_PREBUILT_DEPS:BOOL=ON' "$cache" + for dependency in PROTOBUF LITERT EXECUTORCH ONNXRUNTIME MNN SENTENCEPIECE; do + grep -qx "COMPUTE_FLOW_BUILD_${dependency}_FROM_SOURCE:BOOL=OFF" "$cache" + done + - name: Build generated brick tests + run: uv run cmake --build build --parallel "$CMAKE_BUILD_PARALLEL_LEVEL" + - name: Run generated brick tests + run: | + set -euo pipefail + export PYTHONPATH="$GITHUB_WORKSPACE/build/python${PYTHONPATH:+:$PYTHONPATH}" + bricks=( + vad:silero-vad + audio_detection:perch + audio_tool_calling:neu-decide + audio_to_audio:ulunas + stt:moonshine + audio_detection:nemotron3-diarization + stt:parakeet-tdt + stt:nemotron-asr + lm_text:lm-text-generic + monocular_depth_estimation:depth-anything-v3 + monocular_depth_estimation:zip-depth + object_detection:yolo + tts:qwen3-tts + # FLUX.2 Klein tests are disabled until the models are publicly available. + # image_generation:flux2-klein-generation + # Phonon is excluded until its models are public; this suite tests pocket-tts-en only. + tts:pocket-tts + ) + for brick in "${bricks[@]}"; do + brick_path="$(uv run compute-flow brick path "$brick")" + echo "::group::Test $brick" + COMPUTE_FLOW_HOME="$COMPUTE_FLOW_TEST_MODEL_HOME" \ + uv run bash "$brick_path/test/run_tests.sh" + echo "::endgroup::" + done + - name: Clean up the short model path + if: always() + run: | + if [ -L "$COMPUTE_FLOW_TEST_MODEL_HOME" ]; then + unlink "$COMPUTE_FLOW_TEST_MODEL_HOME" + fi From 7744af5dda56ce68d2a60e9bf24bb6da5888b6de Mon Sep 17 00:00:00 2001 From: Federico Bozzini Date: Tue, 17 Nov 2026 13:31:36 +0000 Subject: [PATCH 2/4] remove libaudio dep Signed-off-by: Federico Bozzini --- .github/workflows/nightly.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml index 3bef48f..30958e6 100644 --- a/.github/workflows/nightly.yml +++ b/.github/workflows/nightly.yml @@ -42,7 +42,7 @@ jobs: sudo apt-get update sudo apt-get install -y --no-install-recommends \ build-essential clang-18 lld-18 ninja-build pkg-config python3-dev \ - libsndfile1 libportaudio2 + libsndfile1 - name: Install Python dependencies run: uv sync --locked --no-default-groups --group build --group bricks --group tests - name: Install bricks From 4e6e3da554a01a41779269826d70e48a42ff631a Mon Sep 17 00:00:00 2001 From: Federico Bozzini Date: Tue, 17 Nov 2026 13:32:33 +0000 Subject: [PATCH 3/4] remove phonon comment Signed-off-by: Federico Bozzini --- .github/workflows/nightly.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml index 30958e6..f2627d6 100644 --- a/.github/workflows/nightly.yml +++ b/.github/workflows/nightly.yml @@ -85,7 +85,6 @@ jobs: tts:qwen3-tts # FLUX.2 Klein tests are disabled until the models are publicly available. # image_generation:flux2-klein-generation - # Phonon is excluded until its models are public; this suite tests pocket-tts-en only. tts:pocket-tts ) for brick in "${bricks[@]}"; do From 0feb9fecf904c5c21fcf1491ac0b221c19d1768e Mon Sep 17 00:00:00 2001 From: Federico Bozzini Date: Tue, 17 Nov 2026 13:38:55 +0000 Subject: [PATCH 4/4] todos Signed-off-by: Federico Bozzini --- .github/workflows/nightly.yml | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml index f2627d6..24bfcf2 100644 --- a/.github/workflows/nightly.yml +++ b/.github/workflows/nightly.yml @@ -51,11 +51,13 @@ jobs: uv run compute-flow brick install --all uv run compute-flow brick list ln -s "$COMPUTE_FLOW_HOME" "$COMPUTE_FLOW_TEST_MODEL_HOME" + # TODO: Build bricks with the Brick Manager using `compute-flow build native`. - name: Configure generated brick tests run: | uv run cmake -S . -B build \ -DBUILD_TESTING=ON \ -DCMAKE_BUILD_TYPE=Release + # TODO: Check whether these prebuilt dependency assertions can be removed. - name: Require prebuilt dependencies run: | cache=build/CMakeCache.txt @@ -69,6 +71,7 @@ jobs: run: | set -euo pipefail export PYTHONPATH="$GITHUB_WORKSPACE/build/python${PYTHONPATH:+:$PYTHONPATH}" + # TODO: Discover installed bricks with generated tests automatically. bricks=( vad:silero-vad audio_detection:perch @@ -83,7 +86,8 @@ jobs: monocular_depth_estimation:zip-depth object_detection:yolo tts:qwen3-tts - # FLUX.2 Klein tests are disabled until the models are publicly available. + # TODO: Enable FLUX once its tests match the public model package; + # flux2_klein_generation_4step_manifest.json is currently missing. # image_generation:flux2-klein-generation tts:pocket-tts )