Skip to content

[CI] Update ci with new test scripts and pixi based ci for windows #6319

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
bakpaul wants to merge 21 commits into
base: master
Choose a base branch
from
Draft

[CI] Update ci with new test scripts and pixi based ci for windows #6319

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
21 commits
Select commit Hold shift + click to select a range
42191af
Clone Regression
bakpaul Sep 23, 2026
31cff32
Try new python based scripts on ubuntu and macos
bakpaul Sep 23, 2026
6466b3b
TO REVERT, this enables to test my script
bakpaul Sep 23, 2026
7cbd34a
Merge branch 'master' into 26_09_update_ci_with_new_test_scripts_and_…
bakpaul Sep 23, 2026
c15c8e3
Add insight for debug
bakpaul Sep 23, 2026
d22ac9a
Tru pass number threads
bakpaul Sep 23, 2026
6995b57
Print command line
bakpaul Sep 23, 2026
e5776af
Bad substitution level
bakpaul Sep 23, 2026
f56409d
Fix summarize results
bakpaul Sep 23, 2026
bb1d389
Fix python execution
bakpaul Sep 23, 2026
325f84e
Better dealing with failures
bakpaul Sep 24, 2026
2ffa0fd
bootstrap pixi ci launch
bakpaul Sep 24, 2026
65df1c2
TO REVERT, use working ci branch in trigger build and test
bakpaul Sep 24, 2026
c314a2e
First try for pixi-based CI
bakpaul Sep 24, 2026
f42d516
Fix merge for pixi
bakpaul Sep 24, 2026
81db715
Check if directory exists
bakpaul Sep 24, 2026
43c3007
Fix input for setup test script
bakpaul Sep 25, 2026
2b277bb
Merge branch 'master' into 26_09_update_ci_with_new_test_scripts_and_…
bakpaul Sep 25, 2026
9444a9a
fix build dir
bakpaul Sep 25, 2026
9efe308
Fix ci script + filter scenes for cuda
bakpaul Sep 25, 2026
f1a60d7
Try to launch out of the pixi shell
bakpaul Sep 28, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
84 changes: 66 additions & 18 deletions .github/workflows/CI_build_and_test.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -103,7 +103,7 @@ jobs:

echo "Workspace folder for this build will be $WORKSPACE"

- name: Clone SOFA and CI
- name: Clone SOFA, CI and Regression
id: clone
shell: bash
run: |
Expand Down Expand Up @@ -170,6 +170,33 @@ jobs:

cd $WORKSPACE

## Clone Regression and use ci-depends-on structure
regression_branch=${{ inputs.sofa-branch-name }}
regression_repo_url="https://www.github.com/sofa-framework/Regression"


# check if ci has a ci-depends-on
regression_ci_depends_on=$(echo "${{ inputs.ci-depends-on }}" | jq .Regression)
if [ -n "${{ inputs.ci-depends-on }}" ] && [ "$regression_ci_depends_on" != "null" ]; then
echo "ci-depends-on for Regression repository detected."
regression_repo_url=$(echo "${{ inputs.ci-depends-on }}" | jq .Regression.repo_url)
regression_branch=$(echo "${{ inputs.ci-depends-on }}" | jq .Regression.branch_name)
fi
echo "REGRESSION_BRANCH=$regression_branch" >> $GITHUB_ENV


echo "Cloning Regression from remote ${regression_repo_url}, selecting branch ${regression_branch}"

if [ -d $WORKSPACE/Regression ]; then
rm -rf $WORKSPACE/Regression
fi
REGRESSION_DIR=$WORKSPACE/Regression
echo "REGRESSION_DIR=$REGRESSION_DIR" >> $GITHUB_ENV

git clone -b ${regression_branch//\"} --single-branch ${regression_repo_url//\"}

cd $WORKSPACE

## Setup build folder
if [ "${{ inputs.force-full-build }}" == "true" ] && [ -d $WORKSPACE/build ]; then
rm -rf $WORKSPACE/build
Expand Down Expand Up @@ -286,11 +313,13 @@ jobs:
DOCKER_SRC_DIR="/workspace/$(realpath --relative-to=$WORKSPACE $SRC_DIR)"
DOCKER_BUILD_DIR="/workspace/$(realpath --relative-to=$WORKSPACE $BUILD_DIR)"
DOCKER_CI_DIR="/workspace/$(realpath --relative-to=$WORKSPACE $CI_DIR)"
DOCKER_REGRESSION_DIR="/workspace/$(realpath --relative-to=$WORKSPACE $REGRESSION_DIR)"
DOCKER_LOG_DIR="/workspace/$(realpath --relative-to=$WORKSPACE ${{ env.LOG_DIR }})"

echo "DOCKER_SRC_DIR=$DOCKER_SRC_DIR" >> $GITHUB_ENV
echo "DOCKER_BUILD_DIR=$DOCKER_BUILD_DIR" >> $GITHUB_ENV
echo "DOCKER_CI_DIR=$DOCKER_CI_DIR" >> $GITHUB_ENV
echo "DOCKER_REGRESSION_DIR=$DOCKER_REGRESSION_DIR" >> $GITHUB_ENV
echo "DOCKER_LOG_DIR=$DOCKER_LOG_DIR" >> $GITHUB_ENV

export XDG_CACHE_HOME="/cache"
Expand Down Expand Up @@ -320,17 +349,24 @@ jobs:
docker run --rm \
--user $(id -u):$(id -g) --network=host -v $WORKSPACE:/workspace \
${DOCKER_IMAGE} \
/bin/bash -c "env ; cd /workspace; /bin/bash $DOCKER_CI_DIR/scripts/test.sh $DOCKER_BUILD_DIR $DOCKER_SRC_DIR $DOCKER_CI_DIR/scripts/ ${NODE_NAME} ${{ inputs.python-version }} UNIT"
/bin/bash -c "cd /workspace; . ${DOCKER_CI_DIR}/scripts/setup-test-env.sh \"${DOCKER_BUILD_DIR}\" \"${DOCKER_CI_DIR}/scripts/\" \"${NODE_NAME}\" \"${{ inputs.python-version }}\"; env; \${VM_PYTHON3_EXECUTABLE} ${DOCKER_CI_DIR}/scripts/tests/sofa_unit_tests.py --build-dir ${DOCKER_BUILD_DIR} --results-dir \${RESULTS_DIR}/unit -j \${VM_MAX_PARALLEL_TESTS}"
else
echo "Launching unit test suite."

bash ${CI_DIR}/scripts/test.sh "${BUILD_DIR}" "${SRC_DIR}" "${CI_DIR}/scripts/" "${NODE_NAME}" "${{ inputs.python-version }}" "UNIT"
. ${CI_DIR}/scripts/setup-test-env.sh "${BUILD_DIR}" "${CI_DIR}/scripts/" "${NODE_NAME}" "${{ inputs.python-version }}"
env
${VM_PYTHON3_EXECUTABLE} ${CI_DIR}/scripts/tests/sofa_unit_tests.py --build-dir "${BUILD_DIR}" --results-dir "${RESULTS_DIR}/unit" -j ${VM_MAX_PARALLEL_TESTS}
fi

if [[ "$(cd "${{ env.BUILD_DIR }}/tests_results/" && find . -maxdepth 1 -type f)" == *"unit-tests_"* ]]; then
if [[ ! "$(cd "${{ env.BUILD_DIR }}/tests_results/unit" && find . -maxdepth 1 -type f)" == *"summary"* ]]; then
exit 1
else
if [[ "$(awk -F= '$1=="crashes" {print $2}' ${{ env.BUILD_DIR }}/tests_results/unit/summary.txt)" != '0' || "$(awk -F= '$1=="failures" {print $2}' ${{ env.BUILD_DIR }}/tests_results/unit/summary.txt)" != "0" ]]; then
exit 1
fi
fi


- name: Scene tests
id: scene-tests-step
if: always() && steps.build-step.outcome == 'success' && inputs.generate-binaries == false && inputs.with-all-tests == true
Expand All @@ -344,15 +380,21 @@ jobs:
docker run --rm \
--user $(id -u):$(id -g) --network=host -v $WORKSPACE:/workspace \
${DOCKER_IMAGE} \
/bin/bash -c "env ; cd /workspace; /bin/bash $DOCKER_CI_DIR/scripts/test.sh $DOCKER_BUILD_DIR $DOCKER_SRC_DIR $DOCKER_CI_DIR/scripts/ ${NODE_NAME} ${{ inputs.python-version }} SCENE"
/bin/bash -c "cd /workspace; . ${DOCKER_CI_DIR}/scripts/setup-test-env.sh \"${DOCKER_BUILD_DIR}\" \"${DOCKER_CI_DIR}/scripts/\" \"${NODE_NAME}\" \"${{ inputs.python-version }}\"; env ; \${VM_PYTHON3_EXECUTABLE} ${DOCKER_CI_DIR}/scripts/tests/sofa_scene_tests.py --src-dir "${DOCKER_SRC_DIR}" --build-dir \"${DOCKER_BUILD_DIR}\" --results-dir \"\${RESULTS_DIR}/scene\" -j \${VM_MAX_PARALLEL_TESTS}"
else
echo "Launching scene test suite."

bash ${CI_DIR}/scripts/test.sh "${BUILD_DIR}" "${SRC_DIR}" "${CI_DIR}/scripts/" "${NODE_NAME}" "${{ inputs.python-version }}" "SCENE"
. ${CI_DIR}/scripts/setup-test-env.sh "${BUILD_DIR}" "${CI_DIR}/scripts/" "${NODE_NAME}" "${{ inputs.python-version }}"
env
${VM_PYTHON3_EXECUTABLE} ${CI_DIR}/scripts/tests/sofa_scene_tests.py --src-dir "${SRC_DIR}" --build-dir "${BUILD_DIR}" --results-dir "${RESULTS_DIR}/scene" -j ${VM_MAX_PARALLEL_TESTS}
fi

if [[ "$(cd "${{ env.BUILD_DIR }}/tests_results/" && find . -maxdepth 1 -type f)" == *"scene-tests_"* ]]; then
if [[ ! "$(cd "${{ env.BUILD_DIR }}/tests_results/scene" && find . -maxdepth 1 -type f)" == *"summary"* ]]; then
exit 1
else
if [[ "$(awk -F= '$1=="crashes" {print $2}' ${{ env.BUILD_DIR }}/tests_results/scene/summary.txt)" != '0' || "$(awk -F= '$1=="failures" {print $2}' ${{ env.BUILD_DIR }}/tests_results/scene/summary.txt)" != "0" ]]; then
exit 1
fi
fi

- name: Regression tests
Expand All @@ -368,15 +410,21 @@ jobs:
docker run --rm \
--user $(id -u):$(id -g) --network=host -v $WORKSPACE:/workspace \
${DOCKER_IMAGE} \
/bin/bash -c "env ; cd /workspace; /bin/bash $DOCKER_CI_DIR/scripts/test.sh $DOCKER_BUILD_DIR $DOCKER_SRC_DIR $DOCKER_CI_DIR/scripts/ ${NODE_NAME} ${{ inputs.python-version }} REGRESSION"
/bin/bash -c "export REGRESSION_DIR="$DOCKER_REGRESSION_DIR"; cd /workspace;. ${DOCKER_CI_DIR}/scripts/setup-test-env.sh \"${DOCKER_BUILD_DIR}\" \"${DOCKER_CI_DIR}/scripts/\" \"${NODE_NAME}\" \"${{ inputs.python-version }}\"; env ; \${VM_PYTHON3_EXECUTABLE} ${DOCKER_REGRESSION_DIR}/SofaRegressionProgram/SofaRegressionProgram.py --input "${DOCKER_SRC_DIR}/examples" --input "${DOCKER_SRC_DIR}/applications" --input "${DOCKER_BUILD_DIR}/external_directories/fetched" --output-logs-errors "\${RESULTS_DIR}/regression" --legacy-regression --jobs \${VM_MAX_PARALLEL_TESTS} "
else
echo "Launching regression test suite"

bash ${CI_DIR}/scripts/test.sh "${BUILD_DIR}" "${SRC_DIR}" "${CI_DIR}/scripts/" "${NODE_NAME}" "${{ inputs.python-version }}" "REGRESSION"
. ${CI_DIR}/scripts/setup-test-env.sh "${BUILD_DIR}" "${CI_DIR}/scripts/" "${NODE_NAME}" "${{ inputs.python-version }}"
env
${VM_PYTHON3_EXECUTABLE} ${REGRESSION_DIR}/SofaRegressionProgram/SofaRegressionProgram.py --input "${SRC_DIR}/examples" --input "${SRC_DIR}/applications" --input "${BUILD_DIR}/external_directories/fetched" --output-logs-errors "${RESULTS_DIR}/regression" --legacy-regression -j ${VM_MAX_PARALLEL_TESTS}
fi

if [[ "$(cd "${{ env.BUILD_DIR }}/tests_results/" && find . -maxdepth 1 -type f)" == *"regression-tests_"* ]]; then
exit 1
if [[ ! "$(cd "${{ env.BUILD_DIR }}/tests_results/regression" && find . -maxdepth 1 -type f)" == *"summary"* ]]; then
exit 1
else
if [[ "$(awk -F= '$1=="crashes" {print $2}' ${{ env.BUILD_DIR }}/tests_results/regression/summary.txt)" != '0' || "$(awk -F= '$1=="failures" {print $2}' ${{ env.BUILD_DIR }}/tests_results/regression/summary.txt)" != "0" ]]; then
exit 1
fi
fi


Expand Down Expand Up @@ -433,7 +481,7 @@ jobs:
fi

if [[ "${{ inputs.generate-binaries }}" == "false" ]]; then
if [[ "$(cd "${{ env.BUILD_DIR }}/tests_results/" && find . -maxdepth 1 -type f)" != "" ]]; then
if [[ "$(cd "${{ env.BUILD_DIR }}/tests_results/" && find . -mindepth 2 -maxdepth 2 -type f -name 'summary.txt')" != "" ]]; then
echo "❌ Tests have resulted in : "
echo ""
python3 ${{ env.CI_DIR }}/scripts/generate-tests-table.py "${{ env.BUILD_DIR }}/tests_results/"
Expand All @@ -443,18 +491,18 @@ jobs:
echo "#----------------------------------------#"
for testType in 'unit' 'scene' 'regression';
do
capitalized="$(echo "${testType:0:1}" | tr '[:lower:]' '[:upper:]')${testType:1}"
echo -e "${bold}${capitalized}:${normal}"
for errorType in 'errors' 'crashes' 'failures';
do
if [ -f "${{ env.BUILD_DIR }}/tests_results/${testType}-tests_${errorType}" ]; then
capitalized="$(echo "${testType:0:1}" | tr '[:lower:]' '[:upper:]')${testType:1}"
echo ""
echo -e "${bold}${capitalized} ${errorType}:${normal}"
if [ -f "${{ env.BUILD_DIR }}/tests_results/${testType}/${testType}_${errorType}.txt" ]; then
echo ""
cat "${{ env.BUILD_DIR }}/tests_results/${testType}-tests_${errorType}"
cat "${{ env.BUILD_DIR }}/tests_results/${testType}/${testType}_${errorType}.txt"
echo ""
echo "#----------------------------------------#"
fi
done
echo "#----------------------------------------#"
echo ""
done
echo -e "${bold}You can download all logs here : ${{ steps.publish-tests-logs.outputs.artifact-url }}${normal}"
exit 1
Expand Down
Loading
Loading