diff --git a/.github/workflows/generate-reference-results.yml b/.github/workflows/generate-reference-results.yml index 16d6d6d04..8c86288a5 100644 --- a/.github/workflows/generate-reference-results.yml +++ b/.github/workflows/generate-reference-results.yml @@ -113,7 +113,7 @@ jobs: else git add -A -- '**/reference-results/*.tar.gz' fi - git commit -m "${{inputs.commit_msg}}" + git commit -m "${{inputs.commit_msg}}" || echo "::warning:: Could not commit the reference results - Ignore if only meant to be stored locally." git push - name: Archive system test logs if: ${{ always() }} diff --git a/tests/README.md b/tests/README.md index dd47fd3b0..a241fe86d 100644 --- a/tests/README.md +++ b/tests/README.md @@ -168,7 +168,7 @@ To re-run one test locally: 2. `cd` into the test folder. 3. Run `./rerun-system-test.sh` (or `sh rerun-system-test.sh`). -The first time you run tests locally, you need to [initialize the mirror of third-party repositories](#running-locally). There are also some restricted cases, which you cannot run locally and are not included in the `release` test suite (see `restricted` test suite). +The first time you run tests locally, you need to [initialize the mirror of third-party repositories](#running-locally). There are also some restricted cases, which you cannot run locally and are not included in the `release` test suite (see `restricted` test suite). Similarly, externally-hosted have their reference results stored in the hosted runner; If you don't have these reference results, set `skip_compare: true` in the tests under the `external:` test suite. The script rebuilds images, runs the tutorial, and (if present) runs fieldcompare with `--exit-code-from field-compare`, matching the Python runner. Compose paths are relative to the test folder (`..` is the parent `runs/` directory), so you can move the extracted tree elsewhere on a Linux host with Docker. diff --git a/tests/reference_versions.yaml b/tests/reference_versions.yaml index 4b4f8d73b..df7030bd4 100644 --- a/tests/reference_versions.yaml +++ b/tests/reference_versions.yaml @@ -23,7 +23,7 @@ FENICSX_ADAPTER_REF: "v1.0.1" FMI_RUNNER_REF: "v0.2.1" JULIA_BINDINGS_REF: "v3.4.0" MICRO_MANAGER_REF: "bf5ea7b" # develop, July 7, 2026 -OPENFOAM_ADAPTER_REF: "2c3062c" # develop, May 27, 2026 +OPENFOAM_ADAPTER_REF: "v1.4.0" PRECICE_REF: "v3.4.1" PYTHON_BINDINGS_REF: "v3.4.0" RUST_BINDINGS_REF: "v3.4.0" diff --git a/tests/tests.yaml b/tests/tests.yaml index 03f4fe8d8..3c41b0f11 100644 --- a/tests/tests.yaml +++ b/tests/tests.yaml @@ -981,8 +981,8 @@ test_suites: - left-openfoam - right-openfoam timeout: 480 - skip_compare: true - reference_result: ./partitioned-heat-conduction-robin/reference_results/left-openfoam_right-openfoam.tar.gz + skip_compare: false # set to true if you don't have access to the reference results + reference_result: /home/precice/reference-results/partitioned-heat-conduction-robin/left-openfoam_right-openfoam.tar.gz partitioned-heat-conduction-mixedbc: external: @@ -996,8 +996,8 @@ test_suites: - left-openfoam - right-openfoam timeout: 480 - skip_compare: true - reference_result: ./partitioned-heat-conduction-mixedbc/reference_results/left-openfoam_right-openfoam.tar.gz + skip_compare: false # set to true if you don't have access to the reference results + reference_result: /home/precice/reference-results/partitioned-heat-conduction-mixedbc/left-openfoam_right-openfoam.tar.gz ##################################################################### ## Restricted test cases