Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -475,7 +475,7 @@ jobs:
PUGIXML_VERSION=v1.15
FREETYPE_VERSION=VER-2-14-3
- desc: clang14/C++17 llvm14 py3.10 avx2 batch-b16avx512
nametag: linux-latest-releases-clang
nametag: linux-clang14
runner: ubuntu-22.04
cxx_compiler: clang++
cc_compiler: clang
Expand Down
Binary file not shown.
23 changes: 17 additions & 6 deletions testsuite/runtest.py
Original file line number Diff line number Diff line change
Expand Up @@ -78,13 +78,24 @@ def make_relpath (path, start=os.curdir):
command = ""
outputs = [ "out.txt" ] # default

# Control image differencing
# The image comparison thresholds are tricky to remember. Here's the key:
# A test fails if more than `failpercent` of pixel values differ by more
# than `failthresh` AND the difference is more than `failrelative` times the
# correct pixel value, or if even one pixel differs by more than `hardfail`.
failthresh = 0.004 # "Failure" threshold for any pixel value
hardfail = 0.01 # Even one pixel this wrong => hard failure
failpercent = 0.02 # Ok fo this percentage of pixels to "fail"
failrelative = 0.001 # Ok to fail up to this amount vs the pixel value
allowfailures = 0 # Freebie failures

# Some tests are designed for the app running to "fail" (in the sense of
# terminating with an error return code), for example, a test that is designed
# to present an error condition to check that it issues the right error. That
# "failure" is a success of the test! For those cases, set `failureok = 1` to
# indicate that the app having an error is fine, and the full test will pass
# or fail based on comparing the output files.
failureok = 0
failthresh = 0.004
hardfail = 0.01
failpercent = 0.02
failrelative = 0.001
allowfailures = 0

idiff_program = "oiiotool"
idiff_postfilecmd = ""
skip_diff = int(os.environ.get("OSL_TESTSUITE_SKIP_DIFF", "0"))
Expand Down
Loading