lee/renderdoc
1
0
Fork 0
mirror of https://github.com/baldurk/renderdoc.git synced 2026-05-06 01:50:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

Compare UInt/SInt values appropriately when checking debugged outputs

Browse Source
This commit is contained in:
baldurk
2020-05-20 11:20:30 +01:00
parent 47f2fa8b93
commit cb0754969f
1 changed files with 8 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
util/test/tests/Iter_Test.py
+8 -1
View File
@@ -134,7 +134,14 @@ class Iter_Test(rdtest.TestCase):
"Output {} at EID {} has different size ({} values) to expectation ({} values)"
.format(name, draw.eventId, value.columns, len(expect)))
debugged = value.value.fv[0:value.columns]
compType = rd.VarTypeCompType(value.type)
if compType == rd.CompType.UInt:
debugged = value.value.uv[0:value.columns]
elif compType == rd.CompType.SInt:
debugged = value.value.iv[0:value.columns]
else:
debugged = value.value.fv[0:value.columns]
# Unfortunately we can't ever trust that we should get back a matching results, because some shaders
# rely on undefined/inaccurate maths that we don't emulate.
# So the best we can do is log an error for manual verification