Updated documentation with unpackData fix

Updated example documentation to match the already accepted "Fixed Incorrect Tuple Usage in unpackData" fix.
This commit is contained in:
Waffle
2019-08-12 15:52:55 -04:00
committed by Baldur Karlsson
parent 6b3dc39b68
commit fa18367109
@@ -116,11 +116,11 @@ For normalised formats - :py:attr:`~renderdoc.CompType.UNorm` and :py:attr:`~ren
# If the format needs post-processing such as normalisation, do that now
if fmt.compType == rd.CompType.UNorm:
divisor = float((1 << fmt.compByteWidth) - 1)
value = tuple(float(value[i]) / divisor for i in value)
value = tuple(float(i) / divisor for i in value)
elif fmt.compType == rd.CompType.SNorm:
maxNeg = -(1 << (fmt.compByteWidth - 1))
divisor = float(-(maxNeg-1))
value = tuple((float(value[i]) if (value[i] == maxNeg) else (float(value[i]) / divisor)) for i in value)
value = tuple((float(i) if (i == maxNeg) else (float(i) / divisor)) for i in value)
# If the format is BGRA, swap the two components
if fmt.BGRAOrder():