lee/renderdoc
1
0
Fork 0
mirror of https://github.com/baldurk/renderdoc.git synced 2026-05-06 10:00:40 +00:00
Code Issues Packages Projects Releases Wiki Activity

DXBC debugger clamp out of bounds component count to maximum of four

Browse Source
This commit is contained in:
Jake Turner
2025-04-22 11:44:46 +01:00
parent 4ead1e4423
commit 498e767272
1 changed files with 6 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
renderdoc/driver/shaders/dxbc/dxbc_debug.cpp
+6 -4
View File
@@ -3449,7 +3449,8 @@ void ThreadState::StepNext(ShaderDebugState *state, DebugAPIWrapper *apiWrapper,
fmt.byteWidth = 4;
fmt.numComps = 4;
boundsClampedComps = int((stride - structOffset) / sizeof(uint32_t));
boundsClampedComps =
RDCMIN(boundsClampedComps, int((stride - structOffset) / sizeof(uint32_t)));
fmt.numComps = RDCMIN(fmt.numComps, boundsClampedComps);
if(op.operands[0].comps[0] != 0xff && op.operands[0].comps[1] == 0xff &&
@@ -3472,7 +3473,8 @@ void ThreadState::StepNext(ShaderDebugState *state, DebugAPIWrapper *apiWrapper,
fmt.numComps = 4;
// do not allow writing beyond the stride (we don't expect fxc to emit writes like this anyway)
boundsClampedComps = int((stride - structOffset) / sizeof(uint32_t));
boundsClampedComps =
RDCMIN(boundsClampedComps, int((stride - structOffset) / sizeof(uint32_t)));
fmt.numComps = RDCMIN(fmt.numComps, boundsClampedComps);
for(int c = 0; c < 4; c++)
@@ -3494,7 +3496,7 @@ void ThreadState::StepNext(ShaderDebugState *state, DebugAPIWrapper *apiWrapper,
fmt.numComps = 4;
// clamp to out of bounds based on numElems
boundsClampedComps = int(numElems - elemIdx) / 4;
boundsClampedComps = RDCMIN(boundsClampedComps, int(numElems - elemIdx) / 4);
fmt.numComps = RDCMIN(fmt.numComps, boundsClampedComps);
if(op.operands[0].comps[0] != 0xff && op.operands[0].comps[1] == 0xff &&
@@ -3516,7 +3518,7 @@ void ThreadState::StepNext(ShaderDebugState *state, DebugAPIWrapper *apiWrapper,
fmt.numComps = 4;
// clamp to out of bounds based on numElems
boundsClampedComps = int(numElems - elemIdx) / 4;
boundsClampedComps = RDCMIN(boundsClampedComps, int(numElems - elemIdx) / 4);
fmt.numComps = RDCMIN(fmt.numComps, boundsClampedComps);
for(int c = 0; c < boundsClampedComps; c++)