lee/renderdoc
1
0
Fork 0
mirror of https://github.com/baldurk/renderdoc.git synced 2026-09-23 22:25:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use proper component type for storing results of samples. Closes #3152

Browse Source
This commit is contained in:
baldurk
2023-12-05 11:43:08 +00:00
parent b71084d946
commit 77d06d61d4
1 changed files with 14 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
renderdoc/driver/vulkan/vk_shaderdebug.cpp
+14 -4
View File
@@ -1385,13 +1385,23 @@ public:
m_pDriver->FlushQ();
}
float *ret = (float *)m_DebugData.ReadbackBuffer.Map(NULL, 0);
if(!ret)
float *retf = (float *)m_DebugData.ReadbackBuffer.Map(NULL, 0);
if(!retf)
return false;
// convert float results, we did all sampling at 32-bit precision
uint32_t *retu = (uint32_t *)retf;
int32_t *reti = (int32_t *)retf;
// convert full precision results, we did all sampling at 32-bit precision
for(uint8_t c = 0; c < 4; c++)
setFloatComp(output, c, ret[c]);
{
if(VarTypeCompType(output.type) == CompType::Float)
setFloatComp(output, c, retf[c]);
else if(VarTypeCompType(output.type) == CompType::SInt)
setIntComp(output, c, reti[c]);
else
setUintComp(output, c, retu[c]);
}
m_DebugData.ReadbackBuffer.Unmap();