lee/renderdoc
1
0 Fork 0
mirror of https://github.com/baldurk/renderdoc.git synced 2026-10-17 01:29:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use values less likely to have rounding issues in demo

Browse Source
This commit is contained in:
baldurk committed 2026-05-18 16:09:18 +01:00
1 parent a9824bde8b
commit 034264e961
1 file changed
+12 -12
Download Patch File Download Diff File Expand all files Collapse all files
util/test/demos/d3d12/d3d12_shader_debug_zoo.cpp
+12 -12
View File
@@ -1210,9 +1210,9 @@ float4 main(v2f IN) : SV_Target0
if(IN.tri == 4)
{
float4 Color = float4(0,0,0,0);
float floatA = IN.tri/100.0 + 1.5f;
float floatB = IN.tri/100.0 + 1.7f;
float floatC = IN.tri/100.0 + 2.5f;
float floatA = zero + 1.5f;
float floatB = zero + 1.75f;
float floatC = zero + 2.5f;
DOUBLE doubleA = (DOUBLE)floatA;
DOUBLE doubleB = (DOUBLE)floatB;
DOUBLE doubleC = (DOUBLE)floatC;
@@ -1323,10 +1323,10 @@ float4 main(v2f IN) : SV_Target0
if(IN.tri == 11)
{
float4 Color = float4(0,0,0,0);
float3 floatA = float3(IN.tri/100.0 + 1.5f, IN.tri/100.0 + 1.7f, IN.tri/100.0 + 2.7f);
float3 floatB = float3(IN.tri/100.0 - 1.5f, IN.tri/100.0 + 1.7f, IN.tri/100.0 - 2.7f);
vector<HALF, 3> halfA = {IN.tri/100.0 + 1.5f, IN.tri/100.0 + 1.7f, IN.tri/100.0 + 2.7f};
vector<HALF, 3> halfB = {IN.tri/100.0 - 1.5f, IN.tri/100.0 - 1.7f, IN.tri/100.0 - 2.7f};
float3 floatA = float3(zero + 1.5f, zero + 1.75f, zero + 2.75f);
float3 floatB = float3(zero - 1.5f, zero + 1.75f, zero - 2.75f);
vector<HALF, 3> halfA = {zero + 1.5f, zero + 1.75f, zero + 2.75f};
vector<HALF, 3> halfB = {zero - 1.5f, zero - 1.75f, zero - 2.75f};
HALF half_val = dot(halfA, halfB);
float float_val = dot(floatA, floatB);
@@ -1334,13 +1334,13 @@ float4 main(v2f IN) : SV_Target0
Color.y = (float)half_val * 1000.0;
return Color;
}
if(IN.tri == 12)
if(zero == 12)
{
float4 Color = float4(0,0,0,0);
float4 floatA = float4(IN.tri/100.0 + 1.5f, IN.tri/100.0 + 1.7f, IN.tri/100.0 + 2.7f, IN.tri/100.0 + 3.7f);
float4 floatB = float4(IN.tri/100.0 - 1.5f, IN.tri/100.0 - 1.7f, IN.tri/100.0 - 2.7f, IN.tri/100.0 - 3.7f);
vector<HALF, 4> halfA = {IN.tri + 1.5f, IN.tri + 1.7f, IN.tri + 2.7f, IN.tri + 3.7f};
vector<HALF, 4> halfB = {IN.tri - 1.5f, IN.tri - 1.7f, IN.tri - 2.7f, IN.tri - 3.7f};
float4 floatA = float4(zero + 1.5f, zero + 1.75f, zero + 2.75f, zero + 3.75f);
float4 floatB = float4(zero - 1.5f, zero - 1.75f, zero - 2.75f, zero - 3.75f);
vector<HALF, 4> halfA = {zero + 1.5f, zero + 1.75f, zero + 2.75f, zero + 3.75f};
vector<HALF, 4> halfB = {zero - 1.5f, zero - 1.75f, zero - 2.75f, zero - 3.75f};
HALF half_val = dot(halfA, halfB);
float float_val = dot(floatA, floatB);