diff --git a/renderdoc/replay/replay_controller.cpp b/renderdoc/replay/replay_controller.cpp
index c8602b9cc..f336272d8 100644
--- a/renderdoc/replay/replay_controller.cpp
+++ b/renderdoc/replay/replay_controller.cpp
@@ -2011,6 +2011,8 @@ bool ReplayController::FatalErrorCheck()
     m_GLPipelineState = GLPipe::State();
     m_VulkanPipelineState = VKPipe::State();
 
+    m_PipeState.SetDescriptorAccess({}, {}, {});
+
     return true;
   }