diff --git a/renderdoc/core/replay_proxy.cpp b/renderdoc/core/replay_proxy.cpp
index 71bfc45ba..dea1e86cf 100644
--- a/renderdoc/core/replay_proxy.cpp
+++ b/renderdoc/core/replay_proxy.cpp
@@ -1453,6 +1453,9 @@ void ReplayProxy::Proxied_ReplaceResource(ParamSerialiser &paramser, ReturnSeria
       m_Remote->ReplaceResource(from, to);
   }
 
+  if(paramser.IsWriting())
+    m_LiveIDs.erase(from);
+
   SERIALISE_RETURN_VOID();
 }
 
@@ -1480,6 +1483,9 @@ void ReplayProxy::Proxied_RemoveReplacement(ParamSerialiser &paramser, ReturnSer
       m_Remote->RemoveReplacement(id);
   }
 
+  if(paramser.IsWriting())
+    m_LiveIDs.erase(id);
+
   SERIALISE_RETURN_VOID();
 }