diff --git a/rltorch/memory/ReplayMemory.py b/rltorch/memory/ReplayMemory.py
index 34e3571..367b9c9 100644
--- a/rltorch/memory/ReplayMemory.py
+++ b/rltorch/memory/ReplayMemory.py
@@ -15,8 +15,6 @@ class ReplayMemory(object):
         """Saves a transition."""
         if len(self.memory) < self.capacity:
             self.memory.append(None)
-        if self.memory[self.position] is not None:
-            del self.memory[self.position]
         self.memory[self.position] = Transition(*args)
         self.position = (self.position + 1) % self.capacity