diff --git a/src/borg/repository.py b/src/borg/repository.py
index 0fa2f05d9..388b3e3ca 100644
--- a/src/borg/repository.py
+++ b/src/borg/repository.py
@@ -1167,11 +1167,11 @@ class Repository:
             segment, offset = self.index.pop(id)
         except KeyError:
             raise self.ObjectNotFound(id, self.path) from None
-        self.shadow_index.setdefault(id, []).append(segment)
         self._delete(id, segment, offset)
 
     def _delete(self, id, segment, offset):
         # common code used by put and delete
+        self.shadow_index.setdefault(id, []).append(segment)
         self.segments[segment] -= 1
         size = self.io.read(segment, offset, id, read_data=False)
         self.storage_quota_use -= size