diff --git a/scrape/scrape_test.go b/scrape/scrape_test.go
index c2b2ae132c..07d9f66266 100644
--- a/scrape/scrape_test.go
+++ b/scrape/scrape_test.go
@@ -1384,6 +1384,8 @@ func BenchmarkScrapeLoopAppend(b *testing.B) {
 						if err != nil {
 							b.Fatal(err)
 						}
+						app.Rollback() // Reset the appender so it doesn't grow indefinitely.
+						app = sl.appender()
 					}
 				})
 			}