diff --git a/hugolib/pages_language_merge_test.go b/hugolib/pages_language_merge_test.go
index fb59235c1..9c22d2e70 100644
--- a/hugolib/pages_language_merge_test.go
+++ b/hugolib/pages_language_merge_test.go
@@ -170,7 +170,8 @@ date: "2018-02-28"
 func BenchmarkMergeByLanguage(b *testing.B) {
 	const count = 100
 
-	builder := newTestSiteForLanguageMerge(b, count)
+	// newTestSiteForLanguageMerge creates count+1 pages.
+	builder := newTestSiteForLanguageMerge(b, count-1)
 	builder.CreateSites()
 	builder.Build(BuildCfg{SkipRender: true})
 	h := builder.H