diff --git a/loadgen/loadgen.cc b/loadgen/loadgen.cc
index 464f2a741..76e59151b 100644
--- a/loadgen/loadgen.cc
+++ b/loadgen/loadgen.cc
@@ -315,7 +315,7 @@ std::vector<QueryMetadata> GenerateQueries(
   // When sample_concatenate_permutation is turned on, pad to a multiple of the
   // complete dataset to ensure fairness.
   auto enable_equal_issue = settings.sample_concatenate_permutation;
-  if (enable_equal_issue)
+  if (mode != TestMode::AccuracyOnly && enable_equal_issue)
   {
     if (scenario == TestScenario::Offline &&
       samples_per_query % loaded_samples.size() != 0)