diff --git a/mantidimaging/eyes_tests/test_compare_images_window.py b/mantidimaging/eyes_tests/test_compare_images_window.py
index babdba5624d..77fa36510c6 100644
--- a/mantidimaging/eyes_tests/test_compare_images_window.py
+++ b/mantidimaging/eyes_tests/test_compare_images_window.py
@@ -14,7 +14,7 @@ class CompareImagesWindowTest(BaseEyesTest):
     def test_compare_images_window_opens(self, multi_stack_select):
         multi_stack_select.return_value.exec.return_value = QDialog.DialogCode.Accepted
         self.imaging.presenter.get_stack_visualiser = mock.MagicMock()
-        self.imaging.presenter.get_stack_visualiser.return_value.presenter.images = generate_images()
+        self.imaging.presenter.get_stack_visualiser.return_value.presenter.images = generate_images(seed=2021)
         self.imaging.find_images_stack_title = mock.MagicMock(return_value="Stack 1")
 
         stack_compare = self.imaging.show_stack_select_dialog()