diff --git a/src/tests/execution_logging_test.py b/src/tests/execution_logging_test.py
index d057d6e1..18be9c1d 100644
--- a/src/tests/execution_logging_test.py
+++ b/src/tests/execution_logging_test.py
@@ -569,7 +569,7 @@ def test_logging_values(self):
         self.assertEqual('some text\nanother text', log)
 
         log_files = os.listdir(test_utils.temp_folder)
-        self.assertEqual(['test-my_script-abc.log', 'conf'], log_files)
+        self.assertCountEqual(['test-my_script-abc.log', 'conf'], log_files)
 
     def test_exit_code(self):
         config_model = create_config_model(