diff --git a/test/framework/toy_build.py b/test/framework/toy_build.py
index 8031d67f8d..3145981ca7 100644
--- a/test/framework/toy_build.py
+++ b/test/framework/toy_build.py
@@ -2058,7 +2058,7 @@ def test_toy_modaltsoftname(self):
         self.assertTrue(os.path.exists(os.path.join(modules_path, 'yot', yot_name)))
 
         # only subdirectories for software should be created
-        self.assertEqual(os.listdir(software_path), ['toy', '.locks'])
+        self.assertEqual(sorted(os.listdir(software_path)), sorted(['toy', '.locks']))
         self.assertEqual(sorted(os.listdir(os.path.join(software_path, 'toy'))), ['0.0-one', '0.0-two'])
 
         # only subdirectories for modules with alternative names should be created