Fix failing test (huggingface#15104)

Author: LysandreJik

tests/test_processor_wav2vec2_with_lm.py

@@ -243,8 +243,12 @@ def test_decoder_download_ignores_files(self):
         path_to_cached_dir = Path(language_model._kenlm_model.path.decode("utf-8")).parent.parent.absolute()
 
         downloaded_decoder_files = os.listdir(path_to_cached_dir)
+        expected_decoder_files = ["alphabet.json", "language_model"]
+
+        downloaded_decoder_files.sort()
+        expected_decoder_files.sort()
 
         # test that only decoder relevant files from
         # https://huggingface.co/hf-internal-testing/processor_with_lm/tree/main
         # are downloaded and none of the rest (e.g. README.md, ...)
-        self.assertListEqual(downloaded_decoder_files, ["alphabet.json", "language_model"])
+        self.assertListEqual(downloaded_decoder_files, expected_decoder_files)