[Fix]: Extent wait in test_executor_dependence_mixed() (#931)

* [Fix]: Extent wait in test_executor_dependence_mixed()

* Add timeout for file access

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

* make mypy happy

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

* Add one more test

---------

Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>

Author: jan-janssen

src/executorlib/standalone/hdf.py

@@ -1,5 +1,6 @@
 import os
 from concurrent.futures import Future
+from time import sleep
 from typing import Any, Optional
 
 import cloudpickle
@@ -86,13 +87,25 @@ def get_output(file_name: str) -> tuple[bool, bool, Any]:
     Returns:
         Tuple[bool, bool, object]: boolean flag indicating if output is available and the output object itself
     """
-    with h5py.File(file_name, "r") as hdf:
-        if "output" in hdf:
-            return True, True, cloudpickle.loads(np.void(hdf["/output"]))
-        elif "error" in hdf:
-            return True, False, cloudpickle.loads(np.void(hdf["/error"]))
-        else:
-            return False, False, None
+
+    def get_output_helper(file_name: str) -> tuple[bool, bool, Any]:
+        with h5py.File(file_name, "r") as hdf:
+            if "output" in hdf:
+                return True, True, cloudpickle.loads(np.void(hdf["/output"]))
+            elif "error" in hdf:
+                return True, False, cloudpickle.loads(np.void(hdf["/error"]))
+            else:
+                return False, False, None
+
+    i = 0
+    error = FileNotFoundError(f"Output file {file_name} not found.")
+    while i < 10:
+        try:
+            return get_output_helper(file_name=file_name)
+        except FileNotFoundError:
+            i += 1
+            sleep(0.1)
+    raise error
 
 
 def get_runtime(file_name: str) -> float:

tests/unit/standalone/test_hdf.py

@@ -64,6 +64,11 @@ def test_get_future_from_file(self):
         self.assertTrue(isinstance(future, Future))
         self.assertFalse(future.done())
 
+    def test_get_output_file_missing(self):
+        cache_directory = os.path.abspath("executorlib_cache")
+        with self.assertRaises(FileNotFoundError):
+            get_output(file_name=os.path.join(cache_directory, "does_not_exist.h5"))
+
     def test_get_future_from_file_missing(self):
         cache_directory = os.path.abspath("executorlib_cache")
         with self.assertRaises(FileNotFoundError):

tests/unit/task_scheduler/file/test_serial.py

@@ -54,6 +54,8 @@ def test_executor_dependence_mixed(self):
             fs1 = exe.submit(my_funct, 1, b=2)
             fs2 = exe.submit(my_funct, 1, b=fs1)
             self.assertFalse(fs2.done())
+            self.assertEqual(fs1.result(), 3)
+            self.assertTrue(fs1.done())
             self.assertEqual(fs2.result(), 4)
             self.assertTrue(fs2.done())