Re-working process worker

Author: Hartorn

giskard/utils/worker_pool.py

@@ -92,13 +92,18 @@ class GiskardResult:
     exception: Any = None
 
 
-def _process_worker(tasks_queue: SimpleQueue, tasks_results: SimpleQueue, running_process: Dict[str, str]):
+def _process_worker(
+    tasks_queue: Queue[Optional[GiskardTask]], tasks_results: Queue[GiskardResult], running_process: Dict[str, str]
+):
     pid = os.getpid()
     LOGGER.info("Process %s started", pid)
 
     while True:
         # Blocking accessor, will wait for a task
-        task: GiskardTask = tasks_queue.get()
+        try:
+            task: Optional[GiskardTask] = tasks_queue.get(timeout=1)
+        except Empty:
+            continue
         # This is how we cleanly stop the workers
         if task is None:
             LOGGER.info("Process %s stopping", pid)