update

Author: WeichenXu123

python/pyspark/daemon.py

@@ -102,7 +102,7 @@ def shutdown(code):
         signal.signal(SIGTERM, SIG_DFL)
         # Send SIGHUP to notify workers of shutdown
         os.kill(0, SIGHUP)
-        os._exit(code)
+        sys.exit(code)
 
     def handle_sigterm(*args):
         shutdown(1)

python/pyspark/tests/test_daemon.py

@@ -47,6 +47,9 @@ def do_termination_test(self, terminator):
         # daemon should accept connections
         self.assertTrue(self.connect(port))
 
+        # wait worker process spawned from daemon exit.
+        time.sleep(1)
+
         # request shutdown
         terminator(daemon)
         time.sleep(1)