diff --git a/src/litserve/server.py b/src/litserve/server.py index 94e19d5d7..65a89c6e0 100644 --- a/src/litserve/server.py +++ b/src/litserve/server.py @@ -662,7 +662,7 @@ async def health(request: Request) -> Response: if not workers_ready: workers_ready = all(v == WorkerSetupStatus.READY for v in self.workers_setup_status.values()) - lit_api_health_status = self.lit_api.health() + lit_api_health_status = all(lit_api.health() for lit_api in self.litapi_connector) if workers_ready and lit_api_health_status: return Response(content="ok", status_code=200) @@ -677,7 +677,7 @@ async def info(request: Request) -> Response: "devices": self.devices, "workers_per_device": self.workers_per_device, "timeout": self.timeout, - "stream": self.lit_api.stream, + "stream": {lit_api.api_path: lit_api.stream for lit_api in self.litapi_connector}, "max_payload_size": self.max_payload_size, "track_requests": self.track_requests, }, diff --git a/tests/test_lit_server.py b/tests/test_lit_server.py index e8143e4d6..33c1b64f3 100644 --- a/tests/test_lit_server.py +++ b/tests/test_lit_server.py @@ -434,7 +434,7 @@ def test_custom_info_path(): "devices": ["cpu"], "workers_per_device": 1, "timeout": 30, - "stream": False, + "stream": {"/predict": False}, "max_payload_size": None, "track_requests": False, }, @@ -460,7 +460,7 @@ def test_info_route(): "devices": ["cpu"], "workers_per_device": 1, "timeout": 30, - "stream": False, + "stream": {"/predict": False}, "max_payload_size": None, "track_requests": False, },