ray.serve.request_router.RunningReplica.max_ongoing_requests#

property RunningReplica.max_ongoing_requests: int#

Max concurrent requests that can be sent to this replica.