ray.serve.config.AutoscalingContext.total_pending_async_requests#

property AutoscalingContext.total_pending_async_requests: int#

Broker task queue length for async inference autoscaling.