ray.serve.request_router.RequestRouter.replica_queue_len_cache#

property RequestRouter.replica_queue_len_cache: ReplicaQueueLengthCache#

Get the replica queue length cache.