Index

Symbols

(Ray) Scheduler --address ray-debug command line option ray-get command line option ray-job-delete command line option ray-job-list command line option ray-job-logs command line option ray-job-status command line option ray-job-stop command line option ray-job-submit command line option ray-list command line option ray-memory command line option ray-start command line option ray-status command line option ray-summary-actors command line option ray-summary-objects command line option ray-summary-tasks command line option ray-timeline command line option serve-config command line option serve-deploy command line option serve-run command line option serve-shutdown command line option serve-start command line option serve-status command line option --app-dir serve-build command line option serve-run command line option --args ray-submit command line option --autoscaling-config ray-start command line option --block ray-start command line option --blocking serve-run command line option --cluster-name ray-attach command line option ray-down command line option ray-exec command line option ray-get_head_ip command line option ray-monitor command line option ray-submit command line option ray-up command line option --dashboard-agent-grpc-port ray-start command line option --dashboard-agent-listen-port ray-start command line option --dashboard-grpc-port ray-start command line option --dashboard-host ray-start command line option --dashboard-port ray-start command line option --detail ray-list command line option --disable-usage-stats ray-exec command line option ray-start command line option ray-submit command line option ray-up command line option --entrypoint-memory ray-job-submit command line option --entrypoint-num-cpus ray-job-submit command line option --entrypoint-num-gpus ray-job-submit command line option --entrypoint-resources ray-job-submit command line option --extra-screen-args ray-submit command line option --filter ray-list command line option --follow ray-job-logs command line option --force ray-stop command line option --format ray-list command line option --gcs-server-port ray-start command line option --grace-period ray-stop command line option --group-by ray-memory command line option --grpc-port serve-start command line option --grpc-servicer-functions serve-build command line option serve-start command line option --head ray-start command line option --headers ray-job-delete command line option ray-job-list command line option ray-job-logs command line option ray-job-status command line option ray-job-stop command line option ray-job-submit command line option --http-host serve-start command line option --http-location serve-start command line option --http-port serve-start command line option --include-dashboard ray-start command line option --include-log-monitor ray-start command line option --job-id ray-job-submit command line option --keep-min-workers ray-down command line option --limit ray-list command line option --lines ray-monitor command line option --log-color ray-attach command line option ray-down command line option ray-exec command line option ray-job-delete command line option ray-job-list command line option ray-job-logs command line option ray-job-status command line option ray-job-stop command line option ray-job-submit command line option ray-monitor command line option ray-start command line option ray-stop command line option ray-submit command line option ray-up command line option --log-style ray-attach command line option ray-down command line option ray-exec command line option ray-job-delete command line option ray-job-list command line option ray-job-logs command line option ray-job-status command line option ray-job-stop command line option ray-job-submit command line option ray-monitor command line option ray-start command line option ray-stop command line option ray-submit command line option ray-up command line option --max-worker-port ray-start command line option --max-workers ray-up command line option --metadata-json ray-job-submit command line option --metrics-export-port ray-start command line option --min-worker-port ray-start command line option --min-workers ray-up command line option --n ray-memory command line option --name serve-config command line option serve-deploy command line option serve-run command line option serve-status command line option --new ray-attach command line option --no-config-cache ray-attach command line option ray-exec command line option ray-submit command line option ray-up command line option --no-format ray-memory command line option --no-redirect-output ray-start command line option --no-restart ray-up command line option --no-wait ray-job-stop command line option ray-job-submit command line option --node-ip-address ray-start command line option --node-manager-port ray-start command line option

--non-blocking serve-run command line option --num-cpus ray-start command line option --num-entries ray-memory command line option --num-gpus ray-start command line option --object-manager-port ray-start command line option --object-store-memory ray-start command line option --output-path serve-build command line option --plasma-directory ray-start command line option --plasma-store-socket-name ray-start command line option --port ray-start command line option --port-forward ray-attach command line option ray-exec command line option ray-submit command line option --proxy-location serve-start command line option --ray-client-server-port ray-start command line option --ray-debugger-external ray-start command line option --raylet-socket-name ray-start command line option --redirect-command-output ray-up command line option --redis_password ray-memory command line option ray-status command line option --reload serve-run command line option --resources ray-start command line option --restart-only ray-up command line option --route-prefix serve-run command line option --run-env ray-exec command line option --runtime-env ray-job-submit command line option serve-deploy command line option serve-run command line option --runtime-env-agent-port ray-start command line option --runtime-env-json ray-job-submit command line option serve-deploy command line option serve-run command line option --screen ray-attach command line option ray-exec command line option ray-submit command line option --sort-by ray-memory command line option --start ray-attach command line option ray-exec command line option ray-submit command line option --stats-only ray-memory command line option --stop ray-exec command line option ray-submit command line option --storage ray-start command line option --submission-id ray-job-submit command line option --temp-dir ray-start command line option --timeout ray-get command line option ray-list command line option ray-summary-actors command line option ray-summary-objects command line option ray-summary-tasks command line option --tmux ray-attach command line option ray-exec command line option ray-submit command line option --units ray-memory command line option --use-login-shells ray-up command line option --use-normal-shells ray-up command line option --verbose ray-attach command line option ray-debug command line option ray-down command line option ray-exec command line option ray-job-delete command line option ray-job-list command line option ray-job-logs command line option ray-job-status command line option ray-job-stop command line option ray-job-submit command line option ray-monitor command line option ray-start command line option ray-stop command line option ray-submit command line option ray-up command line option --verify ray-job-delete command line option ray-job-list command line option ray-job-logs command line option ray-job-status command line option ray-job-stop command line option ray-job-submit command line option --worker-port-list ray-start command line option --workers-only ray-down command line option --working-dir ray-job-submit command line option serve-deploy command line option serve-run command line option --yes ray-down command line option ray-up command line option serve-shutdown command line option -a serve-config command line option serve-deploy command line option serve-run command line option serve-shutdown command line option serve-start command line option serve-status command line option -d serve-build command line option serve-run command line option -f ray-job-logs command line option ray-list command line option ray-stop command line option -g ray-stop command line option -N ray-attach command line option -n ray-attach command line option ray-down command line option ray-exec command line option ray-get_head_ip command line option ray-monitor command line option ray-submit command line option ray-up command line option serve-config command line option serve-status command line option -o serve-build command line option -p ray-attach command line option ray-exec command line option ray-submit command line option -r serve-run command line option -v ray-attach command line option ray-debug command line option ray-down command line option ray-exec command line option ray-job-delete command line option ray-job-list command line option ray-job-logs command line option ray-job-status command line option ray-job-stop command line option ray-job-submit command line option ray-monitor command line option ray-start command line option ray-stop command line option ray-submit command line option ray-up command line option -y ray-down command line option ray-up command line option serve-shutdown command line option

_

__call__() (ray.rllib.utils.schedules.schedule.Schedule method) (ray.tune.stopper.Stopper method) __init__() (ray.actor.ActorClass method) (ray.data.block.BlockAccessor method) (ray.data.Datasink method) (ray.data.Datasource method) (ray.data.datasource.BaseFileMetadataProvider method) (ray.data.datasource.DefaultFileMetadataProvider method) (ray.data.datasource.FastFileMetadataProvider method) (ray.data.datasource.FileMetadataProvider method) (ray.data.datasource.FilenameProvider method) (ray.data.datasource.ParquetMetadataProvider method) (ray.data.datasource.PathPartitionFilter method) (ray.data.datasource.PathPartitionParser method) (ray.data.datasource.RowBasedFileDatasink method) (ray.data.preprocessor.Preprocessor method) (ray.job_submission.DriverInfo method) (ray.job_submission.JobDetails method) (ray.rllib.algorithms.algorithm.Algorithm method) (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) (ray.rllib.core.learner.learner_group.LearnerGroup method) (ray.rllib.core.models.catalog.Catalog method) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.env.env_runner.EnvRunner method) (ray.rllib.env.env_runner_group.EnvRunnerGroup method) (ray.rllib.env.external_env.ExternalEnv method) (ray.rllib.env.external_multi_agent_env.ExternalMultiAgentEnv method) (ray.rllib.env.multi_agent_env.MultiAgentEnv method) (ray.rllib.env.vector_env._VectorizedGymEnv method) (ray.rllib.env.vector_env.VectorEnv method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) (ray.rllib.evaluation.sampler.SamplerInput method) (ray.rllib.evaluation.sampler.SyncSampler method) (ray.rllib.models.distributions.Distribution method) (ray.rllib.models.modelv2.ModelV2 method) (ray.rllib.models.tf.recurrent_net.RecurrentNetwork method) (ray.rllib.models.tf.tf_modelv2.TFModelV2 method) (ray.rllib.models.torch.torch_modelv2.TorchModelV2 method) (ray.rllib.offline.d4rl_reader.D4RLReader method) (ray.rllib.offline.input_reader.InputReader method) (ray.rllib.offline.io_context.IOContext method) (ray.rllib.offline.json_reader.JsonReader method) (ray.rllib.offline.mixed_input.MixedInput method) (ray.rllib.policy.policy.Policy method) (ray.rllib.policy.policy_map.PolicyMap method) (ray.rllib.policy.sample_batch.MultiAgentBatch method) (ray.rllib.policy.sample_batch.SampleBatch method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) (ray.rllib.utils.checkpoints.Checkpointable method) (ray.rllib.utils.exploration.curiosity.Curiosity method) (ray.rllib.utils.exploration.epsilon_greedy.EpsilonGreedy method) (ray.rllib.utils.exploration.exploration.Exploration method) (ray.rllib.utils.exploration.gaussian_noise.GaussianNoise method) (ray.rllib.utils.exploration.ornstein_uhlenbeck_noise.OrnsteinUhlenbeckNoise method) (ray.rllib.utils.exploration.parameter_noise.ParameterNoise method) (ray.rllib.utils.exploration.random.Random method) (ray.rllib.utils.exploration.random_encoder.RE3 method) (ray.rllib.utils.exploration.stochastic_sampling.StochasticSampling method) (ray.rllib.utils.replay_buffers.multi_agent_prioritized_replay_buffer.MultiAgentPrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.multi_agent_replay_buffer.MultiAgentReplayBuffer method) (ray.rllib.utils.replay_buffers.prioritized_replay_buffer.PrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.replay_buffer.ReplayBuffer method) (ray.rllib.utils.replay_buffers.reservoir_replay_buffer.ReservoirReplayBuffer method) (ray.rllib.utils.schedules.constant_schedule.ConstantSchedule method) (ray.rllib.utils.schedules.exponential_schedule.ExponentialSchedule method) (ray.rllib.utils.schedules.linear_schedule.LinearSchedule method) (ray.rllib.utils.schedules.piecewise_schedule.PiecewiseSchedule method) (ray.rllib.utils.schedules.polynomial_schedule.PolynomialSchedule method) (ray.serve.config.gRPCOptions method) (ray.serve.config.HTTPOptions method) (ray.serve.schema.ApplicationDetails method) (ray.serve.schema.DeploymentDetails method) (ray.serve.schema.DeploymentSchema method) (ray.serve.schema.gRPCOptionsSchema method) (ray.serve.schema.HTTPOptionsSchema method) (ray.serve.schema.LoggingConfig method) (ray.serve.schema.RayActorOptionsSchema method) (ray.serve.schema.ReplicaDetails method) (ray.serve.schema.ServeApplicationSchema method) (ray.serve.schema.ServeDeploySchema method) (ray.serve.schema.ServeInstanceDetails method) (ray.train.Checkpoint method) (ray.train.context.TrainContext method) (ray.train.DataConfig method) (ray.tune.Callback method) (ray.tune.logger.aim.AimLoggerCallback method) (ray.tune.logger.LoggerCallback method) (ray.tune.ProgressReporter method) (ray.tune.stopper.noop.NoopStopper method) (ray.tune.stopper.Stopper method) (ray.tune.Trainable method) (ray.tune.Tuner method)

__ray_metadata__ (ray.actor.ActorClass attribute) _actor_ref (ray.actor.ActorMethod attribute) _check_is_built() (ray.rllib.core.learner.learner.Learner method) _check_registered_optimizer() (ray.rllib.core.learner.learner.Learner method) _decorator (ray.actor.ActorMethod attribute) _determine_components_hook() (ray.rllib.core.models.catalog.Catalog method) _forward_exploration() (ray.rllib.core.rl_module.rl_module.RLModule method) _forward_inference() (ray.rllib.core.rl_module.rl_module.RLModule method) _forward_train() (ray.rllib.core.rl_module.rl_module.RLModule method) _generator_backpressure_num_objects (ray.actor.ActorMethod attribute) _get_clip_function() (ray.rllib.core.learner.learner.Learner static method) _get_dist_cls_from_action_space() (ray.rllib.core.models.catalog.Catalog class method) _get_encoder_config() (ray.rllib.core.models.catalog.Catalog class method) _get_optimizer_state() (ray.rllib.core.learner.learner.Learner method) _get_tensor_variable() (ray.rllib.core.learner.learner.Learner method) _is_generator (ray.actor.ActorMethod attribute) _is_module_compatible_with_learner() (ray.rllib.core.learner.learner.Learner method) _make_module() (ray.rllib.core.learner.learner.Learner method) _max_task_retries (ray.actor.ActorMethod attribute) _method_name (ray.actor.ActorMethod attribute) _num_returns (ray.actor.ActorMethod attribute) _ray_actor_creation_function_descriptor (ray.actor.ActorHandle attribute) _ray_actor_id (ray.actor.ActorHandle attribute) _ray_actor_language (ray.actor.ActorHandle attribute) _ray_actor_method_cpus (ray.actor.ActorHandle attribute) _ray_enable_task_events (ray.actor.ActorHandle attribute) _ray_finish() (ray.util.dask.callbacks.RayDaskCallback method) _ray_is_cross_language (ray.actor.ActorHandle attribute) _ray_method_decorators (ray.actor.ActorHandle attribute) _ray_method_enable_task_events (ray.actor.ActorHandle attribute) _ray_method_generator_backpressure_num_objects (ray.actor.ActorHandle attribute) _ray_method_is_generator (ray.actor.ActorHandle attribute) _ray_method_max_task_retries (ray.actor.ActorHandle attribute) _ray_method_num_returns (ray.actor.ActorHandle attribute) _ray_method_retry_exceptions (ray.actor.ActorHandle attribute) _ray_method_signatures (ray.actor.ActorHandle attribute) _ray_original_handle (ray.actor.ActorHandle attribute) _ray_postsubmit() (ray.util.dask.callbacks.RayDaskCallback method) _ray_postsubmit_all() (ray.util.dask.callbacks.RayDaskCallback method) _ray_posttask() (ray.util.dask.callbacks.RayDaskCallback method) _ray_presubmit() (ray.util.dask.callbacks.RayDaskCallback method) _ray_pretask() (ray.util.dask.callbacks.RayDaskCallback method) _ray_weak_ref (ray.actor.ActorHandle attribute) _retry_exceptions (ray.actor.ActorMethod attribute) _set_optimizer_lr() (ray.rllib.core.learner.learner.Learner static method) _set_optimizer_state() (ray.rllib.core.learner.learner.Learner method) _signature (ray.actor.ActorMethod attribute) _update() (ray.rllib.core.learner.learner.Learner method) _VectorizedGymEnv (class in ray.rllib.env.vector_env)

A

accelerator_type (ray.serve.schema.RayActorOptionsSchema attribute) (ray.train.ScalingConfig attribute) Action space ACTION_DIST (ray.rllib.policy.sample_batch.SampleBatch attribute) ACTION_DIST_INPUTS (ray.rllib.policy.sample_batch.SampleBatch attribute) action_distribution_fn() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) ACTION_LOGP (ray.rllib.policy.sample_batch.SampleBatch attribute) ACTION_PROB (ray.rllib.policy.sample_batch.SampleBatch attribute) action_sampler_fn() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) action_space (ray.rllib.core.rl_module.multi_rl_module.MultiRLModuleSpec attribute) (ray.rllib.core.rl_module.rl_module.RLModuleConfig attribute) (ray.rllib.core.rl_module.rl_module.RLModuleSpec attribute) (ray.rllib.env.base_env.BaseEnv property) ACTION_SPACE (ray.rllib.env.utils.external_env_protocol.MessageTypes attribute) ACTIONS (ray.rllib.policy.sample_batch.SampleBatch attribute) Actor Actor task actor_id (ray.runtime_context.RuntimeContext property) (ray.serve.schema.ReplicaDetails attribute) (ray.serve.schema.ServeActorDetails attribute) (ray.util.state.common.ActorState attribute) (ray.util.state.common.TaskState attribute) actor_locality_enabled (ray.data.ExecutionOptions attribute) actor_name (ray.serve.schema.ReplicaDetails attribute) (ray.serve.schema.ServeActorDetails attribute) ActorClass (class in ray.actor) ActorClassInheritanceException ActorDiedError ActorHandle (class in ray.actor) ActorMethod (class in ray.actor) ActorPlacementGroupRemoved ActorPool (class in ray.util) ActorState (class in ray.util.state.common) ActorSummaries (class in ray.util.state.common) ActorSummaryPerClass (class in ray.util.state.common) ActorUnavailableError ActorUnschedulableError add() (ray.data.ExecutionResources method) (ray.rllib.utils.replay_buffers.multi_agent_prioritized_replay_buffer.MultiAgentPrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.multi_agent_replay_buffer.MultiAgentReplayBuffer method) (ray.rllib.utils.replay_buffers.prioritized_replay_buffer.PrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.replay_buffer.ReplayBuffer method) (ray.rllib.utils.replay_buffers.reservoir_replay_buffer.ReservoirReplayBuffer method) add_column() (ray.data.Dataset method) add_configurations() (ray.tune.search.basic_variant.BasicVariantGenerator method) add_env_reset() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) add_env_step() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) add_evaluated_point() (ray.tune.search.ax.AxSearch method) (ray.tune.search.bayesopt.BayesOptSearch method) (ray.tune.search.bohb.TuneBOHB method) (ray.tune.search.hyperopt.HyperOptSearch method) (ray.tune.search.nevergrad.NevergradSearch method) (ray.tune.search.Repeater method) (ray.tune.search.Searcher method) (ray.tune.search.zoopt.ZOOptSearch method) add_evaluated_trials() (ray.tune.search.ax.AxSearch method) (ray.tune.search.bayesopt.BayesOptSearch method) (ray.tune.search.bohb.TuneBOHB method) (ray.tune.search.ConcurrencyLimiter method) (ray.tune.search.hebo.HEBOSearch method) (ray.tune.search.hyperopt.HyperOptSearch method) (ray.tune.search.nevergrad.NevergradSearch method) (ray.tune.search.optuna.OptunaSearch method) (ray.tune.search.Repeater method) (ray.tune.search.Searcher method) (ray.tune.search.zoopt.ZOOptSearch method) add_metric_column() (ray.tune.CLIReporter method) (ray.tune.JupyterNotebookReporter method) add_module() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.rllib.core.learner.learner.Learner method) (ray.rllib.core.learner.learner_group.LearnerGroup method) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) add_modules() (ray.rllib.core.rl_module.multi_rl_module.MultiRLModuleSpec method) add_parameter_column() (ray.tune.CLIReporter method) (ray.tune.JupyterNotebookReporter method) add_policy() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.rllib.env.env_runner_group.EnvRunnerGroup method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) add_temporary_timestep_data() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) add_workers() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) additional_resources_per_worker (ray.train.ScalingConfig property) after_gradient_based_update() (ray.rllib.core.learner.learner.Learner method) Agent AGENT_INDEX (ray.rllib.policy.sample_batch.SampleBatch attribute)

agent_steps() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) (ray.rllib.policy.sample_batch.MultiAgentBatch method) (ray.rllib.policy.sample_batch.SampleBatch method) aggregate() (ray.data.Dataset method) (ray.data.grouped_data.GroupedData method) aggregate_combined_blocks() (ray.data.block.BlockAccessor static method) AggregateFn (class in ray.data.aggregate) AimLoggerCallback (class in ray.tune.logger.aim) Algo (ray.rllib.common.CLIArguments attribute) AlgoRequired (ray.rllib.common.CLIArguments attribute) Algorithm (class in ray.rllib.algorithms.algorithm) AlgorithmConfig (class in ray.rllib.algorithms.algorithm_config) aligned_array() (in module ray.rllib.utils.numpy) allgather() (in module ray.util.collective.collective) allgather_multigpu() (in module ray.util.collective.collective) allreduce() (in module ray.util.collective.collective) allreduce_multigpu() (in module ray.util.collective.collective) api_stack() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) APIType (class in ray.serve.schema) app_name (ray.serve.context.ReplicaContext property) Application (class in ray.serve) application_details_route_prefix_format() (ray.serve.schema.ApplicationDetails class method) ApplicationDetails (class in ray.serve.schema) applications (ray.serve.schema.ServeDeploySchema attribute) (ray.serve.schema.ServeInstanceDetails attribute) (ray.serve.schema.ServeStatus attribute) ApplicationStatus (class in ray.serve.schema) ApplicationStatusOverview (class in ray.serve.schema) apply() (ray.rllib.env.env_runner.EnvRunner method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) (ray.rllib.utils.replay_buffers.multi_agent_prioritized_replay_buffer.MultiAgentPrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.multi_agent_replay_buffer.MultiAgentReplayBuffer method) (ray.rllib.utils.replay_buffers.prioritized_replay_buffer.PrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.replay_buffer.ReplayBuffer method) (ray.rllib.utils.replay_buffers.reservoir_replay_buffer.ReservoirReplayBuffer method) apply_grad_clipping() (in module ray.rllib.utils.torch_utils) apply_gradients() (ray.rllib.core.learner.learner.Learner method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) apply_gradients_fn() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) APPOConfig (class in ray.rllib.algorithms.appo.appo) args (ray.serve.schema.ServeApplicationSchema attribute) ARGUMENTS serve-deploy command line option serve-run command line option as_directory() (ray.train.Checkpoint method) as_multi_agent() (ray.rllib.policy.sample_batch.MultiAgentBatch method) (ray.rllib.policy.sample_batch.SampleBatch method) as_multi_rl_module() (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.core.rl_module.rl_module.RLModule method) as_multi_rl_module_spec() (ray.rllib.core.rl_module.multi_rl_module.MultiRLModuleSpec method) (ray.rllib.core.rl_module.rl_module.RLModuleSpec method) as_placement_group_factory() (ray.train.ScalingConfig method) as_trainable() (ray.train.data_parallel_trainer.DataParallelTrainer method) (ray.train.horovod.HorovodTrainer method) (ray.train.lightgbm.LightGBMTrainer method) (ray.train.tensorflow.TensorflowTrainer method) (ray.train.torch.TorchTrainer method) (ray.train.trainer.BaseTrainer method) (ray.train.xgboost.XGBoostTrainer method) ASHAScheduler (in module ray.tune.schedulers) assert_healthy() (ray.rllib.env.env_runner.EnvRunner method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) Asynchronous execution Asynchronous sampling AsyncHyperBandScheduler (class in ray.tune.schedulers) AsyncioActorExit attempt_number (ray.util.state.common.ObjectState attribute) (ray.util.state.common.TaskState attribute) ATTENTION_MASKS (ray.rllib.policy.sample_batch.SampleBatch attribute) auth_context() (ray.serve.grpc_util.RayServegRPCContext method) AUTO_CONFIG_KEYS (ray.air.integrations.wandb.WandbLoggerCallback attribute) auto_infer_schema (ray.data.TFXReadOptions attribute) Autoscaler Autoscaling autoscaling_config (ray.serve.schema.DeploymentSchema attribute) AutoscalingCluster (class in ray.cluster_utils) AutoscalingConfig (class in ray.serve.config) available_resources() (in module ray) AxSearch (class in ray.tune.search.ax)

B

Backend (class in ray.train.backend) backend (ray.train.torch.TorchConfig attribute) (ray.train.torch.xla.TorchXLAConfig attribute) backend_cls (ray.train.horovod.HorovodConfig property) (ray.train.tensorflow.TensorflowConfig property) (ray.train.torch.TorchConfig property) (ray.train.torch.xla.TorchXLAConfig property) BackendConfig (class in ray.train.backend) BackPressureError barrier() (in module ray.util.collective.collective) base_dir (ray.data.datasource.Partitioning attribute) base_schema (ray.data.Schema attribute) base_trial_resources (ray.tune.schedulers.ResourceChangingScheduler property) BaseEnv (class in ray.rllib.env.base_env) BaseFileMetadataProvider (class in ray.data.datasource) BaseTrainer (class in ray.train.trainer) BasicVariantGenerator (class in ray.tune.search.basic_variant) Batch format Batch size batch() (in module ray.serve) batch_size (ray.data.TFXReadOptions attribute) batch_to_arrow_block() (ray.data.block.BlockAccessor class method) batch_to_block() (ray.data.block.BlockAccessor class method) batch_to_pandas_block() (ray.data.block.BlockAccessor class method) BayesOptSearch (class in ray.tune.search.bayesopt) BCConfig (class in ray.rllib.algorithms.bc.bc) before_compute_actions() (ray.rllib.utils.exploration.curiosity.Curiosity method) (ray.rllib.utils.exploration.epsilon_greedy.EpsilonGreedy method) (ray.rllib.utils.exploration.exploration.Exploration method) (ray.rllib.utils.exploration.gaussian_noise.GaussianNoise method) (ray.rllib.utils.exploration.ornstein_uhlenbeck_noise.OrnsteinUhlenbeckNoise method) (ray.rllib.utils.exploration.random.Random method) (ray.rllib.utils.exploration.random_encoder.RE3 method) (ray.rllib.utils.exploration.stochastic_sampling.StochasticSampling method)

before_gradient_based_update() (ray.rllib.core.learner.learner.Learner method) best_checkpoint (ray.tune.ExperimentAnalysis property) best_checkpoints (ray.train.Result attribute) best_config (ray.tune.ExperimentAnalysis property) best_dataframe (ray.tune.ExperimentAnalysis property) best_result (ray.tune.ExperimentAnalysis property) best_result_df (ray.tune.ExperimentAnalysis property) best_trial (ray.tune.ExperimentAnalysis property) bind() (ray.actor.ActorClass method) (ray.actor.ActorMethod method) (ray.serve.Deployment method) Block (in module ray.data.block) block_type() (ray.data.block.BlockAccessor method) BlockAccessor (class in ray.data.block) BlockBasedFileDatasink (class in ray.data.datasource) BlockExecStats (class in ray.data.block) BlockMetadata (class in ray.data.block) broadcast() (in module ray.util.collective.collective) broadcast_multigpu() (in module ray.util.collective.collective) build() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) (ray.rllib.core.learner.learner.Learner method) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModuleSpec method) (ray.rllib.core.rl_module.rl_module.RLModuleSpec method) build_encoder() (ray.rllib.core.models.catalog.Catalog method) build_learner() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) build_learner_group() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) builder() (ray.data.block.BlockAccessor static method) bundle_count (ray.util.placement_group.PlacementGroup property) bundle_specs (ray.util.placement_group.PlacementGroup property) bundles (ray.tune.execution.placement_groups.PlacementGroupFactory property) (ray.util.state.common.PlacementGroupState attribute)

C

call_site (ray.util.state.common.ObjectState attribute) Callback (class in ray.tune) callbacks (ray.train.RunConfig attribute) callbacks() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) callsite_enabled (ray.util.state.common.ObjectSummaries attribute) can_restore() (ray.train.data_parallel_trainer.DataParallelTrainer class method) (ray.train.horovod.HorovodTrainer class method) (ray.train.lightgbm.LightGBMTrainer class method) (ray.train.tensorflow.TensorflowTrainer class method) (ray.train.torch.TorchTrainer class method) (ray.train.trainer.BaseTrainer class method) (ray.train.xgboost.XGBoostTrainer class method) (ray.tune.Tuner class method) cancel() (in module ray) (in module ray.workflow) capitalize() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) casefold() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) Catalog (class in ray.rllib.core.models.catalog) catalog_class (ray.rllib.core.rl_module.rl_module.RLModuleConfig attribute) (ray.rllib.core.rl_module.rl_module.RLModuleSpec attribute) Categorizer (class in ray.data.preprocessors) center() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) chdir_to_trial_dir (ray.tune.TuneConfig attribute) Checkpoint (class in ray.train) (ray.rllib.common.CLIArguments attribute) checkpoint (ray.train.Result attribute) (ray.tune.experiment.trial.Trial property) checkpoint_at_end (ray.train.CheckpointConfig attribute) checkpoint_config (ray.train.RunConfig attribute) (ray.tune.Experiment property) checkpoint_dir (ray.tune.Experiment property) checkpoint_frequency (ray.train.CheckpointConfig attribute) CHECKPOINT_NAME (ray.train.huggingface.transformers.RayTrainReportCallback attribute) (ray.train.lightgbm.RayTrainReportCallback attribute) (ray.train.lightning.RayTrainReportCallback attribute) (ray.train.xgboost.RayTrainReportCallback attribute) checkpoint_score_attribute (ray.train.CheckpointConfig attribute) checkpoint_score_order (ray.train.CheckpointConfig attribute) Checkpointable (class in ray.rllib.utils.checkpoints) CheckpointAtEnd (ray.rllib.common.CLIArguments attribute) CheckpointConfig (class in ray.train) CheckpointFreq (ray.rllib.common.CLIArguments attribute) checkpointing() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) CheckpointScoreAttr (ray.rllib.common.CLIArguments attribute) choice() (in module ray.tune) choose_trial_to_run() (ray.tune.schedulers.HyperBandForBOHB method) (ray.tune.schedulers.HyperBandScheduler method) (ray.tune.schedulers.pb2.PB2 method) (ray.tune.schedulers.PopulationBasedTraining method) (ray.tune.schedulers.TrialScheduler method) CKPT_FILE_TMPL (ray.tune.search.ax.AxSearch attribute) (ray.tune.search.basic_variant.BasicVariantGenerator attribute) (ray.tune.search.bayesopt.BayesOptSearch attribute) (ray.tune.search.bohb.TuneBOHB attribute) (ray.tune.search.ConcurrencyLimiter attribute) (ray.tune.search.hebo.HEBOSearch attribute) (ray.tune.search.hyperopt.HyperOptSearch attribute) (ray.tune.search.nevergrad.NevergradSearch attribute) (ray.tune.search.optuna.OptunaSearch attribute) (ray.tune.search.Repeater attribute) (ray.tune.search.Searcher attribute) (ray.tune.search.zoopt.ZOOptSearch attribute) CLASS_AND_CTOR_ARGS_FILE_NAME (ray.rllib.algorithms.algorithm.Algorithm attribute) (ray.rllib.core.learner.learner.Learner attribute) (ray.rllib.core.learner.learner_group.LearnerGroup attribute) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule attribute) (ray.rllib.core.rl_module.rl_module.RLModule attribute) (ray.rllib.utils.checkpoints.Checkpointable attribute) class_name (ray.util.state.common.ActorState attribute) (ray.util.state.common.ActorSummaryPerClass attribute) cleanup() (ray.tune.Trainable method) clear() (ray.rllib.policy.policy_map.PolicyMap method) (ray.rllib.policy.sample_batch.SampleBatch method) (ray.runtime_env.RuntimeEnv method) (ray.runtime_env.RuntimeEnvConfig method) CLIArguments (class in ray.rllib.common) CLIReporter (class in ray.tune) CLUSTER_CONFIG_FILE ray-attach command line option ray-down command line option ray-exec command line option ray-get_head_ip command line option ray-monitor command line option ray-submit command line option ray-up command line option cluster_resources() (in module ray) CMD ray-exec command line option code() (ray.serve.grpc_util.RayServegRPCContext method) code_search_path (ray.job_config.JobConfig attribute) columns() (ray.data.Dataset method) (ray.rllib.policy.sample_batch.SampleBatch method) combine() (ray.data.block.BlockAccessor method) CombinedStopper (class in ray.tune.stopper) CometLoggerCallback (class in ray.air.integrations.comet) compress() (ray.rllib.policy.sample_batch.MultiAgentBatch method) (ray.rllib.policy.sample_batch.SampleBatch method) compute_actions() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.rllib.policy.policy.Policy method) compute_actions_from_input_dict() (ray.rllib.policy.policy.Policy method) compute_gradients() (ray.rllib.core.learner.learner.Learner method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method)

compute_gradients_fn() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) compute_log_likelihoods() (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) compute_log_likelihoods_from_input_dict() (in module ray.rllib.utils.policy) compute_loss_for_module() (ray.rllib.core.learner.learner.Learner method) compute_losses() (ray.rllib.core.learner.learner.Learner method) compute_single_action() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.policy.Policy method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) concat() (ray.rllib.policy.sample_batch.SampleBatch method) concat_aligned() (in module ray.rllib.utils.numpy) concat_episode() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) concat_multi_gpu_td_errors() (in module ray.rllib.utils.torch_utils) Concatenator (class in ray.data.preprocessors) ConcurrencyLimiter (class in ray.tune.search) Config (ray.rllib.common.CLIArguments attribute) config (ray.train.Result property) (ray.tune.experiment.trial.Trial attribute) CONFIG_OR_IMPORT_PATH serve-deploy command line option serve-run command line option ConfigFile (ray.rllib.common.CLIArguments attribute) ConfigRequired (ray.rllib.common.CLIArguments attribute) configure() (ray.train.DataConfig method) configure_optimizers() (ray.rllib.core.learner.learner.Learner method) configure_optimizers_for_module() (ray.rllib.core.learner.learner.Learner method) connect() (ray.autoscaler._private.fake_multi_node.test_utils.DockerCluster method) Connector ConstantSchedule (class in ray.rllib.utils.schedules.constant_schedule) construct() (ray.job_submission.DriverInfo class method) (ray.job_submission.JobDetails class method) (ray.serve.config.AutoscalingConfig class method) (ray.serve.config.gRPCOptions class method) (ray.serve.config.HTTPOptions class method) (ray.serve.schema.ApplicationDetails class method) (ray.serve.schema.DeploymentDetails class method) (ray.serve.schema.DeploymentSchema class method) (ray.serve.schema.gRPCOptionsSchema class method) (ray.serve.schema.HTTPOptionsSchema class method) (ray.serve.schema.LoggingConfig class method) (ray.serve.schema.RayActorOptionsSchema class method) (ray.serve.schema.ReplicaDetails class method) (ray.serve.schema.ServeApplicationSchema class method) (ray.serve.schema.ServeDeploySchema class method) (ray.serve.schema.ServeInstanceDetails class method) context() (ray.rllib.models.modelv2.ModelV2 method) (ray.rllib.models.tf.tf_modelv2.TFModelV2 method) (ray.rllib.models.torch.torch_modelv2.TorchModelV2 method) CONTINUE (ray.tune.schedulers.FIFOScheduler attribute) (ray.tune.schedulers.HyperBandForBOHB attribute) (ray.tune.schedulers.HyperBandScheduler attribute) (ray.tune.schedulers.MedianStoppingRule attribute) (ray.tune.schedulers.pb2.PB2 attribute) (ray.tune.schedulers.PopulationBasedTraining attribute) (ray.tune.schedulers.PopulationBasedTrainingReplay attribute) (ray.tune.schedulers.ResourceChangingScheduler attribute) (ray.tune.schedulers.TrialScheduler attribute) controller_info (ray.serve.schema.ServeInstanceDetails attribute) convert_to_msgpack_checkpoint() (in module ray.rllib.utils.checkpoints) convert_to_msgpack_policy_checkpoint() (in module ray.rllib.utils.checkpoints) convert_to_numpy() (in module ray.rllib.utils.numpy) convert_to_torch_tensor() (in module ray.rllib.utils.torch_utils) copy() (ray.data.ExecutionResources method) (ray.job_submission.DriverInfo method) (ray.job_submission.JobDetails method) (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) (ray.rllib.policy.policy_map.PolicyMap method) (ray.rllib.policy.sample_batch.MultiAgentBatch method) (ray.rllib.policy.sample_batch.SampleBatch method) (ray.runtime_env.RuntimeEnv method) (ray.runtime_env.RuntimeEnvConfig method) (ray.serve.config.AutoscalingConfig method) (ray.serve.config.gRPCOptions method) (ray.serve.config.HTTPOptions method) (ray.serve.schema.ApplicationDetails method) (ray.serve.schema.DeploymentDetails method) (ray.serve.schema.DeploymentSchema method) (ray.serve.schema.gRPCOptionsSchema method) (ray.serve.schema.HTTPOptionsSchema method) (ray.serve.schema.LoggingConfig method) (ray.serve.schema.RayActorOptionsSchema method) (ray.serve.schema.ReplicaDetails method) (ray.serve.schema.ServeApplicationSchema method) (ray.serve.schema.ServeDeploySchema method) (ray.serve.schema.ServeInstanceDetails method) count (ray.rllib.policy.sample_batch.MultiAgentBatch attribute) count() (ray.data.Dataset method) (ray.data.datasource.PartitionStyle method) (ray.data.grouped_data.GroupedData method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) Counter (class in ray.serve.metrics) (class in ray.util.metrics) cpu_time_s (ray.data.block.BlockExecStats attribute) CQLConfig (class in ray.rllib.algorithms.cql.cql) create_collective_group() (in module ray.util.collective.collective) (ray.util.collective.collective.GroupManager method) create_placement_group_factory() (ray.tune.experiment.trial.Trial method) create_policy_for_framework() (in module ray.rllib.utils.policy) create_reader() (ray.data.Datasource method) (ray.data.datasource.FileBasedDatasource method) create_scheduler() (in module ray.tune.schedulers) create_searcher() (in module ray.tune.search) creation_args() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) creation_time_ms (ray.util.state.common.RuntimeEnvState attribute) (ray.util.state.common.TaskState attribute) creator_job_id (ray.util.state.common.PlacementGroupState attribute) CrossLanguageError CSVLoggerCallback (class in ray.tune.logger) CUR_OBS (ray.rllib.policy.sample_batch.SampleBatch attribute) Curiosity (class in ray.rllib.utils.exploration.curiosity) current_actor (ray.runtime_context.RuntimeContext property) current_placement_group_id (ray.runtime_context.RuntimeContext property) custom_loss() (ray.rllib.models.modelv2.ModelV2 method) (ray.rllib.models.tf.tf_modelv2.TFModelV2 method) (ray.rllib.models.torch.torch_modelv2.TorchModelV2 method) custom_resources_per_worker (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) CustomKBinsDiscretizer (class in ray.data.preprocessors) cut() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method)

D

D4RLReader (class in ray.rllib.offline.d4rl_reader) DataConfig (class in ray.train) DataContext (class in ray.data) dataframe() (ray.tune.ExperimentAnalysis method) DataIterator (class in ray.data) DataParallelTrainer (class in ray.train.data_parallel_trainer) Dataset (class in ray.data) (object) Datasink (class in ray.data) Datasource (class in ray.data) death_cause (ray.util.state.common.ActorState attribute) debug_string() (ray.tune.schedulers.AsyncHyperBandScheduler method) (ray.tune.schedulers.HyperBandForBOHB method) (ray.tune.schedulers.HyperBandScheduler method) (ray.tune.schedulers.TrialScheduler method) debugging() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) DECLARATIVE (ray.serve.schema.APIType attribute) decompress_if_needed() (ray.rllib.policy.sample_batch.MultiAgentBatch method) (ray.rllib.policy.sample_batch.SampleBatch method) DEFAULT_COLUMNS (ray.tune.CLIReporter attribute) (ray.tune.JupyterNotebookReporter attribute) default_ingest_options() (ray.train.DataConfig static method) default_resource_request() (ray.tune.Trainable class method) default_sampler_input() (ray.rllib.offline.io_context.IOContext method) DefaultCallbacks (class in ray.rllib.algorithms.callbacks) DefaultFileMetadataProvider (class in ray.data.datasource) delay_between_worker_restarts_s (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) delete() (in module ray.serve) delete_job() (ray.job_submission.JobSubmissionClient method) DELETING (ray.serve.schema.ApplicationStatus attribute) DEPLOY_FAILED (ray.serve.schema.ApplicationStatus attribute) deploy_mode (ray.serve.schema.ServeInstanceDetails attribute) deployed_app_config (ray.serve.schema.ApplicationDetails attribute) DEPLOYING (ray.serve.schema.ApplicationStatus attribute) Deployment (class in ray.serve) deployment (ray.serve.context.ReplicaContext property) deployment() (in module ray.serve) deployment_config (ray.serve.schema.DeploymentDetails attribute) deployment_names (ray.serve.schema.ServeApplicationSchema property) DeploymentDetails (class in ray.serve.schema) DeploymentHandle (class in ray.serve.handle) DeploymentResponse (class in ray.serve.handle) DeploymentResponseGenerator (class in ray.serve.handle) deployments (ray.serve.schema.ApplicationDetails attribute) (ray.serve.schema.ApplicationStatusOverview attribute) (ray.serve.schema.ServeApplicationSchema attribute) DeploymentSchema (class in ray.serve.schema) DeploymentStatusOverview (class in ray.serve.schema) Deprecated() (in module ray.util.annotations) deregister_serializer() (in module ray.util.serialization) deserialize() (ray.data.preprocessor.Preprocessor static method) (ray.data.preprocessors.Categorizer static method) (ray.data.preprocessors.Concatenator static method) (ray.data.preprocessors.CustomKBinsDiscretizer static method) (ray.data.preprocessors.LabelEncoder static method) (ray.data.preprocessors.MaxAbsScaler static method) (ray.data.preprocessors.MinMaxScaler static method) (ray.data.preprocessors.MultiHotEncoder static method) (ray.data.preprocessors.Normalizer static method) (ray.data.preprocessors.OneHotEncoder static method) (ray.data.preprocessors.OrdinalEncoder static method) (ray.data.preprocessors.PowerTransformer static method) (ray.data.preprocessors.RobustScaler static method) (ray.data.preprocessors.SimpleImputer static method) (ray.data.preprocessors.StandardScaler static method) (ray.data.preprocessors.UniformKBinsDiscretizer static method)

destroy_collective_group() (in module ray.util.collective.collective) (ray.util.collective.collective.GroupManager method) details() (ray.serve.grpc_util.RayServegRPCContext method) DeveloperAPI() (in module ray.util.annotations) diagnose_serialization() (in module ray.tune.utils) dict() (ray.job_submission.DriverInfo method) (ray.job_submission.JobDetails method) (ray.serve.config.AutoscalingConfig method) (ray.serve.config.gRPCOptions method) (ray.serve.config.HTTPOptions method) (ray.serve.schema.ApplicationDetails method) (ray.serve.schema.DeploymentDetails method) (ray.serve.schema.DeploymentSchema method) (ray.serve.schema.gRPCOptionsSchema method) (ray.serve.schema.HTTPOptionsSchema method) (ray.serve.schema.LoggingConfig method) (ray.serve.schema.RayActorOptionsSchema method) (ray.serve.schema.ReplicaDetails method) (ray.serve.schema.ServeApplicationSchema method) (ray.serve.schema.ServeDeploySchema method) (ray.serve.schema.ServeInstanceDetails method) DIRECTORY (ray.data.datasource.PartitionStyle attribute) Disabled (ray.serve.config.ProxyLocation attribute) distributed (ray.rllib.core.learner.learner.Learner property) Distributed Data-Parallel distributed_sampler_kwargs (ray.train.lightning.RayDDPStrategy property) (ray.train.lightning.RayDeepSpeedStrategy property) (ray.train.lightning.RayFSDPStrategy property) DistributeResources (class in ray.tune.schedulers.resource_changing_scheduler) DistributeResourcesToTopJob (class in ray.tune.schedulers.resource_changing_scheduler) Distribution (class in ray.rllib.models.distributions) DockerCluster (class in ray.autoscaler._private.fake_multi_node.test_utils) docs_path (ray.serve.schema.ApplicationDetails attribute) DONES (ray.rllib.policy.sample_batch.SampleBatch attribute) downscale_delay_s (ray.serve.config.AutoscalingConfig attribute) downscale_smoothing_factor (ray.serve.config.AutoscalingConfig attribute) downscaling_factor (ray.serve.config.AutoscalingConfig attribute) DQNConfig (class in ray.rllib.algorithms.dqn.dqn) DRAINED (ray.serve.schema.ProxyStatus attribute) DRAINING (ray.serve.schema.ProxyStatus attribute) Driver DRIVER (ray.job_submission.JobType attribute) driver_agent_http_address (ray.job_submission.JobDetails attribute) (ray.job_submission.JobInfo attribute) driver_exit_code (ray.job_submission.JobDetails attribute) (ray.job_submission.JobInfo attribute) driver_info (ray.job_submission.JobDetails attribute) driver_node_id (ray.job_submission.JobDetails attribute) (ray.job_submission.JobInfo attribute) DriverInfo (class in ray.job_submission) drop_columns() (ray.data.Dataset method)

E

EagerTFPolicyV2 (class in ray.rllib.policy.eager_tf_policy_v2) Empty empty() (ray.util.queue.Queue method) enable_access_log (ray.serve.schema.LoggingConfig attribute) enable_reproducibility() (in module ray.train.torch) enable_task_events (ray.actor.ActorMethod attribute) encode() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) encoding (ray.LoggingConfig attribute) (ray.serve.schema.LoggingConfig attribute) EncodingType (class in ray.serve.schema) END_EPISODE (ray.rllib.env.utils.external_env_protocol.MessageTypes attribute) end_episode() (ray.rllib.env.external_env.ExternalEnv method) (ray.rllib.env.external_multi_agent_env.ExternalMultiAgentEnv method) (ray.rllib.env.policy_client.PolicyClient method) end_time (ray.job_submission.JobDetails attribute) (ray.job_submission.JobInfo attribute) end_time_ms (ray.util.state.common.TaskState attribute) (ray.util.state.common.WorkerState attribute) endswith() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) entropy() (ray.rllib.models.distributions.Distribution method) ENTRYPOINT ray-job-submit command line option entrypoint (ray.job_submission.JobDetails attribute) (ray.job_submission.JobInfo attribute) entrypoint_memory (ray.job_submission.JobInfo attribute) entrypoint_num_cpus (ray.job_submission.JobInfo attribute) entrypoint_num_gpus (ray.job_submission.JobInfo attribute) entrypoint_resources (ray.job_submission.JobInfo attribute) Env (ray.rllib.common.CLIArguments attribute) ENV_ID (ray.rllib.policy.sample_batch.SampleBatch attribute) env_runner (ray.rllib.algorithms.algorithm.Algorithm property) env_runners() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) env_steps() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) (ray.rllib.policy.sample_batch.MultiAgentBatch method) (ray.rllib.policy.sample_batch.SampleBatch method) Environment environment() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) EnvRequired (ray.rllib.common.CLIArguments attribute) EnvRunner (class in ray.rllib.env.env_runner) EnvRunnerGroup (class in ray.rllib.env.env_runner_group) Episode Episodes (ray.rllib.common.CLIArguments attribute) EPISODES (ray.rllib.env.utils.external_env_protocol.MessageTypes attribute) (ray.rllib.utils.replay_buffers.replay_buffer.StorageUnit attribute) EPISODES_AND_GET_STATE (ray.rllib.env.utils.external_env_protocol.MessageTypes attribute) EPS_ID (ray.rllib.policy.sample_batch.SampleBatch attribute) EpsilonGreedy (class in ray.rllib.utils.exploration.epsilon_greedy) error (ray.train.Result attribute) (ray.util.state.common.RuntimeEnvState attribute)

error_file (ray.tune.experiment.trial.Trial attribute) error_message (ray.util.state.common.TaskState attribute) error_type (ray.job_submission.JobDetails attribute) (ray.job_submission.JobInfo attribute) (ray.util.state.common.TaskState attribute) errors (ray.tune.ResultGrid property) estimate_inmemory_data_size() (ray.data.Datasource method) eval_env_runner (ray.rllib.algorithms.algorithm.Algorithm property) evaluate() (ray.rllib.algorithms.algorithm.Algorithm method) evaluated_params (ray.tune.experiment.trial.Trial attribute) evaluation() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) evaluation_num_workers (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) events (ray.util.state.common.TaskState attribute) EveryNode (ray.serve.config.ProxyLocation attribute) exclude_resources (ray.data.ExecutionOptions attribute) exec_stats (ray.data.block.BlockMetadata attribute) ExecutionOptions (class in ray.data) ExecutionResources (class in ray.data) exit_actor() (in module ray.actor) exit_detail (ray.util.state.common.WorkerState attribute) exit_type (ray.util.state.common.WorkerState attribute) expand_paths() (ray.data.datasource.BaseFileMetadataProvider method) expandtabs() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) Experiment (class in ray.tune) experiment_path (ray.tune.ExperimentAnalysis property) (ray.tune.ResultGrid property) experiment_tag (ray.tune.experiment.trial.Trial attribute) experimental() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) ExperimentAnalysis (class in ray.tune) ExperimentName (ray.rllib.common.CLIArguments attribute) ExperimentPlateauStopper (class in ray.tune.stopper) explained_variance() (in module ray.rllib.utils.tf_utils) (in module ray.rllib.utils.torch_utils) Exploration (class in ray.rllib.utils.exploration.exploration) ExponentialSchedule (class in ray.rllib.utils.schedules.exponential_schedule) export_checkpoint() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) export_model() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) (ray.tune.Trainable method) export_policy_checkpoint() (ray.rllib.algorithms.algorithm.Algorithm method) export_policy_model() (ray.rllib.algorithms.algorithm.Algorithm method) extensions_fields (ray.runtime_env.RuntimeEnv attribute) ExternalEnv (class in ray.rllib.env.external_env) ExternalMultiAgentEnv (class in ray.rllib.env.external_multi_agent_env) extra_action_out() (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) extra_action_out_fn() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) extra_compute_grad_fetches() (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) extra_grad_process() (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) extra_learn_fetches_fn() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method)

F

fail_fast (ray.train.FailureConfig attribute) FAILED (ray.job_submission.JobStatus attribute) failure_config (ray.train.RunConfig attribute) FailureConfig (class in ray.train) FastFileMetadataProvider (class in ray.data.datasource) Fault tolerance fault_tolerance() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) fc() (in module ray.rllib.utils.numpy) fetch_ready_async_reqs() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) field_names (ray.data.datasource.Partitioning attribute) field_types (ray.data.datasource.Partitioning attribute) FIFOScheduler (class in ray.tune.schedulers) FileBasedDatasource (class in ray.data.datasource) FileMetadataProvider (class in ray.data.datasource) FilenameProvider (class in ray.data.datasource) FileShuffleConfig (class in ray.data) filesystem (ray.data.datasource.Partitioning attribute) (ray.train.Checkpoint attribute) (ray.train.Result property) (ray.tune.ResultGrid property) FileType (ray.rllib.common.CLIArguments attribute) filter() (ray.data.Dataset method) filter_param_dict_for_optimizer() (ray.rllib.core.learner.learner.Learner method) filterable_columns() (ray.util.state.common.JobState class method) finalize() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) find() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) find_free_port() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) FINISHED (ray.tune.search.ax.AxSearch attribute) (ray.tune.search.bayesopt.BayesOptSearch attribute) (ray.tune.search.bohb.TuneBOHB attribute) (ray.tune.search.ConcurrencyLimiter attribute) (ray.tune.search.hebo.HEBOSearch attribute) (ray.tune.search.hyperopt.HyperOptSearch attribute) (ray.tune.search.nevergrad.NevergradSearch attribute) (ray.tune.search.optuna.OptunaSearch attribute) (ray.tune.search.Repeater attribute) (ray.tune.search.Searcher attribute) (ray.tune.search.zoopt.ZOOptSearch attribute) fit() (ray.data.preprocessor.Preprocessor method) (ray.data.preprocessors.Categorizer method) (ray.data.preprocessors.Concatenator method) (ray.data.preprocessors.CustomKBinsDiscretizer method) (ray.data.preprocessors.LabelEncoder method) (ray.data.preprocessors.MaxAbsScaler method) (ray.data.preprocessors.MinMaxScaler method) (ray.data.preprocessors.MultiHotEncoder method) (ray.data.preprocessors.Normalizer method) (ray.data.preprocessors.OneHotEncoder method) (ray.data.preprocessors.OrdinalEncoder method) (ray.data.preprocessors.PowerTransformer method) (ray.data.preprocessors.RobustScaler method) (ray.data.preprocessors.SimpleImputer method) (ray.data.preprocessors.StandardScaler method) (ray.data.preprocessors.UniformKBinsDiscretizer method) (ray.train.data_parallel_trainer.DataParallelTrainer method) (ray.train.horovod.HorovodTrainer method) (ray.train.lightgbm.LightGBMTrainer method) (ray.train.tensorflow.TensorflowTrainer method) (ray.train.torch.TorchTrainer method) (ray.train.trainer.BaseTrainer method) (ray.train.xgboost.XGBoostTrainer method) (ray.tune.Tuner method) fit_transform() (ray.data.preprocessor.Preprocessor method) (ray.data.preprocessors.Categorizer method) (ray.data.preprocessors.Concatenator method) (ray.data.preprocessors.CustomKBinsDiscretizer method) (ray.data.preprocessors.LabelEncoder method) (ray.data.preprocessors.MaxAbsScaler method) (ray.data.preprocessors.MinMaxScaler method) (ray.data.preprocessors.MultiHotEncoder method) (ray.data.preprocessors.Normalizer method) (ray.data.preprocessors.OneHotEncoder method) (ray.data.preprocessors.OrdinalEncoder method) (ray.data.preprocessors.PowerTransformer method) (ray.data.preprocessors.RobustScaler method) (ray.data.preprocessors.SimpleImputer method) (ray.data.preprocessors.StandardScaler method) (ray.data.preprocessors.UniformKBinsDiscretizer method) flat_map() (ray.data.Dataset method) flatten_inputs_to_1d_tensor() (in module ray.rllib.utils.numpy) (in module ray.rllib.utils.tf_utils) (in module ray.rllib.utils.torch_utils) for_block() (ray.data.block.BlockAccessor static method) for_limits() (ray.data.ExecutionResources class method) for_policy() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) foreach_env() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) foreach_env_with_context() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) foreach_learner() (ray.rllib.core.learner.learner_group.LearnerGroup method) foreach_module() (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method)

foreach_policy() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) foreach_policy_to_train() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) foreach_worker() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) foreach_worker_async() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) foreach_worker_with_id() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) format() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) format_map() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) forward() (ray.rllib.models.modelv2.ModelV2 method) (ray.rllib.models.tf.tf_modelv2.TFModelV2 method) (ray.rllib.models.torch.torch_modelv2.TorchModelV2 method) forward_exploration() (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.core.rl_module.rl_module.RLModule method) forward_inference() (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.core.rl_module.rl_module.RLModule method) forward_rnn() (ray.rllib.models.tf.recurrent_net.RecurrentNetwork method) forward_train() (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.core.rl_module.rl_module.RLModule method) FRAGMENTS (ray.rllib.utils.replay_buffers.replay_buffer.StorageUnit attribute) Framework (ray.rllib.common.CLIArguments attribute) framework (ray.rllib.core.learner.learner.Learner attribute) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule attribute) (ray.rllib.core.rl_module.rl_module.RLModule attribute) framework() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) FrameworkEnum (class in ray.rllib.common) freeze() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) from_arrow() (in module ray.data) from_arrow_refs() (in module ray.data) from_checkpoint() (ray.rllib.algorithms.algorithm.Algorithm class method) (ray.rllib.core.learner.learner.Learner class method) (ray.rllib.core.learner.learner_group.LearnerGroup class method) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule class method) (ray.rllib.core.rl_module.rl_module.RLModule class method) (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 static method) (ray.rllib.policy.Policy static method) (ray.rllib.policy.policy.Policy static method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 static method) (ray.rllib.utils.checkpoints.Checkpointable class method) from_dask() (in module ray.data) from_dict() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig class method) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModuleSpec class method) (ray.rllib.core.rl_module.rl_module.RLModuleConfig class method) (ray.rllib.core.rl_module.rl_module.RLModuleSpec class method) from_directory() (ray.train.Checkpoint class method) from_huggingface() (in module ray.data) from_items() (in module ray.data) from_json() (ray.job_config.JobConfig class method) (ray.job_submission.JobInfo class method) (ray.tune.Experiment class method) from_logits() (ray.rllib.models.distributions.Distribution class method) from_mars() (in module ray.data) from_modin() (in module ray.data) from_module() (ray.rllib.core.rl_module.multi_rl_module.MultiRLModuleSpec class method) from_numpy() (in module ray.data) from_numpy_refs() (in module ray.data) from_pandas() (in module ray.data) from_pandas_refs() (in module ray.data) from_path() (ray.train.Result class method) from_placement_group_factory() (ray.train.ScalingConfig class method) from_resource_dict() (ray.data.ExecutionResources class method) from_spark() (in module ray.data) from_state() (ray.rllib.algorithms.algorithm.Algorithm static method) (ray.rllib.algorithms.algorithm_config.AlgorithmConfig class method) (ray.rllib.env.single_agent_episode.SingleAgentEpisode static method) (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 static method) (ray.rllib.policy.Policy static method) (ray.rllib.policy.policy.Policy static method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 static method) from_tf() (in module ray.data) from_torch() (in module ray.data) fromkeys() (ray.rllib.policy.policy_map.PolicyMap method) (ray.rllib.policy.sample_batch.SampleBatch method) (ray.runtime_env.RuntimeEnv method) (ray.runtime_env.RuntimeEnvConfig method) Full full() (ray.util.queue.Queue method) func_or_class (ray.serve.Deployment property) func_or_class_name (ray.util.state.common.TaskState attribute) (ray.util.state.common.TaskSummaryPerFuncOrClassName attribute) FunctionStopper (class in ray.tune.stopper.function_stopper) FunctionTrainable (class in ray.tune.trainable.function_trainable)

G

Gauge (class in ray.serve.metrics) (class in ray.util.metrics) GaussianNoise (class in ray.rllib.utils.exploration.gaussian_noise) GCS / Global Control Service gcs_address (ray.runtime_context.RuntimeContext property) get() (in module ray) (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.policy.sample_batch.SampleBatch method) (ray.runtime_context.RuntimeContext method) (ray.runtime_env.RuntimeEnvConfig method) (ray.util.queue.Queue method) get_accelerator_ids() (ray.runtime_context.RuntimeContext method) GET_ACTION (ray.rllib.env.utils.external_env_protocol.MessageTypes attribute) get_action() (ray.rllib.env.external_env.ExternalEnv method) (ray.rllib.env.external_multi_agent_env.ExternalMultiAgentEnv method) (ray.rllib.env.policy_client.PolicyClient method) get_action_dist_cls() (ray.rllib.core.models.catalog.Catalog method) get_actions() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) get_actor() (in module ray) (in module ray.util.state) get_actor_id() (ray.runtime_context.RuntimeContext method) get_actor_name() (ray.runtime_context.RuntimeContext method) get_address() (ray.job_submission.JobSubmissionClient method) get_agent_ids() (ray.rllib.env.base_env.BaseEnv method) get_all_configs() (ray.tune.ExperimentAnalysis method) get_app_handle() (in module ray.serve) get_assigned_resources() (ray.runtime_context.RuntimeContext method) get_async() (ray.util.queue.Queue method) get_auto_filled_metrics() (ray.tune.Trainable method) get_batch_divisibility_req() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) get_best_checkpoint() (ray.train.Result method) (ray.tune.ExperimentAnalysis method) get_best_config() (ray.tune.ExperimentAnalysis method) get_best_result() (ray.tune.ResultGrid method) get_best_trial() (ray.tune.ExperimentAnalysis method) get_catalog() (ray.rllib.core.rl_module.rl_module.RLModuleConfig method) get_checkpoint() (in module ray.train) get_checkpoint_info() (in module ray.rllib.utils.checkpoints) get_checkpointable_components() (ray.rllib.core.rl_module.rl_module.RLModule method) (ray.rllib.utils.checkpoints.Checkpointable method) get_collective_group_size() (in module ray.util.collective.collective) GET_CONFIG (ray.rllib.env.utils.external_env_protocol.MessageTypes attribute) get_config() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.tune.Trainable method) get_config_for_module() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) get_connector_metrics() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.policy.Policy method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) get_context() (in module ray.train) get_ctor_args_and_kwargs() (ray.rllib.utils.checkpoints.Checkpointable method) get_current() (ray.data.DataContext static method) get_current_placement_group() (in module ray.util) get_current_pod_name() (in module ray.util.accelerators.tpu) get_current_pod_worker_count() (in module ray.util.accelerators.tpu) get_data() (ray.rllib.evaluation.sampler.SamplerInput method) get_data_dict() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) get_dataframe() (ray.tune.ResultGrid method) get_dataset_config() (ray.train.data_parallel_trainer.DataParallelTrainer method) (ray.train.horovod.HorovodTrainer method) (ray.train.lightgbm.LightGBMTrainer method) (ray.train.tensorflow.TensorflowTrainer method) (ray.train.torch.TorchTrainer method) (ray.train.xgboost.XGBoostTrainer method) get_dataset_shard() (in module ray.train) get_default_config() (ray.rllib.algorithms.algorithm.Algorithm class method) get_default_learner_class() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) get_default_policy_class() (ray.rllib.algorithms.algorithm.Algorithm class method) get_default_rl_module_spec() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) get_deployment_handle() (in module ray.serve) get_device() (in module ray.train.torch) get_devices() (in module ray.train.torch) get_duration_s() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) get_empty_schema_dict() (ray.serve.schema.ServeApplicationSchema static method) (ray.serve.schema.ServeDeploySchema static method) (ray.serve.schema.ServeInstanceDetails static method) get_error() (ray.tune.experiment.trial.Trial method) get_evaluation_config_object() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) get_experiment_name() (ray.train.context.TrainContext method) get_exploration_action() (ray.rllib.utils.exploration.exploration.Exploration method) get_exploration_action_dist_cls() (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.core.rl_module.rl_module.RLModule method) get_exploration_optimizer() (ray.rllib.utils.exploration.epsilon_greedy.EpsilonGreedy method) (ray.rllib.utils.exploration.exploration.Exploration method) (ray.rllib.utils.exploration.gaussian_noise.GaussianNoise method) (ray.rllib.utils.exploration.ornstein_uhlenbeck_noise.OrnsteinUhlenbeckNoise method) (ray.rllib.utils.exploration.parameter_noise.ParameterNoise method) (ray.rllib.utils.exploration.random.Random method) (ray.rllib.utils.exploration.random_encoder.RE3 method) (ray.rllib.utils.exploration.stochastic_sampling.StochasticSampling method) get_exploration_state() (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) get_extra_batches() (ray.rllib.evaluation.sampler.SamplerInput method) get_extra_model_outputs() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) get_filename_for_block() (ray.data.datasource.FilenameProvider method) get_filename_for_row() (ray.data.datasource.FilenameProvider method) get_filters() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) get_global_vars() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) get_gpu_devices() (in module ray.rllib.utils.tf_utils) get_gpu_ids() (in module ray) get_group_by_name() (ray.util.collective.collective.GroupManager method) get_host() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) (ray.rllib.utils.replay_buffers.multi_agent_prioritized_replay_buffer.MultiAgentPrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.multi_agent_replay_buffer.MultiAgentReplayBuffer method) (ray.rllib.utils.replay_buffers.prioritized_replay_buffer.PrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.replay_buffer.ReplayBuffer method) (ray.rllib.utils.replay_buffers.reservoir_replay_buffer.ReservoirReplayBuffer method) get_inference_action_dist_cls() (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.core.rl_module.rl_module.RLModule method) get_infos() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) get_initial_state() (ray.rllib.core.rl_module.rl_module.RLModule method) (ray.rllib.models.modelv2.ModelV2 method) (ray.rllib.models.tf.recurrent_net.RecurrentNetwork method) (ray.rllib.models.tf.tf_modelv2.TFModelV2 method) (ray.rllib.models.torch.torch_modelv2.TorchModelV2 method) (ray.rllib.Policy method) (ray.rllib.policy.policy.Policy method) get_job_id() (ray.runtime_context.RuntimeContext method) get_job_info() (ray.job_submission.JobSubmissionClient method) get_job_logs() (ray.job_submission.JobSubmissionClient method) get_job_status() (ray.job_submission.JobSubmissionClient method) get_last_checkpoint() (ray.tune.ExperimentAnalysis method) get_local_rank() (ray.train.context.TrainContext method) get_local_world_size() (ray.train.context.TrainContext method) get_log() (in module ray.util.state) get_metadata() (in module ray.workflow) (ray.data.block.BlockAccessor method) (ray.rllib.algorithms.algorithm.Algorithm method) (ray.rllib.core.learner.learner.Learner method) (ray.rllib.core.learner.learner_group.LearnerGroup method) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.core.rl_module.rl_module.RLModule method) (ray.rllib.utils.checkpoints.Checkpointable method) (ray.train.Checkpoint method) (ray.train.context.TrainContext method) get_metrics() (ray.rllib.env.env_runner.EnvRunner method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) (ray.rllib.evaluation.sampler.SamplerInput method)

get_model() (ray.train.lightgbm.LightGBMTrainer class method) (ray.train.lightgbm.RayTrainReportCallback class method) (ray.train.xgboost.RayTrainReportCallback class method) (ray.train.xgboost.XGBoostTrainer class method) get_module() (ray.rllib.algorithms.algorithm.Algorithm method) get_multi_agent_setup() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) get_multi_rl_module_config() (ray.rllib.core.rl_module.multi_rl_module.MultiRLModuleSpec method) get_multi_rl_module_spec() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) get_multiplexed_model_id() (in module ray.serve) get_name() (ray.data.Datasink method) (ray.data.Datasource method) (ray.data.datasource.BlockBasedFileDatasink method) (ray.data.datasource.FileBasedDatasource method) (ray.data.datasource.RowBasedFileDatasink method) get_next() (ray.util.ActorPool method) get_next_unordered() (ray.util.ActorPool method) get_node() (in module ray.util.state) get_node_id() (ray.runtime_context.RuntimeContext method) get_node_ip() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) get_node_rank() (ray.train.context.TrainContext method) get_nowait() (ray.util.queue.Queue method) get_nowait_batch() (ray.util.queue.Queue method) get_np_dtype() (in module ray.rllib.utils.tensor_dtype) get_num_samples_loaded_into_buffer() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) get_objects() (in module ray.util.state) get_observations() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) get_optimizer() (ray.rllib.core.learner.learner.Learner method) get_optimizers_for_module() (ray.rllib.core.learner.learner.Learner method) get_output() (in module ray.workflow) get_output_async() (in module ray.workflow) get_param_ref() (ray.rllib.core.learner.learner.Learner method) get_parameters() (ray.rllib.core.learner.learner.Learner method) get_partial_dist_cls() (ray.rllib.models.distributions.Distribution class method) get_pickled_error() (ray.tune.experiment.trial.Trial method) get_placeholder() (in module ray.rllib.utils.tf_utils) get_placement_group() (in module ray.util.placement_group) (in module ray.util.state) get_placement_group_id() (ray.runtime_context.RuntimeContext method) get_policies_to_train() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) get_policy() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) (ray.serve.config.AutoscalingConfig method) get_preprocessor() (ray.rllib.core.models.catalog.Catalog static method) get_rank() (in module ray.util.collective.collective) get_read_tasks() (ray.data.Datasource method) get_replica_context() (in module ray.serve) get_resource_ids() (ray.runtime_context.RuntimeContext method) get_results() (ray.tune.Tuner method) get_return() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) get_rewards() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) get_rl_module_config() (ray.rllib.core.rl_module.rl_module.RLModuleSpec method) get_rl_module_spec() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) get_rollout_fragment_length() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) get_runtime_context() (in module ray.runtime_context) get_runtime_env_string() (ray.runtime_context.RuntimeContext method) get_sample_batch() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) get_session() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) get_single_step_input_dict() (ray.rllib.policy.sample_batch.SampleBatch method) get_spaces() (ray.rllib.env.env_runner.EnvRunner method) (ray.rllib.env.env_runner_group.EnvRunnerGroup method) GET_STATE (ray.rllib.env.utils.external_env_protocol.MessageTypes attribute) get_state() (ray.air.integrations.comet.CometLoggerCallback method) (ray.air.integrations.mlflow.MLflowLoggerCallback method) (ray.air.integrations.wandb.WandbLoggerCallback method) (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) (ray.rllib.core.learner.learner.Learner method) (ray.rllib.core.rl_module.rl_module.RLModule method) (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) (ray.rllib.utils.checkpoints.Checkpointable method) (ray.rllib.utils.exploration.curiosity.Curiosity method) (ray.rllib.utils.exploration.exploration.Exploration method) (ray.rllib.utils.exploration.gaussian_noise.GaussianNoise method) (ray.rllib.utils.exploration.ornstein_uhlenbeck_noise.OrnsteinUhlenbeckNoise method) (ray.rllib.utils.exploration.random.Random method) (ray.rllib.utils.exploration.random_encoder.RE3 method) (ray.rllib.utils.exploration.stochastic_sampling.StochasticSampling method) (ray.rllib.utils.replay_buffers.multi_agent_prioritized_replay_buffer.MultiAgentPrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.multi_agent_replay_buffer.MultiAgentReplayBuffer method) (ray.rllib.utils.replay_buffers.prioritized_replay_buffer.PrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.replay_buffer.ReplayBuffer method) (ray.rllib.utils.replay_buffers.reservoir_replay_buffer.ReservoirReplayBuffer method) (ray.tune.Callback method) (ray.tune.logger.aim.AimLoggerCallback method) (ray.tune.logger.CSVLoggerCallback method) (ray.tune.logger.JsonLoggerCallback method) (ray.tune.logger.LoggerCallback method) (ray.tune.logger.TBXLoggerCallback method) get_stats() (ray.rllib.core.learner.learner_group.LearnerGroup method) get_status() (in module ray.workflow) get_storage() (ray.train.context.TrainContext method) get_sub_environments() (ray.rllib.env.base_env.BaseEnv method) (ray.rllib.env.vector_env._VectorizedGymEnv method) (ray.rllib.env.vector_env.VectorEnv method) get_task() (in module ray.util.state) get_task_function_name() (ray.runtime_context.RuntimeContext method) get_task_id() (ray.runtime_context.RuntimeContext method) get_task_name() (ray.runtime_context.RuntimeContext method) get_temporary_timestep_data() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) get_tokenizer_config() (ray.rllib.core.models.catalog.Catalog class method) get_torch_compile_worker_config() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) get_tower_stats() (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) get_train_action_dist_cls() (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.core.rl_module.rl_module.RLModule method) get_trainable_name() (ray.tune.Experiment class method) get_trial_dir() (ray.train.context.TrainContext method) get_trial_id() (ray.train.context.TrainContext method) get_trial_name() (ray.train.context.TrainContext method) get_trial_resources() (ray.train.context.TrainContext method) get_version() (ray.job_submission.JobSubmissionClient method) GET_WEIGHTS (ray.rllib.env.utils.external_env_protocol.MessageTypes attribute) get_weights() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.rllib.core.learner.learner_group.LearnerGroup method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) get_worker() (in module ray.util.state) GET_WORKER_ARGS (ray.rllib.env.utils.external_env_protocol.MessageTypes attribute) get_worker_id() (ray.runtime_context.RuntimeContext method) get_world_rank() (ray.train.context.TrainContext method) get_world_size() (ray.train.context.TrainContext method) GetTimeoutError global_norm() (in module ray.rllib.utils.torch_utils) graceful_shutdown_timeout_s (ray.serve.schema.DeploymentSchema attribute) graceful_shutdown_wait_loop_s (ray.serve.schema.DeploymentSchema attribute) grad_stats_fn() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) grid_search() (in module ray.tune) groupby() (ray.data.Dataset method) GroupManager (class in ray.util.collective.collective) grpc_options (ray.serve.schema.ServeDeploySchema attribute) (ray.serve.schema.ServeInstanceDetails attribute) grpc_servicer_func_callable (ray.serve.config.gRPCOptions property) grpc_servicer_functions (ray.serve.config.gRPCOptions attribute) (ray.serve.schema.gRPCOptionsSchema attribute) gRPCOptions (class in ray.serve.config) gRPCOptionsSchema (class in ray.serve.schema)

H

has_checkpoint() (ray.tune.search.basic_variant.BasicVariantGenerator method) has_free() (ray.util.ActorPool method) has_next() (ray.util.ActorPool method) Head node head_bundle_is_empty (ray.tune.execution.placement_groups.PlacementGroupFactory property) head_cpus (ray.tune.execution.placement_groups.PlacementGroupFactory property) HeadOnly (ray.serve.config.ProxyLocation attribute) health_check_period_s (ray.serve.schema.DeploymentSchema attribute) health_check_timeout_s (ray.serve.schema.DeploymentSchema attribute) HEALTHY (ray.serve.schema.ProxyStatus attribute) healthy_worker_ids() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) HEBOSearch (class in ray.tune.search.hebo) Histogram (class in ray.serve.metrics) (class in ray.util.metrics) HIVE (ray.data.datasource.PartitionStyle attribute) HorovodConfig (class in ray.train.horovod)

HorovodTrainer (class in ray.train.horovod) host (ray.serve.config.HTTPOptions attribute) (ray.serve.schema.HTTPOptionsSchema attribute) (ray.serve.schema.ServeApplicationSchema attribute) HPO http_options (ray.serve.schema.ServeDeploySchema attribute) (ray.serve.schema.ServeInstanceDetails attribute) HTTPOptions (class in ray.serve.config) HTTPOptionsSchema (class in ray.serve.schema) huber_loss() (in module ray.rllib.utils.numpy) (in module ray.rllib.utils.tf_utils) (in module ray.rllib.utils.torch_utils) humanify() (ray.util.state.common.JobState class method) HyperBandForBOHB (class in ray.tune.schedulers) HyperBandScheduler (class in ray.tune.schedulers) HyperOptSearch (class in ray.tune.search.hyperopt)

I

ID ray-get command line option id (ray.job_submission.DriverInfo attribute) ignore_worker_failures (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) IMPALAConfig (class in ray.rllib.algorithms.impala.impala) IMPERATIVE (ray.serve.schema.APIType attribute) import_model_from_h5() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) import_path (ray.serve.schema.ServeApplicationSchema attribute) IMPORT_PATHS serve-build command line option inc() (ray.serve.metrics.Counter method) (ray.util.metrics.Counter method) index() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) inference_only (ray.rllib.core.rl_module.multi_rl_module.MultiRLModuleSpec attribute) (ray.rllib.core.rl_module.rl_module.RLModuleConfig attribute) (ray.rllib.core.rl_module.rl_module.RLModuleSpec attribute) info (ray.serve.metrics.Counter property) (ray.serve.metrics.Gauge property) (ray.serve.metrics.Histogram property) (ray.util.metrics.Counter property) (ray.util.metrics.Gauge property) (ray.util.metrics.Histogram property) INFOS (ray.rllib.policy.sample_batch.SampleBatch attribute) Ingress Deployment ingress() (in module ray.serve) init() (in module ray) init_collective_group() (in module ray.util.collective.collective) init_local_path() (ray.tune.experiment.trial.Trial method) init_logdir() (ray.tune.experiment.trial.Trial method) init_method (ray.train.torch.TorchConfig attribute) (ray.train.torch.xla.TorchXLAConfig attribute) init_view_requirements() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) initial_replicas (ray.serve.config.AutoscalingConfig attribute) input_config (ray.rllib.offline.io_context.IOContext property) input_files (ray.data.block.BlockMetadata attribute) input_files() (ray.data.Dataset method) input_specs_exploration() (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.core.rl_module.rl_module.RLModule method) input_specs_inference() (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.core.rl_module.rl_module.RLModule method) input_specs_train() (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.core.rl_module.rl_module.RLModule method) InputReader (class in ray.rllib.offline.input_reader) inspect_serializability() (in module ray.util) inverse_transform() (ray.data.preprocessors.LabelEncoder method) invocation_metadata() (ray.serve.grpc_util.RayServegRPCContext method) IOContext (class in ray.rllib.offline.io_context) ip (ray.util.state.common.ObjectState attribute) (ray.util.state.common.WorkerState attribute) is_alive (ray.util.state.common.WorkerState attribute) is_atari (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) is_detached (ray.util.state.common.ActorState attribute) (ray.util.state.common.PlacementGroupState attribute) is_done (ray.rllib.env.single_agent_episode.SingleAgentEpisode property) is_empty (ray.util.placement_group.PlacementGroup property) is_finalized (ray.rllib.env.single_agent_episode.SingleAgentEpisode property) is_finished() (ray.tune.search.basic_variant.BasicVariantGenerator method) is_group_initialized() (in module ray.util.collective.collective) is_head_node (ray.util.state.common.NodeState attribute) is_initialized() (in module ray) is_local (ray.rllib.core.learner.learner_group.LearnerGroup property) is_multi_agent() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) is_non_negative() (ray.data.ExecutionResources method) is_offline (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) is_policy_to_train() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) is_recurrent() (ray.rllib.Policy method) (ray.rllib.policy.policy.Policy method) is_remote (ray.rllib.core.learner.learner_group.LearnerGroup property) is_reset (ray.rllib.env.single_agent_episode.SingleAgentEpisode property) is_resource_limits_default() (ray.data.ExecutionOptions method) is_single_trajectory() (ray.rllib.policy.sample_batch.SampleBatch method) is_stateful() (ray.rllib.core.rl_module.rl_module.RLModule method) is_terminal() (ray.job_submission.JobStatus method) is_terminated_or_truncated() (ray.rllib.policy.sample_batch.SampleBatch method) is_time_major() (ray.rllib.models.modelv2.ModelV2 method) (ray.rllib.models.tf.tf_modelv2.TFModelV2 method) (ray.rllib.models.torch.torch_modelv2.TorchModelV2 method) is_training (ray.rllib.policy.sample_batch.SampleBatch property) is_zero() (ray.data.ExecutionResources method) isalnum() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) isalpha() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method)

isascii() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) isdecimal() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) isdigit() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) isidentifier() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) islower() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) isnumeric() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) isprintable() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) isspace() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) istitle() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) isupper() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) items() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.policy.policy_map.PolicyMap method) (ray.rllib.policy.sample_batch.SampleBatch method) (ray.runtime_env.RuntimeEnv method) (ray.runtime_env.RuntimeEnvConfig method) iter_batches() (ray.data.DataIterator method) (ray.data.Dataset method) iter_internal_ref_bundles() (ray.data.Dataset method) iter_rows() (ray.data.block.BlockAccessor method) (ray.data.Dataset method) iter_tf_batches() (ray.data.Dataset method) iter_torch_batches() (ray.data.DataIterator method) (ray.data.Dataset method) iteration (ray.rllib.algorithms.algorithm.Algorithm property) (ray.tune.Trainable property) iterator() (ray.data.Dataset method)

J

java_actor_class() (in module ray.cross_language) java_function() (in module ray.cross_language) Job JOB_ID ray-job-delete command line option ray-job-logs command line option ray-job-status command line option ray-job-stop command line option job_id (ray.job_submission.JobDetails attribute) (ray.runtime_context.RuntimeContext property) (ray.util.state.common.ActorState attribute) (ray.util.state.common.TaskState attribute) JobConfig (class in ray.job_config) JobDetails (class in ray.job_submission) JobInfo (class in ray.job_submission) JobState (class in ray.util.state.common) JobStatus (class in ray.job_submission) JobSubmissionClient (class in ray.job_submission) JobType (class in ray.job_submission) join() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method)

json() (ray.job_submission.DriverInfo method) (ray.job_submission.JobDetails method) (ray.serve.config.AutoscalingConfig method) (ray.serve.config.gRPCOptions method) (ray.serve.config.HTTPOptions method) (ray.serve.schema.ApplicationDetails method) (ray.serve.schema.DeploymentDetails method) (ray.serve.schema.DeploymentSchema method) (ray.serve.schema.gRPCOptionsSchema method) (ray.serve.schema.HTTPOptionsSchema method) (ray.serve.schema.LoggingConfig method) (ray.serve.schema.RayActorOptionsSchema method) (ray.serve.schema.ReplicaDetails method) (ray.serve.schema.ServeApplicationSchema method) (ray.serve.schema.ServeDeploySchema method) (ray.serve.schema.ServeInstanceDetails method) JsonLoggerCallback (class in ray.tune.logger) JsonReader (class in ray.rllib.offline.json_reader) JupyterNotebookReporter (class in ray.tune) jvm_options (ray.job_config.JobConfig attribute)

K

keep_alive_timeout_s (ray.serve.config.HTTPOptions attribute) (ray.serve.schema.HTTPOptionsSchema attribute) KeepCheckpointsNum (ray.rllib.common.CLIArguments attribute) key (ray.train.horovod.HorovodConfig attribute) keys() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.policy.policy_map.PolicyMap method) (ray.rllib.policy.sample_batch.SampleBatch method) (ray.runtime_env.RuntimeEnv method) (ray.runtime_env.RuntimeEnvConfig method)

kill() (in module ray) kill_node() (ray.autoscaler._private.fake_multi_node.test_utils.DockerCluster method) kl() (ray.rllib.models.distributions.Distribution method) known_fields (ray.runtime_env.RuntimeEnv attribute) (ray.runtime_env.RuntimeEnvConfig attribute)

L

l2_loss() (in module ray.rllib.utils.numpy) (in module ray.rllib.utils.tf_utils) (in module ray.rllib.utils.torch_utils) LabelEncoder (class in ray.data.preprocessors) labels (ray.util.state.common.NodeState attribute) language (ray.util.state.common.TaskState attribute) last() (ray.rllib.env.base_env.BaseEnv method) last_deployed_time_s (ray.serve.schema.ApplicationDetails attribute) (ray.serve.schema.ApplicationStatusOverview attribute) last_output() (ray.rllib.models.modelv2.ModelV2 method) (ray.rllib.models.tf.tf_modelv2.TFModelV2 method) (ray.rllib.models.torch.torch_modelv2.TorchModelV2 method) latent_dims (ray.rllib.core.models.catalog.Catalog property) learn_on_batch() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) learn_on_batch_from_replay_buffer() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) learn_on_loaded_batch() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) Learner (class in ray.rllib.core.learner.learner) learner_class (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) learner_only (ray.rllib.core.rl_module.rl_module.RLModuleConfig attribute) (ray.rllib.core.rl_module.rl_module.RLModuleSpec attribute) LearnerGroup (class in ray.rllib.core.learner.learner_group) learners() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) LightGBMTrainer (class in ray.train.lightgbm) lightning_module_state_dict() (ray.train.lightning.RayFSDPStrategy method) limit() (ray.data.Dataset method) Lineage LinearSchedule (class in ray.rllib.utils.schedules.linear_schedule) list_actors() (in module ray.util.state) list_all() (in module ray.workflow) list_columns() (ray.util.state.common.JobState class method) list_jobs() (in module ray.util.state) (ray.job_submission.JobSubmissionClient method) list_logs() (in module ray.util.state) list_named_actors() (in module ray.util) list_nodes() (in module ray.util.state) list_objects() (in module ray.util.state) list_placement_groups() (in module ray.util.state) list_runtime_envs() (in module ray.util.state) list_tasks() (in module ray.util.state) list_workers() (in module ray.util.state) ljust() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) load_batch_into_buffer() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) load_checkpoint() (ray.tune.Trainable method) load_experiments_from_file() (in module ray.rllib.train) load_state_path (ray.rllib.core.rl_module.multi_rl_module.MultiRLModuleSpec attribute) (ray.rllib.core.rl_module.rl_module.RLModuleSpec attribute) local_dir (ray.train.RunConfig attribute) (ray.tune.Experiment property) (ray.tune.experiment.trial.Trial property) local_env_runner (ray.rllib.env.env_runner_group.EnvRunnerGroup property) local_path (ray.tune.Experiment property) (ray.tune.experiment.trial.Trial attribute) local_policy_inference() (in module ray.rllib.utils.policy) local_worker() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) LocalDir (ray.rllib.common.CLIArguments attribute) locality_with_output (ray.data.ExecutionOptions attribute) LocalMode (ray.rllib.common.CLIArguments attribute)

LocalRayletDiedError location (ray.serve.config.HTTPOptions attribute) lock() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) LOG_ACTION (ray.rllib.env.utils.external_env_protocol.MessageTypes attribute) log_action() (ray.rllib.env.external_env.ExternalEnv method) (ray.rllib.env.external_multi_agent_env.ExternalMultiAgentEnv method) (ray.rllib.env.policy_client.PolicyClient method) log_file_path (ray.serve.schema.ReplicaDetails attribute) (ray.serve.schema.ServeActorDetails attribute) log_level (ray.LoggingConfig attribute) (ray.serve.schema.LoggingConfig attribute) log_result() (ray.tune.Trainable method) LOG_RETURNS (ray.rllib.env.utils.external_env_protocol.MessageTypes attribute) log_returns() (ray.rllib.env.external_env.ExternalEnv method) (ray.rllib.env.external_multi_agent_env.ExternalMultiAgentEnv method) (ray.rllib.env.policy_client.PolicyClient method) log_to_file (ray.train.RunConfig attribute) log_trial_end() (ray.tune.logger.LoggerCallback method) log_trial_restore() (ray.air.integrations.comet.CometLoggerCallback method) (ray.air.integrations.mlflow.MLflowLoggerCallback method) (ray.air.integrations.wandb.WandbLoggerCallback method) (ray.tune.logger.aim.AimLoggerCallback method) (ray.tune.logger.CSVLoggerCallback method) (ray.tune.logger.JsonLoggerCallback method) (ray.tune.logger.LoggerCallback method) (ray.tune.logger.TBXLoggerCallback method) log_trial_result() (ray.air.integrations.comet.CometLoggerCallback method) (ray.tune.logger.LoggerCallback method) log_trial_save() (ray.air.integrations.mlflow.MLflowLoggerCallback method) (ray.tune.logger.aim.AimLoggerCallback method) (ray.tune.logger.CSVLoggerCallback method) (ray.tune.logger.JsonLoggerCallback method) (ray.tune.logger.LoggerCallback method) (ray.tune.logger.TBXLoggerCallback method) log_trial_start() (ray.air.integrations.comet.CometLoggerCallback method) (ray.tune.logger.CSVLoggerCallback method) (ray.tune.logger.LoggerCallback method) logdir (ray.rllib.algorithms.algorithm.Algorithm property) (ray.tune.experiment.trial.Trial property) (ray.tune.Trainable property) LoggerCallback (class in ray.tune.logger) logging_config (ray.serve.schema.DeploymentSchema attribute) (ray.serve.schema.ServeApplicationSchema attribute) (ray.serve.schema.ServeDeploySchema attribute) LoggingConfig (class in ray) (class in ray.serve.schema) logp() (ray.rllib.models.distributions.Distribution method) lograndint() (in module ray.tune) logs_dir (ray.serve.schema.LoggingConfig attribute) loguniform() (in module ray.tune) look_back_period_s (ray.serve.config.AutoscalingConfig attribute) loss() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) lower() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) lstm() (in module ray.rllib.utils.numpy) lstrip() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method)

M

make_action_immutable() (in module ray.rllib.utils.numpy) make_env() (ray.rllib.env.env_runner.EnvRunner method) make_model() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) make_model_and_action_dist() (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) make_module() (ray.rllib.env.env_runner.EnvRunner method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) make_multi_agent() (in module ray.rllib.env.multi_agent_env) make_multi_callbacks() (in module ray.rllib.algorithms.callbacks) make_tf_callable() (in module ray.rllib.utils.tf_utils) maketrans() (ray.data.datasource.PartitionStyle static method) (ray.job_submission.JobStatus static method) (ray.job_submission.JobType static method) (ray.rllib.common.FrameworkEnum static method) (ray.rllib.common.SupportedFileType static method) (ray.serve.config.ProxyLocation static method) (ray.serve.schema.APIType static method) (ray.serve.schema.ApplicationStatus static method) (ray.serve.schema.ProxyStatus static method) map() (ray.data.Dataset method) (ray.util.ActorPool method) map_batches() (ray.data.Dataset method) map_groups() (ray.data.grouped_data.GroupedData method) map_unordered() (ray.util.ActorPool method) MARWILConfig (class in ray.rllib.algorithms.marwil.marwil) materialize() (ray.data.DataIterator method) (ray.data.Dataset method) max() (ray.data.Dataset method) (ray.data.ExecutionResources method) (ray.data.grouped_data.GroupedData method) max_concurrent_trials (ray.tune.TuneConfig attribute) max_failures (ray.train.FailureConfig attribute) max_num_worker_restarts (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) max_ongoing_requests (ray.serve.Deployment property) (ray.serve.schema.DeploymentSchema attribute) max_queued_requests (ray.serve.Deployment property) (ray.serve.schema.DeploymentSchema attribute) max_replicas (ray.serve.config.AutoscalingConfig attribute) max_replicas_per_node (ray.serve.schema.DeploymentSchema attribute) MaxAbsScaler (class in ray.data.preprocessors) MaximumIterationStopper (class in ray.tune.stopper) maybe_remove_time_dimension() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.policy.Policy method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) mean() (ray.data.Dataset method) (ray.data.grouped_data.GroupedData method) MedianStoppingRule (class in ray.tune.schedulers) memory (ray.serve.schema.RayActorOptionsSchema attribute) MemoryTrackingCallbacks (class in ray.rllib.algorithms.callbacks) merge_algorithm_configs() (ray.rllib.algorithms.algorithm.Algorithm class method) merge_sorted_blocks() (ray.data.block.BlockAccessor static method) message (ray.job_submission.JobDetails attribute) (ray.job_submission.JobInfo attribute) (ray.serve.schema.ApplicationDetails attribute) (ray.serve.schema.ApplicationStatusOverview attribute) (ray.serve.schema.DeploymentDetails attribute) (ray.serve.schema.DeploymentStatusOverview attribute) MessageTypes (class in ray.rllib.env.utils.external_env_protocol) metadata (ray.data.ReadTask property) (ray.job_config.JobConfig attribute) (ray.job_submission.JobDetails attribute) (ray.job_submission.JobInfo attribute) METADATA_FILE_NAME (ray.rllib.algorithms.algorithm.Algorithm attribute) (ray.rllib.core.learner.learner.Learner attribute) (ray.rllib.core.learner.learner_group.LearnerGroup attribute) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule attribute) (ray.rllib.core.rl_module.rl_module.RLModule attribute) (ray.rllib.utils.checkpoints.Checkpointable attribute) method() (in module ray) metric (ray.tune.schedulers.FIFOScheduler property) (ray.tune.schedulers.HyperBandForBOHB property) (ray.tune.schedulers.HyperBandScheduler property) (ray.tune.schedulers.MedianStoppingRule property) (ray.tune.schedulers.pb2.PB2 property) (ray.tune.schedulers.PopulationBasedTraining property) (ray.tune.schedulers.PopulationBasedTrainingReplay property) (ray.tune.schedulers.ResourceChangingScheduler property) (ray.tune.schedulers.TrialScheduler property) (ray.tune.search.ax.AxSearch property) (ray.tune.search.basic_variant.BasicVariantGenerator property) (ray.tune.search.bayesopt.BayesOptSearch property) (ray.tune.search.bohb.TuneBOHB property) (ray.tune.search.ConcurrencyLimiter property) (ray.tune.search.hebo.HEBOSearch property) (ray.tune.search.hyperopt.HyperOptSearch property) (ray.tune.search.nevergrad.NevergradSearch property) (ray.tune.search.optuna.OptunaSearch property) (ray.tune.search.Repeater property) (ray.tune.search.Searcher property) (ray.tune.search.zoopt.ZOOptSearch property) (ray.tune.TuneConfig attribute)

metrics (ray.train.Result attribute) metrics() (ray.rllib.models.modelv2.ModelV2 method) (ray.rllib.models.tf.tf_modelv2.TFModelV2 method) (ray.rllib.models.torch.torch_modelv2.TorchModelV2 method) metrics_dataframe (ray.train.Result attribute) metrics_interval_s (ray.serve.config.AutoscalingConfig attribute) middlewares (ray.serve.config.HTTPOptions attribute) min() (ray.data.Dataset method) (ray.data.ExecutionResources method) (ray.data.grouped_data.GroupedData method) min_replicas (ray.serve.config.AutoscalingConfig attribute) minimize_and_clip() (in module ray.rllib.utils.tf_utils) (in module ray.rllib.utils.torch_utils) MinMaxScaler (class in ray.data.preprocessors) MixedInput (class in ray.rllib.offline.mixed_input) MLflowLoggerCallback (class in ray.air.integrations.mlflow) mode (ray.tune.search.ax.AxSearch property) (ray.tune.search.bayesopt.BayesOptSearch property) (ray.tune.search.bohb.TuneBOHB property) (ray.tune.search.ConcurrencyLimiter property) (ray.tune.search.hebo.HEBOSearch property) (ray.tune.search.hyperopt.HyperOptSearch property) (ray.tune.search.nevergrad.NevergradSearch property) (ray.tune.search.optuna.OptunaSearch property) (ray.tune.search.Repeater property) (ray.tune.search.Searcher property) (ray.tune.search.zoopt.ZOOptSearch property) (ray.tune.TuneConfig attribute) Model model_config (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModuleSpec attribute) (ray.rllib.core.rl_module.rl_module.RLModuleSpec attribute) model_config_dict (ray.rllib.core.rl_module.rl_module.RLModuleConfig attribute) (ray.rllib.core.rl_module.rl_module.RLModuleSpec attribute) ModelV2 (class in ray.rllib.models.modelv2) module ray.rllib.env.multi_agent_env ray.util.collective.collective module (ray.rllib.core.learner.learner.Learner property) module_class (ray.rllib.core.rl_module.rl_module.RLModuleSpec attribute) module_specs (ray.rllib.core.rl_module.multi_rl_module.MultiRLModuleSpec attribute) modules_to_load (ray.rllib.core.rl_module.multi_rl_module.MultiRLModuleSpec attribute) Multi-agent multi_agent() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) multi_gpu_train_one_step() (in module ray.rllib.execution.train_ops) MultiAgentBatch (class in ray.rllib.policy.sample_batch) MultiAgentEnv (class in ray.rllib.env.multi_agent_env) MultiAgentPrioritizedReplayBuffer (class in ray.rllib.utils.replay_buffers.multi_agent_prioritized_replay_buffer) MultiAgentReplayBuffer (class in ray.rllib.utils.replay_buffers.multi_agent_replay_buffer) MultiHotEncoder (class in ray.data.preprocessors) multiplexed() (in module ray.serve) MultiRLModule (class in ray.rllib.core.rl_module.multi_rl_module) MultiRLModuleSpec (class in ray.rllib.core.rl_module.multi_rl_module)

N

name (ray.serve.Deployment property) (ray.serve.schema.ApplicationDetails attribute) (ray.serve.schema.DeploymentDetails attribute) (ray.serve.schema.DeploymentSchema attribute) (ray.serve.schema.ServeApplicationSchema attribute) (ray.train.RunConfig attribute) (ray.util.state.common.ActorState attribute) (ray.util.state.common.PlacementGroupState attribute) (ray.util.state.common.TaskState attribute) Namespace namespace (ray.runtime_context.RuntimeContext property) neuron_parallel_compile (ray.train.torch.xla.TorchXLAConfig attribute) NevergradSearch (class in ray.tune.search.nevergrad) next() (ray.rllib.env.policy_server_input.PolicyServerInput method) (ray.rllib.offline.input_reader.InputReader method) NEXT_OBS (ray.rllib.policy.sample_batch.SampleBatch attribute) next_trial() (ray.tune.search.basic_variant.BasicVariantGenerator method) nics (ray.train.horovod.HorovodConfig attribute) Node node_id (ray.data.block.BlockExecStats attribute) (ray.runtime_context.RuntimeContext property) (ray.serve.schema.ReplicaDetails attribute) (ray.serve.schema.ServeActorDetails attribute) (ray.util.scheduling_strategies.NodeAffinitySchedulingStrategy attribute) (ray.util.state.common.ActorState attribute) (ray.util.state.common.NodeState attribute) (ray.util.state.common.RuntimeEnvState attribute) (ray.util.state.common.TaskState attribute) (ray.util.state.common.WorkerState attribute) node_id_to_summary (ray.util.state.common.StateSummary attribute) node_ip (ray.serve.schema.ReplicaDetails attribute) (ray.serve.schema.ServeActorDetails attribute) (ray.util.state.common.NodeState attribute) node_ip_address (ray.job_submission.DriverInfo attribute) node_name (ray.util.state.common.NodeState attribute) NodeAffinitySchedulingStrategy (class in ray.util.scheduling_strategies) NodeDiedError nodes() (in module ray) NodeState (class in ray.util.state.common) NOOP (ray.tune.schedulers.FIFOScheduler attribute) (ray.tune.schedulers.HyperBandForBOHB attribute) (ray.tune.schedulers.HyperBandScheduler attribute) (ray.tune.schedulers.MedianStoppingRule attribute) (ray.tune.schedulers.pb2.PB2 attribute) (ray.tune.schedulers.PopulationBasedTraining attribute) (ray.tune.schedulers.PopulationBasedTrainingReplay attribute) (ray.tune.schedulers.ResourceChangingScheduler attribute) (ray.tune.schedulers.TrialScheduler attribute)

NoopStopper (class in ray.tune.stopper.noop) normalized_base_dir (ray.data.datasource.Partitioning property) Normalizer (class in ray.data.preprocessors) NOT_STARTED (ray.serve.schema.ApplicationStatus attribute) num_blocks() (ray.data.Dataset method) num_consecutive_worker_failures_tolerance (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) num_cpus (ray.serve.config.HTTPOptions attribute) (ray.serve.schema.RayActorOptionsSchema attribute) num_cpus_for_local_worker (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) num_cpus_per_learner_worker (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) num_cpus_per_worker (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) (ray.train.ScalingConfig property) num_envs_per_worker (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) num_errors (ray.tune.ResultGrid property) num_gpus (ray.serve.schema.RayActorOptionsSchema attribute) num_gpus_per_learner_worker (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) num_gpus_per_worker (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) (ray.train.ScalingConfig property) num_healthy_remote_workers() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) num_healthy_workers() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) num_in_flight_async_reqs() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) num_learner_workers (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) num_remote_env_runners() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) num_remote_worker_restarts() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) num_remote_workers() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) num_replicas (ray.serve.Deployment property) (ray.serve.schema.DeploymentSchema attribute) num_restarts (ray.util.state.common.ActorState attribute) num_restarts_due_to_lineage_reconstruction (ray.util.state.common.ActorState attribute) num_rollout_workers (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) num_rows (ray.data.block.BlockMetadata attribute) num_rows() (ray.data.block.BlockAccessor method) num_rows_per_write (ray.data.Datasink property) (ray.data.datasource.BlockBasedFileDatasink property) (ray.data.datasource.RowBasedFileDatasink property) num_samples (ray.tune.TuneConfig attribute) num_state_tensors() (ray.rllib.Policy method) (ray.rllib.policy.policy.Policy method) num_terminated (ray.tune.ResultGrid property) num_to_keep (ray.train.CheckpointConfig attribute) num_workers (ray.train.ScalingConfig attribute) NumSamples (ray.rllib.common.CLIArguments attribute)

O

Object Object ownership Object reference Object spilling Object store object_id (ray.util.state.common.ObjectState attribute) object_size (ray.util.state.common.ObjectState attribute) object_store_memory_str() (ray.data.ExecutionResources method) ObjectFetchTimedOutError ObjectLostError ObjectReconstructionFailedError ObjectReconstructionFailedLineageEvictedError ObjectReconstructionFailedMaxAttemptsExceededError ObjectState (class in ray.util.state.common) ObjectStoreFullError ObjectSummaries (class in ray.util.state.common) ObjectSummaryPerKey (class in ray.util.state.common) OBS (ray.rllib.policy.sample_batch.SampleBatch attribute) OBS_EMBEDS (ray.rllib.policy.sample_batch.SampleBatch attribute) Observation observation_space (ray.rllib.core.rl_module.multi_rl_module.MultiRLModuleSpec attribute) (ray.rllib.core.rl_module.rl_module.RLModuleConfig attribute) (ray.rllib.core.rl_module.rl_module.RLModuleSpec attribute) (ray.rllib.env.base_env.BaseEnv property) OBSERVATION_SPACE (ray.rllib.env.utils.external_env_protocol.MessageTypes attribute) observe() (ray.serve.metrics.Histogram method) (ray.util.metrics.Histogram method) of() (ray.data.datasource.PathPartitionFilter static method) (ray.data.datasource.PathPartitionParser static method) Off-Policy Offline data Offline RL offline_data() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) On-Policy on_algorithm_init() (ray.rllib.algorithms.callbacks.DefaultCallbacks method) on_checkpoint() (ray.air.integrations.comet.CometLoggerCallback method) (ray.air.integrations.mlflow.MLflowLoggerCallback method) (ray.air.integrations.wandb.WandbLoggerCallback method) (ray.tune.Callback method) (ray.tune.experiment.trial.Trial method) (ray.tune.logger.aim.AimLoggerCallback method) (ray.tune.logger.CSVLoggerCallback method) (ray.tune.logger.JsonLoggerCallback method) (ray.tune.logger.LoggerCallback method) (ray.tune.logger.TBXLoggerCallback method) on_checkpoint_loaded() (ray.rllib.algorithms.callbacks.DefaultCallbacks method) on_create_policy() (ray.rllib.algorithms.callbacks.DefaultCallbacks method) on_environment_created() (ray.rllib.algorithms.callbacks.DefaultCallbacks method) on_episode_created() (ray.rllib.algorithms.callbacks.DefaultCallbacks method) on_episode_end() (ray.rllib.algorithms.callbacks.DefaultCallbacks method) (ray.rllib.utils.exploration.curiosity.Curiosity method) (ray.rllib.utils.exploration.epsilon_greedy.EpsilonGreedy method) (ray.rllib.utils.exploration.exploration.Exploration method) (ray.rllib.utils.exploration.gaussian_noise.GaussianNoise method) (ray.rllib.utils.exploration.ornstein_uhlenbeck_noise.OrnsteinUhlenbeckNoise method) (ray.rllib.utils.exploration.random.Random method) (ray.rllib.utils.exploration.random_encoder.RE3 method) (ray.rllib.utils.exploration.stochastic_sampling.StochasticSampling method) on_episode_start() (ray.rllib.algorithms.callbacks.DefaultCallbacks method) (ray.rllib.utils.exploration.curiosity.Curiosity method) (ray.rllib.utils.exploration.epsilon_greedy.EpsilonGreedy method) (ray.rllib.utils.exploration.exploration.Exploration method) (ray.rllib.utils.exploration.gaussian_noise.GaussianNoise method) (ray.rllib.utils.exploration.ornstein_uhlenbeck_noise.OrnsteinUhlenbeckNoise method) (ray.rllib.utils.exploration.random.Random method) (ray.rllib.utils.exploration.random_encoder.RE3 method) (ray.rllib.utils.exploration.stochastic_sampling.StochasticSampling method) on_episode_step() (ray.rllib.algorithms.callbacks.DefaultCallbacks method) on_evaluate_end() (ray.rllib.algorithms.callbacks.DefaultCallbacks method) on_evaluate_start() (ray.rllib.algorithms.callbacks.DefaultCallbacks method) on_experiment_end() (ray.air.integrations.comet.CometLoggerCallback method) (ray.air.integrations.mlflow.MLflowLoggerCallback method) (ray.air.integrations.wandb.WandbLoggerCallback method) (ray.tune.Callback method) (ray.tune.logger.aim.AimLoggerCallback method) (ray.tune.logger.CSVLoggerCallback method) (ray.tune.logger.JsonLoggerCallback method) (ray.tune.logger.LoggerCallback method) (ray.tune.logger.TBXLoggerCallback method) on_global_var_update() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) on_learn_on_batch() (ray.rllib.algorithms.callbacks.DefaultCallbacks method) on_postprocess_trajectory() (ray.rllib.algorithms.callbacks.DefaultCallbacks method) on_restore() (ray.tune.experiment.trial.Trial method) on_sample_end() (ray.rllib.algorithms.callbacks.DefaultCallbacks method) on_save() (ray.train.huggingface.transformers.RayTrainReportCallback method) on_shutdown() (ray.train.backend.Backend method) on_start() (ray.train.backend.Backend method) on_step_begin() (ray.air.integrations.comet.CometLoggerCallback method) (ray.air.integrations.mlflow.MLflowLoggerCallback method) (ray.air.integrations.wandb.WandbLoggerCallback method) (ray.tune.Callback method) (ray.tune.logger.aim.AimLoggerCallback method) (ray.tune.logger.CSVLoggerCallback method) (ray.tune.logger.JsonLoggerCallback method) (ray.tune.logger.LoggerCallback method) (ray.tune.logger.TBXLoggerCallback method)

on_step_end() (ray.air.integrations.comet.CometLoggerCallback method) (ray.air.integrations.mlflow.MLflowLoggerCallback method) (ray.air.integrations.wandb.WandbLoggerCallback method) (ray.tune.Callback method) (ray.tune.logger.aim.AimLoggerCallback method) (ray.tune.logger.CSVLoggerCallback method) (ray.tune.logger.JsonLoggerCallback method) (ray.tune.logger.LoggerCallback method) (ray.tune.logger.TBXLoggerCallback method) on_sub_environment_created() (ray.rllib.algorithms.callbacks.DefaultCallbacks method) on_train_result() (ray.rllib.algorithms.callbacks.DefaultCallbacks method) on_training_start() (ray.train.backend.Backend method) on_trial_add() (ray.tune.schedulers.AsyncHyperBandScheduler method) (ray.tune.schedulers.HyperBandForBOHB method) (ray.tune.schedulers.HyperBandScheduler method) (ray.tune.schedulers.TrialScheduler method) on_trial_complete() (ray.tune.Callback method) (ray.tune.schedulers.AsyncHyperBandScheduler method) (ray.tune.schedulers.HyperBandForBOHB method) (ray.tune.schedulers.HyperBandScheduler method) (ray.tune.schedulers.TrialScheduler method) (ray.tune.search.ax.AxSearch method) (ray.tune.search.bayesopt.BayesOptSearch method) (ray.tune.search.hebo.HEBOSearch method) (ray.tune.search.hyperopt.HyperOptSearch method) (ray.tune.search.nevergrad.NevergradSearch method) (ray.tune.search.Repeater method) (ray.tune.search.Searcher method) (ray.tune.search.zoopt.ZOOptSearch method) on_trial_error() (ray.tune.Callback method) (ray.tune.schedulers.HyperBandForBOHB method) (ray.tune.schedulers.HyperBandScheduler method) (ray.tune.schedulers.TrialScheduler method) on_trial_recover() (ray.air.integrations.comet.CometLoggerCallback method) (ray.air.integrations.mlflow.MLflowLoggerCallback method) (ray.air.integrations.wandb.WandbLoggerCallback method) (ray.tune.Callback method) (ray.tune.logger.aim.AimLoggerCallback method) (ray.tune.logger.CSVLoggerCallback method) (ray.tune.logger.JsonLoggerCallback method) (ray.tune.logger.LoggerCallback method) (ray.tune.logger.TBXLoggerCallback method) on_trial_remove() (ray.tune.schedulers.AsyncHyperBandScheduler method) (ray.tune.schedulers.HyperBandForBOHB method) (ray.tune.schedulers.HyperBandScheduler method) (ray.tune.schedulers.TrialScheduler method) on_trial_restore() (ray.tune.Callback method) on_trial_result() (ray.tune.Callback method) (ray.tune.schedulers.AsyncHyperBandScheduler method) (ray.tune.schedulers.HyperBandForBOHB method) (ray.tune.schedulers.HyperBandScheduler method) (ray.tune.schedulers.MedianStoppingRule method) (ray.tune.schedulers.TrialScheduler method) (ray.tune.search.ax.AxSearch method) (ray.tune.search.basic_variant.BasicVariantGenerator method) (ray.tune.search.bayesopt.BayesOptSearch method) (ray.tune.search.hebo.HEBOSearch method) (ray.tune.search.nevergrad.NevergradSearch method) (ray.tune.search.Repeater method) (ray.tune.search.Searcher method) (ray.tune.search.zoopt.ZOOptSearch method) on_trial_save() (ray.tune.Callback method) on_trial_start() (ray.tune.Callback method) on_workers_recreated() (ray.rllib.algorithms.callbacks.DefaultCallbacks method) on_write_complete() (ray.data.Datasink method) on_write_failed() (ray.data.Datasink method) (ray.data.datasource.BlockBasedFileDatasink method) (ray.data.datasource.RowBasedFileDatasink method) on_write_start() (ray.data.Datasink method) (ray.data.datasource.BlockBasedFileDatasink method) (ray.data.datasource.RowBasedFileDatasink method) one_hot() (in module ray.rllib.utils.numpy) (in module ray.rllib.utils.tf_utils) (in module ray.rllib.utils.torch_utils) OneHotEncoder (class in ray.data.preprocessors) OOM (Out of Memory) optimizer (ray.tune.search.bayesopt.BayesOptSearch attribute) (ray.tune.search.zoopt.ZOOptSearch attribute) optimizer() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) options() (ray.actor.ActorClass method) (ray.actor.ActorMethod method) (ray.remote_function.RemoteFunction method) (ray.serve.Deployment method) (ray.serve.handle.DeploymentHandle method) OptunaSearch (class in ray.tune.search.optuna) OrdinalEncoder (class in ray.data.preprocessors) OrnsteinUhlenbeckNoise (class in ray.rllib.utils.exploration.ornstein_uhlenbeck_noise) Out (ray.rllib.common.CLIArguments attribute) OutOfDiskError OutOfMemoryError output_config (ray.rllib.offline.io_context.IOContext property) output_queue (ray.tune.JupyterNotebookReporter property) output_specs_exploration() (ray.rllib.core.rl_module.rl_module.RLModule method) output_specs_inference() (ray.rllib.core.rl_module.rl_module.RLModule method) output_specs_train() (ray.rllib.core.rl_module.rl_module.RLModule method) overrides() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig class method) OwnerDiedError

P

par_iter_init() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) par_iter_next() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) par_iter_next_batch() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) par_iter_slice() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) par_iter_slice_batch() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) ParameterNoise (class in ray.rllib.utils.exploration.parameter_noise) parent_task_id (ray.util.state.common.TaskState attribute) ParquetMetadataProvider (class in ray.data.datasource) parse_policy_specs_from_checkpoint() (in module ray.rllib.utils.policy) parser (ray.data.datasource.PathPartitionFilter property) partition() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) Partitioning (class in ray.data.datasource) PartitionStyle (class in ray.data.datasource) path (ray.train.Checkpoint attribute) (ray.train.Result attribute) (ray.tune.Experiment property) (ray.tune.experiment.trial.Trial attribute) PathPartitionFilter (class in ray.data.datasource) PathPartitionParser (class in ray.data.datasource) PAUSE (ray.tune.schedulers.FIFOScheduler attribute) (ray.tune.schedulers.HyperBandForBOHB attribute) (ray.tune.schedulers.HyperBandScheduler attribute) (ray.tune.schedulers.MedianStoppingRule attribute) (ray.tune.schedulers.pb2.PB2 attribute) (ray.tune.schedulers.PopulationBasedTraining attribute) (ray.tune.schedulers.PopulationBasedTrainingReplay attribute) (ray.tune.schedulers.ResourceChangingScheduler attribute) (ray.tune.schedulers.TrialScheduler attribute) PB2 (class in ray.tune.schedulers.pb2) peer() (ray.serve.grpc_util.RayServegRPCContext method) peer_identities() (ray.serve.grpc_util.RayServegRPCContext method) peer_identity_key() (ray.serve.grpc_util.RayServegRPCContext method) PENDING (ray.job_submission.JobStatus attribute) PendingCallsLimitExceeded pid (ray.job_submission.DriverInfo attribute) (ray.serve.schema.ReplicaDetails attribute) (ray.util.state.common.ActorState attribute) (ray.util.state.common.ObjectState attribute) (ray.util.state.common.WorkerState attribute) PiecewiseSchedule (class in ray.rllib.utils.schedules.piecewise_schedule) PING (ray.rllib.env.utils.external_env_protocol.MessageTypes attribute) ping() (ray.rllib.env.env_runner.EnvRunner method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) (ray.rllib.utils.replay_buffers.multi_agent_prioritized_replay_buffer.MultiAgentPrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.multi_agent_replay_buffer.MultiAgentReplayBuffer method) (ray.rllib.utils.replay_buffers.prioritized_replay_buffer.PrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.replay_buffer.ReplayBuffer method) (ray.rllib.utils.replay_buffers.reservoir_replay_buffer.ReservoirReplayBuffer method) Placement group Placement Group Bundle placement_group (ray.util.scheduling_strategies.PlacementGroupSchedulingStrategy attribute) placement_group() (in module ray.util) placement_group_bundle_index (ray.util.scheduling_strategies.PlacementGroupSchedulingStrategy attribute) placement_group_bundles (ray.serve.schema.DeploymentSchema attribute) placement_group_capture_child_tasks (ray.util.scheduling_strategies.PlacementGroupSchedulingStrategy attribute) placement_group_id (ray.util.state.common.ActorState attribute) (ray.util.state.common.PlacementGroupState attribute) (ray.util.state.common.TaskState attribute) placement_group_strategy (ray.serve.schema.DeploymentSchema attribute) placement_group_table() (in module ray.util) placement_group_timeout_s (ray.train.horovod.HorovodConfig attribute) placement_strategy (ray.train.ScalingConfig attribute) PlacementGroup (class in ray.util.placement_group) PlacementGroupFactory (class in ray.tune.execution.placement_groups) PlacementGroupSchedulingStrategy (class in ray.util.scheduling_strategies) PlacementGroupState (class in ray.util.state.common) PlasmaObjectNotAvailable plugin_uris() (ray.runtime_env.RuntimeEnv method) Policy (class in ray.rllib.policy.policy) policy_batches (ray.rllib.policy.sample_batch.MultiAgentBatch attribute) PolicyClient (class in ray.rllib.env.policy_client) PolicyMap (class in ray.rllib.policy.policy_map) PolicyServerInput (class in ray.rllib.env.policy_server_input) poll() (ray.rllib.env.base_env.BaseEnv method) PolynomialSchedule (class in ray.rllib.utils.schedules.polynomial_schedule) PONG (ray.rllib.env.utils.external_env_protocol.MessageTypes attribute) pop() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) (ray.rllib.policy.policy_map.PolicyMap method) (ray.rllib.policy.sample_batch.SampleBatch method) (ray.runtime_env.RuntimeEnv method) (ray.runtime_env.RuntimeEnvConfig method)

pop_idle() (ray.util.ActorPool method) popitem() (ray.rllib.policy.policy_map.PolicyMap method) (ray.rllib.policy.sample_batch.SampleBatch method) (ray.runtime_env.RuntimeEnv method) (ray.runtime_env.RuntimeEnvConfig method) PopulationBasedTraining (class in ray.tune.schedulers) PopulationBasedTrainingReplay (class in ray.tune.schedulers) port (ray.serve.config.gRPCOptions attribute) (ray.serve.config.HTTPOptions attribute) (ray.serve.schema.gRPCOptionsSchema attribute) (ray.serve.schema.HTTPOptionsSchema attribute) (ray.serve.schema.ServeApplicationSchema attribute) postprocess_gradients() (ray.rllib.core.learner.learner.Learner method) postprocess_gradients_for_module() (ray.rllib.core.learner.learner.Learner method) postprocess_trajectory() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) (ray.rllib.utils.exploration.curiosity.Curiosity method) (ray.rllib.utils.exploration.epsilon_greedy.EpsilonGreedy method) (ray.rllib.utils.exploration.exploration.Exploration method) (ray.rllib.utils.exploration.gaussian_noise.GaussianNoise method) (ray.rllib.utils.exploration.ornstein_uhlenbeck_noise.OrnsteinUhlenbeckNoise method) (ray.rllib.utils.exploration.random.Random method) (ray.rllib.utils.exploration.random_encoder.RE3 method) (ray.rllib.utils.exploration.stochastic_sampling.StochasticSampling method) PowerTransformer (class in ray.data.preprocessors) PPOConfig (class in ray.rllib.algorithms.ppo.ppo) Predictor preferred_batch_format() (ray.data.preprocessor.Preprocessor class method) (ray.data.preprocessors.Categorizer class method) (ray.data.preprocessors.Concatenator class method) (ray.data.preprocessors.CustomKBinsDiscretizer class method) (ray.data.preprocessors.LabelEncoder class method) (ray.data.preprocessors.MaxAbsScaler class method) (ray.data.preprocessors.MinMaxScaler class method) (ray.data.preprocessors.MultiHotEncoder class method) (ray.data.preprocessors.Normalizer class method) (ray.data.preprocessors.OneHotEncoder class method) (ray.data.preprocessors.OrdinalEncoder class method) (ray.data.preprocessors.PowerTransformer class method) (ray.data.preprocessors.RobustScaler class method) (ray.data.preprocessors.SimpleImputer class method) (ray.data.preprocessors.StandardScaler class method) (ray.data.preprocessors.UniformKBinsDiscretizer class method) prefetch_file_metadata() (ray.data.datasource.ParquetMetadataProvider method) prepare_data_loader() (in module ray.train.torch) prepare_dataset_shard() (in module ray.train.tensorflow) prepare_model() (in module ray.train.torch) prepare_read() (ray.data.Datasource method) (ray.data.datasource.FileBasedDatasource method) prepare_trainer() (in module ray.train.huggingface.transformers) (in module ray.train.lightning) preprocess_datasets() (ray.train.data_parallel_trainer.DataParallelTrainer method) (ray.train.horovod.HorovodTrainer method) (ray.train.lightgbm.LightGBMTrainer method) (ray.train.tensorflow.TensorflowTrainer method) (ray.train.torch.TorchTrainer method) (ray.train.trainer.BaseTrainer method) (ray.train.xgboost.XGBoostTrainer method) Preprocessor (class in ray.data.preprocessor) PreprocessorNotFittedException preserve_order (ray.data.ExecutionOptions attribute) PREV_ACTIONS (ray.rllib.policy.sample_batch.SampleBatch attribute) PREV_REWARDS (ray.rllib.policy.sample_batch.SampleBatch attribute) PrioritizedReplayBuffer (class in ray.rllib.utils.replay_buffers.prioritized_replay_buffer) probe_unhealthy_workers() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) profiling_data (ray.util.state.common.TaskState attribute) progress_reporter (ray.train.RunConfig attribute) ProgressReporter (class in ray.tune) (class in ray.tune.experimental.output) proxies (ray.serve.schema.ServeInstanceDetails attribute) (ray.serve.schema.ServeStatus attribute) proxy_location (ray.serve.schema.ServeDeploySchema attribute) (ray.serve.schema.ServeInstanceDetails attribute) ProxyDetails (class in ray.serve.schema) ProxyLocation (class in ray.serve.config) ProxyStatus (class in ray.serve.schema) PUBLIC_KEYS (ray.tune.Experiment attribute) public_spec (ray.tune.Experiment property) PublicAPI() (in module ray.util.annotations) push() (ray.util.ActorPool method) put() (in module ray) (ray.util.queue.Queue method) put_async() (ray.util.queue.Queue method) put_nowait() (ray.util.queue.Queue method) put_nowait_batch() (ray.util.queue.Queue method) python (ray.rllib.common.SupportedFileType attribute) python_environment() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method)

Q

qlograndint() (in module ray.tune) qloguniform() (in module ray.tune) qrandint() (in module ray.tune)

qrandn() (in module ray.tune) qsize() (ray.util.queue.Queue method) Queue (class in ray.util.queue) quniform() (in module ray.tune)

R

randint() (in module ray.tune) randn() (in module ray.tune) Random (class in ray.rllib.utils.exploration.random) random_sample() (ray.data.Dataset method) random_shuffle() (ray.data.block.BlockAccessor method) (ray.data.Dataset method) randomize_block_order() (ray.data.Dataset method) range() (in module ray.data) range_tensor() (in module ray.data) Ray Agent Ray application Ray Client Ray Cluster Ray Dashboard ray-attach command line option --cluster-name --log-color --log-style --new --no-config-cache --port-forward --screen --start --tmux --verbose -n -N -p -v CLUSTER_CONFIG_FILE ray-debug command line option --address --verbose -v ray-down command line option --cluster-name --keep-min-workers --log-color --log-style --verbose --workers-only --yes -n -v -y CLUSTER_CONFIG_FILE ray-exec command line option --cluster-name --disable-usage-stats --log-color --log-style --no-config-cache --port-forward --run-env --screen --start --stop --tmux --verbose -n -p -v CLUSTER_CONFIG_FILE CMD ray-get command line option --address --timeout ID RESOURCE ray-get_head_ip command line option --cluster-name -n CLUSTER_CONFIG_FILE ray-job-delete command line option --address --headers --log-color --log-style --verbose --verify -v JOB_ID ray-job-list command line option --address --headers --log-color --log-style --verbose --verify -v ray-job-logs command line option --address --follow --headers --log-color --log-style --verbose --verify -f -v JOB_ID ray-job-status command line option --address --headers --log-color --log-style --verbose --verify -v JOB_ID ray-job-stop command line option --address --headers --log-color --log-style --no-wait --verbose --verify -v JOB_ID ray-job-submit command line option --address --entrypoint-memory --entrypoint-num-cpus --entrypoint-num-gpus --entrypoint-resources --headers --job-id --log-color --log-style --metadata-json --no-wait --runtime-env --runtime-env-json --submission-id --verbose --verify --working-dir -v ENTRYPOINT ray-list command line option --address --detail --filter --format --limit --timeout -f RESOURCE ray-memory command line option --address --group-by --n --no-format --num-entries --redis_password --sort-by --stats-only --units ray-monitor command line option --cluster-name --lines --log-color --log-style --verbose -n -v CLUSTER_CONFIG_FILE ray-start command line option --address --autoscaling-config --block --dashboard-agent-grpc-port --dashboard-agent-listen-port --dashboard-grpc-port --dashboard-host --dashboard-port --disable-usage-stats --gcs-server-port --head --include-dashboard --include-log-monitor --log-color --log-style --max-worker-port --metrics-export-port --min-worker-port --no-redirect-output --node-ip-address --node-manager-port --num-cpus --num-gpus --object-manager-port --object-store-memory --plasma-directory --plasma-store-socket-name --port --ray-client-server-port --ray-debugger-external --raylet-socket-name --resources --runtime-env-agent-port --storage --temp-dir --verbose --worker-port-list -v ray-status command line option --address --redis_password ray-stop command line option --force --grace-period --log-color --log-style --verbose -f -g -v ray-submit command line option --args --cluster-name --disable-usage-stats --extra-screen-args --log-color --log-style --no-config-cache --port-forward --screen --start --stop --tmux --verbose -n -p -v CLUSTER_CONFIG_FILE SCRIPT SCRIPT_ARGS ray-summary-actors command line option --address --timeout ray-summary-objects command line option --address --timeout ray-summary-tasks command line option --address --timeout ray-timeline command line option --address ray-up command line option --cluster-name --disable-usage-stats --log-color --log-style --max-workers --min-workers --no-config-cache --no-restart --redirect-command-output --restart-only --use-login-shells --use-normal-shells --verbose --yes -n -v -y CLUSTER_CONFIG_FILE ray.rllib.env.multi_agent_env module ray.util.collective.collective module ray_active (ray.util.dask.RayDaskCallback attribute) ray_actor_options (ray.serve.Deployment property) (ray.serve.schema.DeploymentSchema attribute) ray_namespace (ray.job_config.JobConfig attribute) (ray.util.state.common.ActorState attribute) RayActorError RayActorOptionsSchema (class in ray.serve.schema) RayAdagCapacityExceeded RayAddress (ray.rllib.common.CLIArguments attribute) RayChannelError RayChannelTimeoutError RayDaskCallback (class in ray.util.dask) RayDDPStrategy (class in ray.train.lightning) RayDeepSpeedStrategy (class in ray.train.lightning) RayError RayFSDPStrategy (class in ray.train.lightning) Raylet RayLightningEnvironment (class in ray.train.lightning) RayNumCpus (ray.rllib.common.CLIArguments attribute) RayNumGpus (ray.rllib.common.CLIArguments attribute) RayNumNodes (ray.rllib.common.CLIArguments attribute) RayObjectStoreMemory (ray.rllib.common.CLIArguments attribute) RayServeException RayServegRPCContext (class in ray.serve.grpc_util) RayStateApiException RaySystemError RayTaskError RayTrainReportCallback (class in ray.train.huggingface.transformers) (class in ray.train.lightgbm) (class in ray.train.lightning) (class in ray.train.xgboost) RayUi (ray.rllib.common.CLIArguments attribute) RE3 (class in ray.rllib.utils.exploration.random_encoder)

read_all_files() (ray.rllib.offline.json_reader.JsonReader method) read_avro() (in module ray.data) read_bigquery() (in module ray.data) read_binary_files() (in module ray.data) read_clickhouse() (in module ray.data) read_csv() (in module ray.data) read_databricks_tables() (in module ray.data) read_datasource() (in module ray.data) read_delta_sharing_tables() (in module ray.data) read_fn (ray.data.ReadTask property) read_hudi() (in module ray.data) read_iceberg() (in module ray.data) read_images() (in module ray.data) read_json() (in module ray.data) read_lance() (in module ray.data) read_mongo() (in module ray.data) read_numpy() (in module ray.data) read_parquet() (in module ray.data) read_parquet_bulk() (in module ray.data) read_sql() (in module ray.data) read_text() (in module ray.data) read_tfrecords() (in module ray.data) read_webdataset() (in module ray.data) ReadTask (class in ray.data) ready() (ray.util.placement_group.PlacementGroup method) reallocate_trial_resources_if_needed() (ray.tune.schedulers.ResourceChangingScheduler method) recreate_failed_env_runners (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) recreate_failed_workers (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) RecurrentNetwork (class in ray.rllib.models.tf.recurrent_net) recv() (in module ray.util.collective.collective) recv_multigpu() (in module ray.util.collective.collective) reduce() (in module ray.util.collective.collective) reduce_mean_ignore_inf() (in module ray.rllib.utils.tf_utils) (in module ray.rllib.utils.torch_utils) reduce_multigpu() (in module ray.util.collective.collective) reducescatter() (in module ray.util.collective.collective) reducescatter_multigpu() (in module ray.util.collective.collective) ref_cnt (ray.util.state.common.RuntimeEnvState attribute) ref_type_counts (ray.util.state.common.ObjectSummaryPerKey attribute) reference_type (ray.util.state.common.ObjectState attribute) register_analysis() (ray.tune.search.bayesopt.BayesOptSearch method) register_env() (in module ray.tune) register_if_needed() (ray.tune.Experiment class method) register_optimizer() (ray.rllib.core.learner.learner.Learner method) register_serializer() (in module ray.util.serialization) register_trainable() (in module ray.tune) register_variables() (ray.rllib.models.tf.tf_modelv2.TFModelV2 method) relative_logdir (ray.tune.experiment.trial.Trial attribute) relu() (in module ray.rllib.utils.numpy) Remote Class Remote Function remote() (in module ray) (ray.actor.ActorClass method) (ray.serve.handle.DeploymentHandle method) remote_execution_api() (ray.autoscaler._private.fake_multi_node.test_utils.DockerCluster method) remote_path (ray.tune.Experiment property) (ray.tune.experiment.trial.Trial attribute) remote_workers() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) remove_module() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.rllib.core.learner.learner.Learner method) (ray.rllib.core.learner.learner_group.LearnerGroup method) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) remove_modules() (ray.rllib.core.rl_module.multi_rl_module.MultiRLModuleSpec method) remove_placement_group() (in module ray.util) remove_policy() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) removeprefix() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) removesuffix() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) rename_columns() (ray.data.Dataset method) Render (ray.rllib.common.CLIArguments attribute) render() (ray.rllib.env.multi_agent_env.MultiAgentEnv method) repartition() (ray.data.Dataset method) Repeater (class in ray.tune.search) replace() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) replay() (ray.rllib.utils.replay_buffers.multi_agent_prioritized_replay_buffer.MultiAgentPrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.multi_agent_replay_buffer.MultiAgentReplayBuffer method) ReplayBuffer (class in ray.rllib.utils.replay_buffers.replay_buffer) Replica replica_id (ray.serve.context.ReplicaContext attribute) (ray.serve.schema.ReplicaDetails attribute) replica_states (ray.serve.schema.DeploymentStatusOverview attribute) replica_tag (ray.serve.context.ReplicaContext property) ReplicaContext (class in ray.serve.context) ReplicaDetails (class in ray.serve.schema) replicas (ray.serve.schema.DeploymentDetails attribute) report() (in module ray.train) (ray.tune.ProgressReporter method) REPORT_SAMPLES (ray.rllib.env.utils.external_env_protocol.MessageTypes attribute) ReportCheckpointCallback (class in ray.train.tensorflow.keras) reporting() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) repr_name (ray.util.state.common.ActorState attribute) request_timeout_s (ray.serve.config.HTTPOptions attribute) (ray.serve.schema.HTTPOptionsSchema attribute) RequestCancelledError required_input_dim() (ray.rllib.models.distributions.Distribution static method) required_resources (ray.tune.execution.placement_groups.PlacementGroupFactory property) (ray.util.state.common.ActorState attribute) (ray.util.state.common.TaskState attribute) ReservoirReplayBuffer (class in ray.rllib.utils.replay_buffers.reservoir_replay_buffer) reset() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.rllib.env.env_runner_group.EnvRunnerGroup method) (ray.rllib.env.multi_agent_env.MultiAgentEnv method) (ray.tune.Trainable method) reset_at() (ray.rllib.env.vector_env._VectorizedGymEnv method) (ray.rllib.env.vector_env.VectorEnv method) reset_config() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.tune.Trainable method) reset_connectors() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.policy.Policy method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) resolved_filesystem (ray.data.datasource.Partitioning property) RESOURCE ray-get command line option ray-list command line option Resource (logical and physical) resource_help() (ray.tune.Trainable class method) resource_limits (ray.data.ExecutionOptions attribute) ResourceChangingScheduler (class in ray.tune.schedulers) resources (ray.serve.schema.RayActorOptionsSchema attribute) resources() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) resources_per_worker (ray.train.ScalingConfig attribute) resources_total (ray.util.state.common.NodeState attribute) ResourcesPerTrial (ray.rllib.common.CLIArguments attribute) restart_at() (ray.rllib.env.vector_env._VectorizedGymEnv method) (ray.rllib.env.vector_env.VectorEnv method) Restore (ray.rllib.common.CLIArguments attribute) restore() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.train.data_parallel_trainer.DataParallelTrainer class method) (ray.train.horovod.HorovodTrainer class method) (ray.train.lightgbm.LightGBMTrainer class method) (ray.train.tensorflow.TensorflowTrainer class method) (ray.train.torch.TorchTrainer class method) (ray.train.trainer.BaseTrainer class method) (ray.train.xgboost.XGBoostTrainer class method) (ray.tune.schedulers.AsyncHyperBandScheduler method) (ray.tune.schedulers.FIFOScheduler method) (ray.tune.schedulers.HyperBandForBOHB method) (ray.tune.schedulers.HyperBandScheduler method) (ray.tune.schedulers.MedianStoppingRule method) (ray.tune.schedulers.pb2.PB2 method) (ray.tune.schedulers.PopulationBasedTraining method) (ray.tune.schedulers.PopulationBasedTrainingReplay method) (ray.tune.schedulers.TrialScheduler method) (ray.tune.search.bayesopt.BayesOptSearch method) (ray.tune.search.hebo.HEBOSearch method) (ray.tune.search.Searcher method) (ray.tune.Trainable method) (ray.tune.Tuner class method) restore_connectors() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.policy.Policy method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) restore_from_dir() (ray.tune.search.ax.AxSearch method) (ray.tune.search.basic_variant.BasicVariantGenerator method) (ray.tune.search.bayesopt.BayesOptSearch method) (ray.tune.search.bohb.TuneBOHB method) (ray.tune.search.ConcurrencyLimiter method) (ray.tune.search.hebo.HEBOSearch method) (ray.tune.search.hyperopt.HyperOptSearch method) (ray.tune.search.nevergrad.NevergradSearch method) (ray.tune.search.optuna.OptunaSearch method) (ray.tune.search.Repeater method) (ray.tune.search.Searcher method) (ray.tune.search.zoopt.ZOOptSearch method) restore_from_path() (ray.rllib.core.learner.learner.Learner method) (ray.rllib.core.learner.learner_group.LearnerGroup method) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.core.rl_module.rl_module.RLModule method) (ray.rllib.utils.checkpoints.Checkpointable method) restore_workers() (ray.rllib.algorithms.algorithm.Algorithm method) Result (class in ray.train) result() (ray.serve.handle.DeploymentResponse method) ResultGrid (class in ray.tune) results (ray.tune.ExperimentAnalysis property) results_df (ray.tune.ExperimentAnalysis property) Resume (ray.rllib.common.CLIArguments attribute) resume() (in module ray.workflow) resume_all() (in module ray.workflow) resume_async() (in module ray.workflow) RETURNS_TO_GO (ray.rllib.policy.sample_batch.SampleBatch attribute) reuse_actors (ray.tune.TuneConfig attribute) Reward REWARDS (ray.rllib.policy.sample_batch.SampleBatch attribute) rfind() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) right_zero_pad() (ray.rllib.policy.sample_batch.SampleBatch method) rindex() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) rjust() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) rl_module() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) rl_module_spec (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) rl_module_specs (ray.rllib.core.rl_module.multi_rl_module.MultiRLModuleSpec attribute) RLModule (class in ray.rllib.core.rl_module.rl_module) RLModuleConfig (class in ray.rllib.core.rl_module.rl_module) RLModuleSpec (class in ray.rllib.core.rl_module.rl_module) RobustScaler (class in ray.data.preprocessors) Rollout Rollout Worker rollouts() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) RolloutWorker (class in ray.rllib.evaluation.rollout_worker) root_device (ray.train.lightning.RayDDPStrategy property) (ray.train.lightning.RayDeepSpeedStrategy property) (ray.train.lightning.RayFSDPStrategy property) root_path (ray.serve.config.HTTPOptions attribute) (ray.serve.schema.HTTPOptionsSchema attribute) root_url (ray.serve.config.HTTPOptions attribute) route_prefix (ray.serve.schema.ApplicationDetails attribute) (ray.serve.schema.ServeApplicationSchema attribute) RowBasedFileDatasink (class in ray.data.datasource) rows() (ray.rllib.policy.sample_batch.SampleBatch method) rpartition() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) rsample() (ray.rllib.models.distributions.Distribution method) rsplit() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) rstrip() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) run() (in module ray.serve) (in module ray.tune) (in module ray.workflow) (ray.rllib.env.external_env.ExternalEnv method) (ray.rllib.env.external_multi_agent_env.ExternalMultiAgentEnv method) run_async() (in module ray.workflow) run_experiments() (in module ray.tune) run_identifier (ray.tune.Experiment property) RunConfig (class in ray.train) RUNNING (ray.job_submission.JobStatus attribute) (ray.serve.schema.ApplicationStatus attribute) Runtime environment runtime_env (ray.job_submission.JobDetails attribute) (ray.job_submission.JobInfo attribute) (ray.runtime_context.RuntimeContext property) (ray.serve.schema.RayActorOptionsSchema attribute) (ray.serve.schema.ServeApplicationSchema attribute) (ray.util.state.common.RuntimeEnvState attribute) runtime_env_info (ray.util.state.common.TaskState attribute) RuntimeContext (class in ray.runtime_context) RuntimeEnv (class in ray.runtime_env) RuntimeEnvConfig (class in ray.runtime_env) RuntimeEnvSetupError RuntimeEnvState (class in ray.util.state.common)

S

SACConfig (class in ray.rllib.algorithms.sac.sac) sample() (ray.data.block.BlockAccessor method) (ray.rllib.env.env_runner.EnvRunner method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) (ray.rllib.models.distributions.Distribution method) (ray.rllib.utils.replay_buffers.multi_agent_prioritized_replay_buffer.MultiAgentPrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.multi_agent_replay_buffer.MultiAgentReplayBuffer method) (ray.rllib.utils.replay_buffers.prioritized_replay_buffer.PrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.replay_buffer.ReplayBuffer method) (ray.rllib.utils.replay_buffers.reservoir_replay_buffer.ReservoirReplayBuffer method) sample_and_learn() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) sample_from() (in module ray.tune) sample_min_n_steps_from_buffer() (in module ray.rllib.utils.replay_buffers.utils) sample_with_count() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) SampleBatch (class in ray.rllib.policy.sample_batch) SamplerInput (class in ray.rllib.evaluation.sampler) satisfies_limit() (ray.data.ExecutionResources method) save() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.tune.schedulers.AsyncHyperBandScheduler method) (ray.tune.schedulers.FIFOScheduler method) (ray.tune.schedulers.HyperBandForBOHB method) (ray.tune.schedulers.HyperBandScheduler method) (ray.tune.schedulers.MedianStoppingRule method) (ray.tune.schedulers.pb2.PB2 method) (ray.tune.schedulers.PopulationBasedTraining method) (ray.tune.schedulers.PopulationBasedTrainingReplay method) (ray.tune.schedulers.TrialScheduler method) (ray.tune.search.bayesopt.BayesOptSearch method) (ray.tune.search.hebo.HEBOSearch method) (ray.tune.search.Searcher method) (ray.tune.Trainable method) save_checkpoint() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.tune.Trainable method) save_to_dir() (ray.tune.search.ax.AxSearch method) (ray.tune.search.bayesopt.BayesOptSearch method) (ray.tune.search.bohb.TuneBOHB method) (ray.tune.search.ConcurrencyLimiter method) (ray.tune.search.hebo.HEBOSearch method) (ray.tune.search.hyperopt.HyperOptSearch method) (ray.tune.search.nevergrad.NevergradSearch method) (ray.tune.search.optuna.OptunaSearch method) (ray.tune.search.Repeater method) (ray.tune.search.Searcher method) (ray.tune.search.zoopt.ZOOptSearch method) save_to_path() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.rllib.core.learner.learner.Learner method) (ray.rllib.core.learner.learner_group.LearnerGroup method) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.core.rl_module.rl_module.RLModule method) (ray.rllib.utils.checkpoints.Checkpointable method) SaveInfo (ray.rllib.common.CLIArguments attribute) scale() (ray.data.ExecutionResources method) ScalingConfig (class in ray.train) Schedule (class in ray.rllib.utils.schedules.schedule) Scheduler (ray.rllib.common.CLIArguments attribute) scheduler (ray.tune.TuneConfig attribute) SchedulerConfig (ray.rllib.common.CLIArguments attribute) Schema (class in ray.data) schema (ray.data.block.BlockMetadata attribute) schema() (ray.data.block.BlockAccessor method) (ray.data.Dataset method) scheme (ray.data.datasource.PathPartitionParser property) scope_vars() (in module ray.rllib.utils.tf_utils) SCRIPT ray-submit command line option SCRIPT_ARGS ray-submit command line option Search algorithm Search Space search_alg (ray.tune.TuneConfig attribute) Searcher (class in ray.tune.search) seed (ray.data.FileShuffleConfig attribute) select() (ray.data.block.BlockAccessor method) select_columns() (ray.data.Dataset method) send() (in module ray.util.collective.collective) send_actions() (ray.rllib.env.base_env.BaseEnv method) send_multigpu() (in module ray.util.collective.collective) SEQ_LENS (ray.rllib.policy.sample_batch.SampleBatch attribute) sequence_mask() (in module ray.rllib.utils.torch_utils) SEQUENCES (ray.rllib.utils.replay_buffers.replay_buffer.StorageUnit attribute) serialize() (ray.data.preprocessor.Preprocessor method) (ray.data.preprocessors.Categorizer method) (ray.data.preprocessors.Concatenator method) (ray.data.preprocessors.CustomKBinsDiscretizer method) (ray.data.preprocessors.LabelEncoder method) (ray.data.preprocessors.MaxAbsScaler method) (ray.data.preprocessors.MinMaxScaler method) (ray.data.preprocessors.MultiHotEncoder method) (ray.data.preprocessors.Normalizer method) (ray.data.preprocessors.OneHotEncoder method) (ray.data.preprocessors.OrdinalEncoder method) (ray.data.preprocessors.PowerTransformer method) (ray.data.preprocessors.RobustScaler method) (ray.data.preprocessors.SimpleImputer method) (ray.data.preprocessors.StandardScaler method) (ray.data.preprocessors.UniformKBinsDiscretizer method) (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) serialize_policy() (ray.serve.config.AutoscalingConfig method) serialized_runtime_env (ray.util.state.common.ActorState attribute) servable_object (ray.serve.context.ReplicaContext attribute) Serve application serve-build command line option --app-dir --grpc-servicer-functions --output-path -d -o IMPORT_PATHS serve-config command line option --address --name -a -n serve-deploy command line option --address --name --runtime-env --runtime-env-json --working-dir -a ARGUMENTS CONFIG_OR_IMPORT_PATH serve-run command line option --address --app-dir --blocking --name --non-blocking --reload --route-prefix --runtime-env --runtime-env-json --working-dir -a -d -r ARGUMENTS CONFIG_OR_IMPORT_PATH serve-shutdown command line option --address --yes -a -y serve-start command line option --address --grpc-port --grpc-servicer-functions --http-host --http-location --http-port --proxy-location -a serve-status command line option --address --name -a -n ServeActorDetails (class in ray.serve.schema) ServeApplicationSchema (class in ray.serve.schema) ServeDeploySchema (class in ray.serve.schema) ServeInstanceDetails (class in ray.serve.schema) ServeStatus (class in ray.serve.schema) Session SessionMisuseError (class in ray.train.error) set() (ray.serve.metrics.Gauge method) (ray.util.metrics.Gauge method) set_actions() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) set_code() (ray.serve.grpc_util.RayServegRPCContext method) set_compression() (ray.serve.grpc_util.RayServegRPCContext method) SET_CONFIG (ray.rllib.env.utils.external_env_protocol.MessageTypes attribute) set_default_actor_lifetime() (ray.job_config.JobConfig method) set_default_tags() (ray.util.metrics.Counter method) (ray.util.metrics.Gauge method) (ray.util.metrics.Histogram method) set_details() (ray.serve.grpc_util.RayServegRPCContext method) set_extra_model_outputs() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) set_finished() (ray.tune.search.basic_variant.BasicVariantGenerator method) set_get_interceptor() (ray.rllib.policy.sample_batch.SampleBatch method) set_global_vars() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) set_is_policy_to_train() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) set_location() (ray.tune.experiment.trial.Trial method) set_max_concurrency() (ray.tune.search.ax.AxSearch method) (ray.tune.search.bayesopt.BayesOptSearch method) (ray.tune.search.hyperopt.HyperOptSearch method) (ray.tune.search.nevergrad.NevergradSearch method) (ray.tune.search.optuna.OptunaSearch method) (ray.tune.search.Repeater method) (ray.tune.search.Searcher method) (ray.tune.search.zoopt.ZOOptSearch method) set_metadata() (ray.job_config.JobConfig method) (ray.train.Checkpoint method) set_observations() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) set_policy_mapping_fn() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) set_py_logging_config() (ray.job_config.JobConfig method) set_ray_namespace() (ray.job_config.JobConfig method) set_rewards() (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) set_runtime_env() (ray.job_config.JobConfig method) set_search_properties() (ray.tune.schedulers.AsyncHyperBandScheduler method) (ray.tune.schedulers.FIFOScheduler method) (ray.tune.schedulers.PopulationBasedTrainingReplay method) (ray.tune.schedulers.TrialScheduler method) (ray.tune.search.basic_variant.BasicVariantGenerator method) (ray.tune.search.Searcher method) SET_STATE (ray.rllib.env.utils.external_env_protocol.MessageTypes attribute) set_state() (ray.air.integrations.comet.CometLoggerCallback method) (ray.air.integrations.mlflow.MLflowLoggerCallback method) (ray.air.integrations.wandb.WandbLoggerCallback method) (ray.rllib.core.learner.learner.Learner method) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.core.rl_module.rl_module.RLModule method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) (ray.rllib.utils.checkpoints.Checkpointable method) (ray.rllib.utils.exploration.curiosity.Curiosity method) (ray.rllib.utils.exploration.exploration.Exploration method) (ray.rllib.utils.exploration.random.Random method) (ray.rllib.utils.exploration.random_encoder.RE3 method) (ray.rllib.utils.exploration.stochastic_sampling.StochasticSampling method) (ray.rllib.utils.replay_buffers.multi_agent_prioritized_replay_buffer.MultiAgentPrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.multi_agent_replay_buffer.MultiAgentReplayBuffer method) (ray.rllib.utils.replay_buffers.prioritized_replay_buffer.PrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.replay_buffer.ReplayBuffer method) (ray.rllib.utils.replay_buffers.reservoir_replay_buffer.ReservoirReplayBuffer method) (ray.tune.Callback method) (ray.tune.logger.aim.AimLoggerCallback method) (ray.tune.logger.CSVLoggerCallback method) (ray.tune.logger.JsonLoggerCallback method) (ray.tune.logger.LoggerCallback method) (ray.tune.logger.TBXLoggerCallback method) set_status() (ray.tune.experiment.trial.Trial method) set_storage() (ray.tune.experiment.trial.Trial method) set_torch_seed() (in module ray.rllib.utils.torch_utils) set_trace() (in module ray.util.rpdb) set_trailing_metadata() (ray.serve.grpc_util.RayServegRPCContext method) set_train_total_resources() (ray.train.DataConfig method) set_training() (ray.rllib.policy.sample_batch.SampleBatch method) set_trial_resources() (ray.tune.schedulers.ResourceChangingScheduler method) set_weights() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.rllib.core.learner.learner_group.LearnerGroup method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) (ray.rllib.policy.Policy method) (ray.rllib.policy.policy.Policy method) setdefault() (ray.rllib.policy.policy_map.PolicyMap method) (ray.rllib.policy.sample_batch.SampleBatch method) (ray.runtime_env.RuntimeEnv method) (ray.runtime_env.RuntimeEnvConfig method) setup() (ray.air.integrations.comet.CometLoggerCallback method) (ray.autoscaler._private.fake_multi_node.test_utils.DockerCluster method) (ray.rllib.algorithms.algorithm.Algorithm method) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.core.rl_module.rl_module.RLModule method) (ray.train.data_parallel_trainer.DataParallelTrainer method) (ray.train.horovod.HorovodTrainer method) (ray.train.lightgbm.LightGBMTrainer method) (ray.train.tensorflow.TensorflowTrainer method) (ray.train.torch.TorchTrainer method) (ray.train.trainer.BaseTrainer method) (ray.train.xgboost.XGBoostTrainer method) (ray.tune.Callback method) (ray.tune.logger.aim.AimLoggerCallback method) (ray.tune.logger.CSVLoggerCallback method) (ray.tune.logger.JsonLoggerCallback method) (ray.tune.logger.LoggerCallback method) (ray.tune.logger.TBXLoggerCallback method) (ray.tune.ProgressReporter method) (ray.tune.Trainable method)

setup_global_ray_cluster() (in module ray.util.spark) setup_mlflow() (in module ray.air.integrations.mlflow) setup_ray_cluster() (in module ray.util.spark) setup_torch_data_parallel() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) setup_wandb() (in module ray.air.integrations.wandb) share_cuda_visible_devices (ray.train.backend.Backend attribute) should_capture_child_tasks_in_placement_group (ray.runtime_context.RuntimeContext property) should_checkpoint() (ray.tune.experiment.trial.Trial method) should_create_reader (ray.data.Datasource property) (ray.data.datasource.FileBasedDatasource property) should_module_be_updated() (ray.rllib.core.learner.learner.Learner method) should_recover() (ray.tune.experiment.trial.Trial method) should_report() (ray.tune.ProgressReporter method) should_stop() (ray.tune.experiment.trial.Trial method) show() (ray.data.Dataset method) shuffle() (ray.rllib.policy.sample_batch.SampleBatch method) shutdown() (in module ray) (in module ray.serve) (ray.cluster_utils.AutoscalingCluster method) (ray.rllib.core.learner.learner_group.LearnerGroup method) (ray.util.queue.Queue method) shutdown_ray_cluster() (in module ray.util.spark) sigmoid() (in module ray.rllib.utils.numpy) SimpleImputer (class in ray.data.preprocessors) SingleAgentEpisode (class in ray.rllib.env.single_agent_episode) size() (ray.util.queue.Queue method) size_bytes (ray.data.block.BlockMetadata attribute) size_bytes() (ray.data.block.BlockAccessor method) (ray.data.Dataset method) (ray.rllib.policy.sample_batch.MultiAgentBatch method) (ray.rllib.policy.sample_batch.SampleBatch method) slice() (ray.data.block.BlockAccessor method) (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) (ray.rllib.policy.sample_batch.SampleBatch method) smoothing_factor (ray.serve.config.AutoscalingConfig attribute) soft (ray.util.scheduling_strategies.NodeAffinitySchedulingStrategy attribute) softmax() (in module ray.rllib.utils.numpy) softmax_cross_entropy_with_logits() (in module ray.rllib.utils.torch_utils) sort() (ray.data.Dataset method) sort_and_partition() (ray.data.block.BlockAccessor method) source (ray.serve.schema.ApplicationDetails attribute) Spillback split() (ray.data.Dataset method) (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) split_at_indices() (ray.data.Dataset method) split_by_episode() (ray.rllib.policy.sample_batch.SampleBatch method) split_proportionately() (ray.data.Dataset method) splitlines() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) ssh_identity_file (ray.train.horovod.HorovodConfig attribute) ssh_port (ray.train.horovod.HorovodConfig attribute) ssh_str (ray.train.horovod.HorovodConfig attribute) StandardScaler (class in ray.data.preprocessors) start() (in module ray.serve) (ray.autoscaler._private.fake_multi_node.test_utils.DockerCluster method) (ray.cluster_utils.AutoscalingCluster method) START_EPISODE (ray.rllib.env.utils.external_env_protocol.MessageTypes attribute) start_episode() (ray.rllib.env.external_env.ExternalEnv method) (ray.rllib.env.external_multi_agent_env.ExternalMultiAgentEnv method) (ray.rllib.env.policy_client.PolicyClient method) start_time (ray.job_submission.JobDetails attribute) (ray.job_submission.JobInfo attribute) start_time_ms (ray.util.state.common.NodeState attribute) (ray.util.state.common.TaskState attribute) (ray.util.state.common.WorkerState attribute) start_time_s (ray.serve.schema.ReplicaDetails attribute) start_timeout (ray.train.horovod.HorovodConfig property) STARTING (ray.serve.schema.ProxyStatus attribute) startswith() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) State state (ray.serve.schema.ReplicaDetails attribute) (ray.util.state.common.ActorState attribute) (ray.util.state.common.NodeState attribute) (ray.util.state.common.PlacementGroupState attribute) (ray.util.state.common.TaskState attribute) state_counts (ray.util.state.common.ActorSummaryPerClass attribute) (ray.util.state.common.TaskSummaryPerFuncOrClassName attribute) STATE_FILE_NAME (ray.rllib.algorithms.algorithm.Algorithm attribute) (ray.rllib.core.learner.learner.Learner attribute) (ray.rllib.core.learner.learner_group.LearnerGroup attribute) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule attribute) (ray.rllib.core.rl_module.rl_module.RLModule attribute) (ray.rllib.utils.checkpoints.Checkpointable attribute) state_message (ray.util.state.common.NodeState attribute) StateSummary (class in ray.util.state.common) stats (ray.util.state.common.PlacementGroupState attribute) stats() (ray.data.DataIterator method) (ray.data.Dataset method) (ray.rllib.utils.replay_buffers.multi_agent_prioritized_replay_buffer.MultiAgentPrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.multi_agent_replay_buffer.MultiAgentReplayBuffer method) (ray.rllib.utils.replay_buffers.prioritized_replay_buffer.PrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.replay_buffer.ReplayBuffer method) (ray.rllib.utils.replay_buffers.reservoir_replay_buffer.ReservoirReplayBuffer method) stats_fn() (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) (ray.rllib.policy.torch_policy_v2.TorchPolicyV2 method) status (ray.job_submission.JobDetails attribute) (ray.job_submission.JobInfo attribute) (ray.serve.schema.ApplicationDetails attribute) (ray.serve.schema.ApplicationStatusOverview attribute) (ray.serve.schema.DeploymentDetails attribute) (ray.serve.schema.DeploymentStatusOverview attribute) (ray.serve.schema.ProxyDetails attribute) (ray.tune.experiment.trial.Trial attribute) status() (in module ray.serve) status_trigger (ray.serve.schema.DeploymentDetails attribute) std() (ray.data.Dataset method) (ray.data.grouped_data.GroupedData method) step() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.rllib.env.multi_agent_env.MultiAgentEnv method) (ray.tune.Trainable method) Steps (ray.rllib.common.CLIArguments attribute) StochasticSampling (class in ray.rllib.utils.exploration.stochastic_sampling) Stop (ray.rllib.common.CLIArguments attribute) stop (ray.train.RunConfig attribute) STOP (ray.tune.schedulers.FIFOScheduler attribute) (ray.tune.schedulers.HyperBandForBOHB attribute) (ray.tune.schedulers.HyperBandScheduler attribute) (ray.tune.schedulers.MedianStoppingRule attribute) (ray.tune.schedulers.pb2.PB2 attribute) (ray.tune.schedulers.PopulationBasedTraining attribute) (ray.tune.schedulers.PopulationBasedTrainingReplay attribute) (ray.tune.schedulers.ResourceChangingScheduler attribute) (ray.tune.schedulers.TrialScheduler attribute) stop() (ray.autoscaler._private.fake_multi_node.test_utils.DockerCluster method) (ray.rllib.algorithms.algorithm.Algorithm method) (ray.rllib.env.base_env.BaseEnv method) (ray.rllib.env.env_runner.EnvRunner method) (ray.rllib.env.env_runner_group.EnvRunnerGroup method) (ray.rllib.evaluation.rollout_worker.RolloutWorker method) (ray.tune.Trainable method) stop_all() (ray.tune.stopper.ExperimentPlateauStopper method) (ray.tune.stopper.Stopper method) stop_job() (ray.job_submission.JobSubmissionClient method) STOPPED (ray.job_submission.JobStatus attribute) Stopper (class in ray.tune.stopper) stopper (ray.tune.Experiment property) storage_filesystem (ray.train.RunConfig attribute) storage_path (ray.train.RunConfig attribute) StoragePath (ray.rllib.common.CLIArguments attribute) StorageUnit (class in ray.rllib.utils.replay_buffers.replay_buffer) strategy (ray.tune.execution.placement_groups.PlacementGroupFactory property) streaming_split() (ray.data.Dataset method) strip() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) style (ray.data.datasource.Partitioning attribute) SUBMISSION (ray.job_submission.JobType attribute) submission_id (ray.job_submission.JobDetails attribute) submit() (ray.util.ActorPool method) submit_job() (ray.job_submission.JobSubmissionClient method) subtract() (ray.data.ExecutionResources method) SUCCEEDED (ray.job_submission.JobStatus attribute) success (ray.util.state.common.RuntimeEnvState attribute) suggest() (ray.tune.search.bayesopt.BayesOptSearch method) (ray.tune.search.Searcher method) sum() (ray.data.Dataset method) (ray.data.grouped_data.GroupedData method) summarize_actors() (in module ray.util.state) summarize_objects() (in module ray.util.state) summarize_tasks() (in module ray.util.state) summary (ray.util.state.common.ActorSummaries attribute) (ray.util.state.common.ObjectSummaries attribute) SupportedFileType (class in ray.rllib.common) supports_buffered_results (ray.tune.schedulers.FIFOScheduler property) (ray.tune.schedulers.HyperBandForBOHB property) (ray.tune.schedulers.HyperBandScheduler property) (ray.tune.schedulers.MedianStoppingRule property) (ray.tune.schedulers.pb2.PB2 property) (ray.tune.schedulers.PopulationBasedTraining property) (ray.tune.schedulers.PopulationBasedTrainingReplay property) (ray.tune.schedulers.ResourceChangingScheduler property) (ray.tune.schedulers.TrialScheduler property) supports_distributed_reads (ray.data.Datasource property) (ray.data.datasource.FileBasedDatasource property) supports_distributed_writes (ray.data.Datasink property) (ray.data.datasource.BlockBasedFileDatasink property) (ray.data.datasource.RowBasedFileDatasink property) swapcase() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) sync_artifacts (ray.train.SyncConfig attribute) sync_artifacts_on_checkpoint (ray.train.SyncConfig attribute) sync_config (ray.train.RunConfig attribute) sync_env_runner_states() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) sync_filters() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) sync_on_checkpoint (ray.train.SyncConfig attribute) sync_period (ray.train.SyncConfig attribute) sync_timeout (ray.train.SyncConfig attribute) sync_weights() (ray.rllib.env.env_runner_group.EnvRunnerGroup method) SyncConfig (class in ray.train) syncer (ray.train.SyncConfig attribute) synchronize() (in module ray.util.collective.collective) Synchronous execution Synchronous sampling SyncSampler (class in ray.rllib.evaluation.sampler)

T

T (ray.rllib.policy.sample_batch.SampleBatch attribute) tail_job_logs() (ray.job_submission.JobSubmissionClient method) take() (ray.data.block.BlockAccessor method) (ray.data.Dataset method) take_all() (ray.data.Dataset method) take_batch() (ray.data.Dataset method) target_capacity (ray.serve.schema.ServeDeploySchema attribute) (ray.serve.schema.ServeInstanceDetails attribute) (ray.serve.schema.ServeStatus attribute) target_num_replicas (ray.serve.schema.DeploymentDetails attribute) target_ongoing_requests (ray.serve.config.AutoscalingConfig attribute) Task task_attempt_number_counts (ray.util.state.common.ObjectSummaryPerKey attribute) task_id (ray.runtime_context.RuntimeContext property) (ray.util.state.common.TaskState attribute) task_log_info (ray.util.state.common.TaskState attribute) task_state_counts (ray.util.state.common.ObjectSummaryPerKey attribute) task_status (ray.util.state.common.ObjectState attribute) TaskCancelledError TaskPlacementGroupRemoved TaskState (class in ray.util.state.common) TaskSummaries (class in ray.util.state.common) TaskSummaryPerFuncOrClassName (class in ray.util.state.common) TaskUnschedulableError TBXLoggerCallback (class in ray.tune.logger) teardown() (ray.autoscaler._private.fake_multi_node.test_utils.DockerCluster method) TensorflowConfig (class in ray.train.tensorflow) TensorflowTrainer (class in ray.train.tensorflow) TERMINATEDS (ray.rllib.policy.sample_batch.SampleBatch attribute) tf (ray.rllib.common.FrameworkEnum attribute) tf2 (ray.rllib.common.FrameworkEnum attribute) tf_input_ops() (ray.rllib.evaluation.sampler.SamplerInput method) (ray.rllib.evaluation.sampler.SyncSampler method) (ray.rllib.offline.d4rl_reader.D4RLReader method) (ray.rllib.offline.input_reader.InputReader method) (ray.rllib.offline.json_reader.JsonReader method) (ray.rllib.offline.mixed_input.MixedInput method) TFModelV2 (class in ray.rllib.models.tf.tf_modelv2) TFXReadOptions (class in ray.data) time_budget_s (ray.tune.TuneConfig attribute) timeline() (in module ray) timeout_s (ray.train.horovod.HorovodConfig attribute) (ray.train.torch.TorchConfig attribute) (ray.train.torch.xla.TorchXLAConfig attribute) TimeoutStopper (class in ray.tune.stopper) timeslices() (ray.rllib.policy.sample_batch.MultiAgentBatch method) (ray.rllib.policy.sample_batch.SampleBatch method) TIMESTEPS (ray.rllib.utils.replay_buffers.replay_buffer.StorageUnit attribute) title() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) to_arrow() (ray.data.block.BlockAccessor method) to_arrow_refs() (ray.data.Dataset method) to_base_env() (ray.rllib.env.base_env.BaseEnv method) (ray.rllib.env.external_env.ExternalEnv method) (ray.rllib.env.vector_env.VectorEnv method) to_batch_format() (ray.data.block.BlockAccessor method) to_block() (ray.data.block.BlockAccessor method) to_dask() (ray.data.Dataset method) to_default() (ray.data.block.BlockAccessor method) to_deterministic() (ray.rllib.models.distributions.Distribution method) to_device() (ray.rllib.policy.sample_batch.MultiAgentBatch method) (ray.rllib.policy.sample_batch.SampleBatch method) to_dict() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModuleSpec method) (ray.rllib.core.rl_module.rl_module.RLModuleConfig method) (ray.rllib.core.rl_module.rl_module.RLModuleSpec method) to_directory() (ray.train.Checkpoint method) to_json() (ray.job_submission.JobInfo method) to_mars() (ray.data.Dataset method) to_modin() (ray.data.Dataset method) to_numpy() (ray.data.block.BlockAccessor method) to_numpy_refs() (ray.data.Dataset method) to_pandas() (ray.data.block.BlockAccessor method) (ray.data.Dataset method) to_pandas_refs() (ray.data.Dataset method) to_spark() (ray.data.Dataset method) to_summary_by_lineage() (ray.util.state.common.TaskSummaries class method) to_tf() (ray.data.DataIterator method) (ray.data.Dataset method) to_torch() (ray.data.Dataset method) torch (ray.rllib.common.FrameworkEnum attribute) TorchConfig (class in ray.train.torch) TorchModelV2 (class in ray.rllib.models.torch.torch_modelv2) TorchPolicyV2 (class in ray.rllib.policy.torch_policy_v2) TorchTrainer (class in ray.train.torch) TorchXLAConfig (class in ray.train.torch.xla) total_actor_scheduled (ray.util.state.common.TaskSummaries attribute) total_actor_tasks (ray.util.state.common.TaskSummaries attribute) total_actors (ray.util.state.common.ActorSummaries attribute) TOTAL_LOSS_KEY (ray.rllib.core.learner.learner.Learner attribute) total_num_nodes (ray.util.state.common.ObjectSummaryPerKey attribute) total_num_workers (ray.util.state.common.ObjectSummaryPerKey attribute) total_objects (ray.util.state.common.ObjectSummaries attribute) (ray.util.state.common.ObjectSummaryPerKey attribute) total_resources (ray.train.ScalingConfig property) total_samples (ray.tune.search.basic_variant.BasicVariantGenerator property) total_size_mb (ray.util.state.common.ObjectSummaries attribute) (ray.util.state.common.ObjectSummaryPerKey attribute) total_tasks (ray.util.state.common.TaskSummaries attribute) total_train_batch_size (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) Trace (ray.rllib.common.CLIArguments attribute) TrackProgress (ray.rllib.common.CLIArguments attribute) train() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.tune.Trainable method) train_buffered() (ray.rllib.algorithms.algorithm.Algorithm method) (ray.tune.Trainable method) train_func_context (ray.train.horovod.HorovodConfig property) (ray.train.tensorflow.TensorflowConfig property) (ray.train.torch.TorchConfig property) (ray.train.torch.xla.TorchXLAConfig property)

train_one_step() (in module ray.rllib.execution.train_ops) train_test_split() (ray.data.Dataset method) Trainable (class in ray.tune) trainable_name (ray.tune.experiment.trial.Trial attribute) trainable_variables() (ray.rllib.models.modelv2.ModelV2 method) TrainContext (class in ray.train.context) Trainer Trainer configuration trainer_resources (ray.train.ScalingConfig attribute) Training epoch Training iteration Training step training() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) (ray.rllib.algorithms.appo.appo.APPOConfig method) (ray.rllib.algorithms.bc.bc.BCConfig method) (ray.rllib.algorithms.cql.cql.CQLConfig method) (ray.rllib.algorithms.dqn.dqn.DQNConfig method) (ray.rllib.algorithms.impala.impala.IMPALAConfig method) (ray.rllib.algorithms.marwil.marwil.MARWILConfig method) (ray.rllib.algorithms.ppo.ppo.PPOConfig method) (ray.rllib.algorithms.sac.sac.SACConfig method) training_iteration (ray.rllib.algorithms.algorithm.Algorithm property) (ray.tune.Trainable property) training_loop() (ray.train.trainer.BaseTrainer method) training_step() (ray.rllib.algorithms.algorithm.Algorithm method) TrainingFailedError (class in ray.train.base_trainer) TrainReporter (class in ray.tune.experimental.output) transform() (ray.data.preprocessor.Preprocessor method) (ray.data.preprocessors.Categorizer method) (ray.data.preprocessors.Concatenator method) (ray.data.preprocessors.CustomKBinsDiscretizer method) (ray.data.preprocessors.LabelEncoder method) (ray.data.preprocessors.MaxAbsScaler method) (ray.data.preprocessors.MinMaxScaler method) (ray.data.preprocessors.MultiHotEncoder method) (ray.data.preprocessors.Normalizer method) (ray.data.preprocessors.OneHotEncoder method) (ray.data.preprocessors.OrdinalEncoder method) (ray.data.preprocessors.PowerTransformer method) (ray.data.preprocessors.RobustScaler method) (ray.data.preprocessors.SimpleImputer method) (ray.data.preprocessors.StandardScaler method) (ray.data.preprocessors.UniformKBinsDiscretizer method) transform_batch() (ray.data.preprocessor.Preprocessor method) (ray.data.preprocessors.Categorizer method) (ray.data.preprocessors.Concatenator method) (ray.data.preprocessors.CustomKBinsDiscretizer method) (ray.data.preprocessors.LabelEncoder method) (ray.data.preprocessors.MaxAbsScaler method) (ray.data.preprocessors.MinMaxScaler method) (ray.data.preprocessors.MultiHotEncoder method) (ray.data.preprocessors.Normalizer method) (ray.data.preprocessors.OneHotEncoder method) (ray.data.preprocessors.OrdinalEncoder method) (ray.data.preprocessors.PowerTransformer method) (ray.data.preprocessors.RobustScaler method) (ray.data.preprocessors.SimpleImputer method) (ray.data.preprocessors.StandardScaler method) (ray.data.preprocessors.UniformKBinsDiscretizer method) Transition translate() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) Trial (class in ray.tune.experiment.trial) Trial Executor Trial scheduler trial_dataframes (ray.tune.ExperimentAnalysis property) trial_dirname_creator (ray.tune.TuneConfig attribute) trial_id (ray.rllib.algorithms.algorithm.Algorithm property) (ray.tune.experiment.trial.Trial attribute) (ray.tune.Trainable property) trial_name (ray.rllib.algorithms.algorithm.Algorithm property) (ray.tune.Trainable property) trial_name_creator (ray.tune.TuneConfig attribute) trial_resources (ray.rllib.algorithms.algorithm.Algorithm property) (ray.tune.Trainable property) TrialPlateauStopper (class in ray.tune.stopper) TrialScheduler (class in ray.tune.schedulers) TRUNCATEDS (ray.rllib.policy.sample_batch.SampleBatch attribute) try_import_msgpack() (in module ray.rllib.utils.checkpoints) try_import_open_spiel() (in module ray.rllib.env.utils) try_import_pyspiel() (in module ray.rllib.env.utils) try_import_tf() (in module ray.rllib.utils.framework) try_import_tfp() (in module ray.rllib.utils.framework) try_import_torch() (in module ray.rllib.utils.framework) try_render() (ray.rllib.env.base_env.BaseEnv method) try_render_at() (ray.rllib.env.vector_env._VectorizedGymEnv method) (ray.rllib.env.vector_env.VectorEnv method) try_reset() (ray.rllib.env.base_env.BaseEnv method) try_restart() (ray.rllib.env.base_env.BaseEnv method) Tune Config Tune Driver TuneBOHB (class in ray.tune.search.bohb) TuneConfig (class in ray.tune) TuneError Tuner (class in ray.tune) TuneReportCheckpointCallback (class in ray.tune.integration.pytorch_lightning) (in module ray.tune.integration.lightgbm) (in module ray.tune.integration.xgboost) TuneReporterBase (class in ray.tune.experimental.output) TunerInternal (class in ray.tune.impl.tuner_internal) TuneTerminalReporter (class in ray.tune.experimental.output) type (ray.job_submission.JobDetails attribute) (ray.util.state.common.ObjectState attribute) (ray.util.state.common.TaskState attribute) (ray.util.state.common.TaskSummaryPerFuncOrClassName attribute)

U

UNHEALTHY (ray.serve.schema.ApplicationStatus attribute) (ray.serve.schema.ProxyStatus attribute) uniform() (in module ray.tune) UniformKBinsDiscretizer (class in ray.data.preprocessors) union() (ray.data.Dataset method) unique() (ray.data.Dataset method) UNKNOWN (ray.serve.schema.APIType attribute) unlock() (ray.rllib.evaluation.rollout_worker.RolloutWorker method) UNROLL_ID (ray.rllib.policy.sample_batch.SampleBatch attribute) unwrapped() (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.core.rl_module.rl_module.RLModule method) update() (ray.rllib.core.rl_module.multi_rl_module.MultiRLModuleSpec method) (ray.rllib.core.rl_module.rl_module.RLModuleSpec method) (ray.rllib.policy.sample_batch.SampleBatch method) (ray.runtime_env.RuntimeEnv method) (ray.runtime_env.RuntimeEnvConfig method) update_config() (ray.autoscaler._private.fake_multi_node.test_utils.DockerCluster method) update_forward_refs() (ray.job_submission.DriverInfo class method) (ray.job_submission.JobDetails class method) (ray.serve.config.AutoscalingConfig class method) (ray.serve.config.gRPCOptions class method) (ray.serve.config.HTTPOptions class method) (ray.serve.schema.ApplicationDetails class method) (ray.serve.schema.DeploymentDetails class method) (ray.serve.schema.DeploymentSchema class method) (ray.serve.schema.gRPCOptionsSchema class method) (ray.serve.schema.HTTPOptionsSchema class method) (ray.serve.schema.LoggingConfig class method) (ray.serve.schema.RayActorOptionsSchema class method) (ray.serve.schema.ReplicaDetails class method) (ray.serve.schema.ServeApplicationSchema class method) (ray.serve.schema.ServeDeploySchema class method) (ray.serve.schema.ServeInstanceDetails class method)

update_from_batch() (ray.rllib.core.learner.learner.Learner method) (ray.rllib.core.learner.learner_group.LearnerGroup method) update_from_dict() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) update_from_episodes() (ray.rllib.core.learner.learner.Learner method) (ray.rllib.core.learner.learner_group.LearnerGroup method) update_metadata() (ray.train.Checkpoint method) update_ops() (ray.rllib.models.tf.tf_modelv2.TFModelV2 method) update_policy_weights() (ray.rllib.env.policy_client.PolicyClient method) update_priorities() (ray.rllib.utils.replay_buffers.multi_agent_prioritized_replay_buffer.MultiAgentPrioritizedReplayBuffer method) (ray.rllib.utils.replay_buffers.prioritized_replay_buffer.PrioritizedReplayBuffer method) update_priorities_in_replay_buffer() (in module ray.rllib.utils.replay_buffers.utils) update_resources() (ray.tune.experiment.trial.Trial method) upload_dir (ray.train.SyncConfig attribute) UploadDir (ray.rllib.common.CLIArguments attribute) upper() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method) upscale_delay_s (ray.serve.config.AutoscalingConfig attribute) upscale_smoothing_factor (ray.serve.config.AutoscalingConfig attribute) upscaling_factor (ray.serve.config.AutoscalingConfig attribute) use_gpu (ray.train.ScalingConfig attribute) user_config (ray.serve.Deployment property) (ray.serve.schema.DeploymentSchema attribute) uses_new_env_runners (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) UseShelve (ray.rllib.common.CLIArguments attribute)

V

V (ray.rllib.common.CLIArguments attribute) VALID_HPARAMS (ray.tune.logger.aim.AimLoggerCallback attribute) (ray.tune.logger.TBXLoggerCallback attribute) VALID_NP_HPARAMS (ray.tune.logger.aim.AimLoggerCallback attribute) (ray.tune.logger.TBXLoggerCallback attribute) VALID_SUMMARY_TYPES (ray.tune.CLIReporter attribute) (ray.tune.JupyterNotebookReporter attribute) validate() (ray.data.ExecutionOptions method) (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) (ray.rllib.env.single_agent_episode.SingleAgentEpisode method) validate_env() (ray.rllib.algorithms.algorithm.Algorithm static method) validate_module_id() (in module ray.rllib.core.rl_module) validate_save_restore() (in module ray.tune.utils) validate_train_batch_size_vs_rollout_fragment_length() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) validate_warmstart() (in module ray.tune.utils.util) validate_workers_after_construction (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) value() (ray.rllib.utils.schedules.constant_schedule.ConstantSchedule method) (ray.rllib.utils.schedules.exponential_schedule.ExponentialSchedule method) (ray.rllib.utils.schedules.linear_schedule.LinearSchedule method) (ray.rllib.utils.schedules.piecewise_schedule.PiecewiseSchedule method) (ray.rllib.utils.schedules.polynomial_schedule.PolynomialSchedule method) (ray.rllib.utils.schedules.schedule.Schedule method)

value_function() (ray.rllib.models.modelv2.ModelV2 method) (ray.rllib.models.tf.tf_modelv2.TFModelV2 method) (ray.rllib.models.torch.torch_modelv2.TorchModelV2 method) values() (ray.rllib.algorithms.algorithm_config.AlgorithmConfig method) (ray.rllib.core.rl_module.multi_rl_module.MultiRLModule method) (ray.rllib.policy.policy_map.PolicyMap method) (ray.rllib.policy.sample_batch.SampleBatch method) (ray.runtime_env.RuntimeEnv method) (ray.runtime_env.RuntimeEnvConfig method) VALUES_BOOTSTRAPPED (ray.rllib.policy.sample_batch.SampleBatch attribute) variables() (ray.rllib.models.modelv2.ModelV2 method) (ray.rllib.policy.eager_tf_policy_v2.EagerTFPolicyV2 method) vector_reset() (ray.rllib.env.vector_env._VectorizedGymEnv method) (ray.rllib.env.vector_env.VectorEnv method) vector_step() (ray.rllib.env.vector_env._VectorizedGymEnv method) (ray.rllib.env.vector_env.VectorEnv method) VectorEnv (class in ray.rllib.env.vector_env) vectorize_gym_envs() (ray.rllib.env.vector_env.VectorEnv static method) verbose (ray.train.horovod.HorovodConfig attribute) (ray.train.RunConfig attribute) verbose_progress (ray.data.ExecutionOptions attribute) VF_PREDS (ray.rllib.policy.sample_batch.SampleBatch attribute) VV (ray.rllib.common.CLIArguments attribute)

W

wait() (in module ray) (ray.util.placement_group.PlacementGroup method) wait_for_gpu() (in module ray.tune.utils) wait_for_resources() (ray.autoscaler._private.fake_multi_node.test_utils.DockerCluster static method) wall_time_s (ray.data.block.BlockExecStats attribute) WandBKey (ray.rllib.common.CLIArguments attribute) WandbLoggerCallback (class in ray.air.integrations.wandb) WandBProject (ray.rllib.common.CLIArguments attribute) WandBRunName (ray.rllib.common.CLIArguments attribute) warn_if_infinite_kl_divergence() (in module ray.rllib.utils.tf_utils) (in module ray.rllib.utils.torch_utils) was_current_actor_reconstructed (ray.runtime_context.RuntimeContext property) with_agent_groups() (ray.rllib.env.multi_agent_env.MultiAgentEnv method) with_parameters() (in module ray.tune) with_resources() (in module ray.tune) Worker process / worker worker_health_probe_timeout_s (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) worker_id (ray.serve.schema.ReplicaDetails attribute) (ray.serve.schema.ServeActorDetails attribute) (ray.util.state.common.TaskState attribute) (ray.util.state.common.WorkerState attribute) worker_launch_time_ms (ray.util.state.common.WorkerState attribute)

worker_launched_time_ms (ray.util.state.common.WorkerState attribute) worker_pid (ray.util.state.common.TaskState attribute) worker_restore_timeout_s (ray.rllib.algorithms.algorithm_config.AlgorithmConfig property) worker_type (ray.util.state.common.WorkerState attribute) WorkerCrashedError WorkerState (class in ray.util.state.common) wrap_as_needed() (ray.rllib.policy.sample_batch.MultiAgentBatch static method) wrap_function() (in module ray.tune.trainable.function_trainable) write() (ray.data.Datasink method) write_bigquery() (ray.data.Dataset method) write_block_to_file() (ray.data.datasource.BlockBasedFileDatasink method) write_csv() (ray.data.Dataset method) write_datasink() (ray.data.Dataset method) write_images() (ray.data.Dataset method) write_json() (ray.data.Dataset method) write_mongo() (ray.data.Dataset method) write_numpy() (ray.data.Dataset method) write_parquet() (ray.data.Dataset method) write_row_to_file() (ray.data.datasource.RowBasedFileDatasink method) write_sql() (ray.data.Dataset method) write_tfrecords() (ray.data.Dataset method) write_webdataset() (ray.data.Dataset method)

X

XGBoostTrainer (class in ray.train.xgboost)

Y

yaml (ray.rllib.common.SupportedFileType attribute)

Z

zero() (ray.data.ExecutionResources class method) zero_logps_from_actions() (in module ray.rllib.utils.tf_utils) zfill() (ray.data.datasource.PartitionStyle method) (ray.job_submission.JobStatus method) (ray.job_submission.JobType method) (ray.rllib.common.FrameworkEnum method) (ray.rllib.common.SupportedFileType method) (ray.serve.config.ProxyLocation method) (ray.serve.schema.APIType method) (ray.serve.schema.ApplicationStatus method) (ray.serve.schema.ProxyStatus method)

zip() (ray.data.block.BlockAccessor method) (ray.data.Dataset method) ZOOptSearch (class in ray.tune.search.zoopt)