ray.train.TrainContext.get_world_rank

abstract TrainContext.get_world_rank() → int

Get the world rank of this worker.

import ray.train
from ray.train.torch import TorchTrainer

def train_fn_per_worker(config):
    if ray.train.get_context().get_world_rank() == 0:
        print("Worker 0")

trainer = TorchTrainer(
    train_fn_per_worker,
    scaling_config=ray.train.ScalingConfig(num_workers=2),
)
trainer.fit()