Comm

All configurations concerning the communication.

block_comm_size#

block_comm_size: PositiveInt = 1

block_all_to_all: Literal['host_mpi', 'device_mpi', 'nccl'] | None = None

block_all_gather: Literal['host_mpi', 'device_mpi', 'nccl'] | None = None

block_all_reduce: Literal['host_mpi', 'device_mpi', 'nccl'] | None = None

block_bcast: Literal['host_mpi', 'device_mpi', 'nccl'] | None = None

stack_all_to_all: Literal['host_mpi', 'device_mpi', 'nccl'] | None = None

stack_all_gather: Literal['host_mpi', 'device_mpi', 'nccl'] | None = None

stack_all_reduce: Literal['host_mpi', 'device_mpi', 'nccl'] | None = None

stack_bcast: Literal['host_mpi', 'device_mpi', 'nccl'] | None = None

block_comm_config: dict[str, str] = {}

stack_comm_config: dict[str, str] = {}