INNER CODE UNIT · Python
broadcast_global_variables
horovod/horovod · horovod/keras/__init__.py:195
def broadcast_global_variables(root_rank):
"""Broadcasts all global variables from root rank to all other processes.
Arguments:
root_rank: Rank of the process from which global variables will be broadcasted
to all other processes.
"""
return _impl.broadcast_global_variables(K, root_rank)
def allreduce(value, name=None, average=True, prescale_factor=1.0, postscale_factor=1.0,
op=None, compression=Compression.none):
"""
Perform an allreduce on a tensor-compatible value.
Arguments:
value: A tensor-compatible value to reduce.
The shape of the input must be identical across all ranks.