INNER CODE UNIT · Python
allgather
horovod/horovod · horovod/_keras/__init__.py:284
def allgather(backend, value, name):
return _eval(backend, hvd.allgather(tf.constant(value, name=name)))
def broadcast(backend, value, root_rank, name):
return _eval(backend, hvd.broadcast(tf.constant(value, name=name), root_rank))
def reducescatter(backend, value, name, op):
return _eval(backend, hvd.reducescatter(tf.constant(value, name=name), op=op))
def load_model(keras, wrap_optimizer, filepath, custom_optimizers, custom_objects, legacy_opts=False):
if legacy_opts:
keras_subclasses = keras.optimizers.legacy.Optimizer.__subclasses__()
else:
keras_subclasses = keras.optimizers.Optimizer.__subclasses__()