INNER CODE UNIT · Python
broadcast
horovod/horovod · horovod/_keras/__init__.py:288
def broadcast(backend, value, root_rank, name):
return _eval(backend, hvd.broadcast(tf.constant(value, name=name), root_rank))
def reducescatter(backend, value, name, op):
return _eval(backend, hvd.reducescatter(tf.constant(value, name=name), op=op))
def load_model(keras, wrap_optimizer, filepath, custom_optimizers, custom_objects, legacy_opts=False):
if legacy_opts:
keras_subclasses = keras.optimizers.legacy.Optimizer.__subclasses__()
else:
keras_subclasses = keras.optimizers.Optimizer.__subclasses__()
horovod_objects = {
subclass.__name__.lower(): wrap_optimizer(subclass)
for subclass in keras_subclasses
}