INNER CODE UNIT · Python
create_distributed_optimizer
horovod/horovod · horovod/_keras/__init__.py:30
def create_distributed_optimizer(keras, optimizer, name, device_dense, device_sparse,
compression, sparse_as_dense, gradient_predivide_factor,
op, backward_passes_per_step=1,
average_aggregated_gradients=False,
groups=None, process_set=hvd.global_process_set,
scale_local_gradients=True):
class _DistributedOptimizer(*optimizer.__class__.__bases__):
_HAS_AGGREGATE_GRAD = True
def __init__(self, **kwargs):
super(self.__class__, self).__init__(**kwargs)
self._name = name or "Distributed%s" % self.__class__.__base__.__name__
self._aggregated_gradients = False
self._allreduce_grads = hvd._make_allreduce_grads_fn(
self._name,
device_dense,