INNER CODE UNIT · Python
vars
horovod/horovod · horovod/_keras/__init__.py:154
grads, vars = list(zip(*grads_and_vars))
aggregated_grads = self._allreduce(grads, vars)
return aggregated_grads
elif hasattr(base_class, '_aggregate_gradients'):
return base_class._aggregate_gradients(grads_and_vars)
else:
return base_class.aggregate_gradients(grads_and_vars)
def _allreduce(self, grads, vars):
self._aggregated_gradients = True
if self._agg_helper:
return self._agg_helper.compute_gradients(tuple(grads), tuple(vars))
else:
def __filtered_reduce_grads(grads, vars):
rv = []
rg = []
if _IS_TF2: