INNER CODE UNIT · Python

_aggregate_gradients

horovod/horovod · horovod/_keras/__init__.py:151

        def _aggregate_gradients(self, grads_and_vars):
            base_class = super(self.__class__, self)
            if _PRE_TF_2_4_0:
                grads, vars = list(zip(*grads_and_vars))
                aggregated_grads = self._allreduce(grads, vars)
                return aggregated_grads
            elif hasattr(base_class, '_aggregate_gradients'):
                return base_class._aggregate_gradients(grads_and_vars)
            else:
                return base_class.aggregate_gradients(grads_and_vars)

        def _allreduce(self, grads, vars):
            self._aggregated_gradients = True

            if self._agg_helper:
                return self._agg_helper.compute_gradients(tuple(grads), tuple(vars))
            else:
                def __filtered_reduce_grads(grads, vars):

View source record →