INNER CODE UNIT · Python

custom_optimized_attention

Extraltodeus/ComfyUI-AutomaticCFG · experimental_temperature.py:139

        def custom_optimized_attention(device, mask=None, small_input=True):
            return temperature_patcher(Temperature).attention_basic_with_temperature
        
        def new_forward(self, x, mask=None, intermediate_output=None):
            optimized_attention = custom_optimized_attention(x.device, mask=mask is not None, small_input=True)

            if intermediate_output is not None:
                if intermediate_output < 0:
                    intermediate_output = len(self.layers) + intermediate_output

            intermediate = None
            for i, l in enumerate(self.layers):
                x = l(x, mask, optimized_attention)
                if i == intermediate_output:
                    intermediate = x.clone()
            return x, intermediate

        m = clip.clone()

View source record →