how/layers/attention.py

"""Layers producing a 2D attention map from a feature map"""

from torch import nn


class L2Attention(nn.Module):
    """Compute the attention as L2-norm of local descriptors"""

    def forward(self, x):
        return (x.pow(2.0).sum(1) + 1e-10).sqrt().squeeze(0)