fiftyone.utils.clip.model.ResidualAttentionBlock

class documentation

class ResidualAttentionBlock(nn.Module): (source)

Constructor: ResidualAttentionBlock(d_model, n_head, attn_mask)

View In Hierarchy

Undocumented

Method __init__ Undocumented
Method attention Undocumented
Method forward Undocumented
Instance Variable attn Undocumented
Instance Variable attn_mask Undocumented
Instance Variable ln_1 Undocumented
Instance Variable ln_2 Undocumented
Instance Variable mlp Undocumented
def __init__(self, d_model: int, n_head: int, attn_mask: torch.Tensor = None): (source)

Undocumented

def attention(self, x: torch.Tensor): (source)

Undocumented

def forward(self, x: torch.Tensor): (source)

Undocumented

attn = (source)

Undocumented

attn_mask = (source)

Undocumented

ln_1 = (source)

Undocumented

ln_2 = (source)

Undocumented

mlp = (source)

Undocumented