DropAttention.mdx

import { Callout } from "nextra-theme-docs" import { Tab, Tabs } from "nextra-theme-docs"

DropAttention (Attention)

Apply dropout for attentions.

Attention(
    dim=768,
    plugins=[
        DropAttention(p=0.1)
    ],
)