import { Callout } from "nextra-theme-docs" import { Tab, Tabs } from "nextra-theme-docs"

PreNorm

Apply Pre-Layer normalization to a children

PreNorm(
    nn.Sequential(
        nn.Linear(100, 200),
        nn.GELU(),
        nn.Linear(200, 100)
    ),
    dim=100
)

Forward

(x: torch.Tensor) -> torch.Tensor