import { Callout } from "nextra-theme-docs" import { Tab, Tabs } from "nextra-theme-docs"

PositionalEmbedding

Learnable Positional embeddings

PositionalEmbedding(seq_len=196, dim=768, gain=1.0)

Forward

() -> jaxtyping.Float[Tensor, 'n d']