diff --git a/docs/source/serialization.rst b/docs/source/serialization.rst
index fada8bd98e1e58..285e24cb5665a9 100644
--- a/docs/source/serialization.rst
+++ b/docs/source/serialization.rst
@@ -42,6 +42,7 @@ Ready-made configurations include the following models:
 - BERT
 - DistilBERT
 - GPT-2
+- LayoutLM
 - RoBERTa
 - T5
 - XLM-RoBERTa
diff --git a/src/transformers/models/layoutlm/configuration_layoutlm.py b/src/transformers/models/layoutlm/configuration_layoutlm.py
index 61a6ce264d0d5c..913a6bf7925121 100644
--- a/src/transformers/models/layoutlm/configuration_layoutlm.py
+++ b/src/transformers/models/layoutlm/configuration_layoutlm.py
@@ -183,11 +183,6 @@ def generate_dummy_inputs(
             raise ValueError("Cannot generate dummy inputs without PyTorch installed.")
         import torch
 
-        input_dict["bbox"] = torch.tensor(
-            [
-                [0] * 4,
-                *[box] * seq_length,
-                [self.max_2d_positions] * 4,
-            ]
-        ).tile(batch_size, 1, 1)
+        batch_size, seq_length = input_dict["input_ids"].shape
+        input_dict["bbox"] = torch.tensor([*[box] * seq_length]).tile(batch_size, 1, 1)
         return input_dict