diff --git a/setup.py b/setup.py
index 22407701f3c1..88737cc7d1e4 100644
--- a/setup.py
+++ b/setup.py
@@ -440,7 +440,7 @@ def run(self):
     package_dir={"": "src"},
     packages=find_packages("src"),
     include_package_data=True,
-    package_data={"": ["**/*.cu", "**/*.cpp", "**/*.cuh", "**/*.h", "**/*.pyx"]},
+    package_data={"": ["**/*.cu", "**/*.cpp", "**/*.cuh", "**/*.h", "**/*.pyx", "py.typed"]},
     zip_safe=False,
     extras_require=extras,
     entry_points={"console_scripts": ["transformers-cli=transformers.commands.transformers_cli:main"]},
diff --git a/src/transformers/py.typed b/src/transformers/py.typed
new file mode 100644
index 000000000000..e69de29bb2d1