diff --git a/auto_round/alg_ext.abi3.so b/auto_round/alg_ext.abi3.so
new file mode 100644
index 000000000..b6f3cbfe1
Binary files /dev/null and b/auto_round/alg_ext.abi3.so differ
diff --git a/auto_round/alg_ext.cpython-310-x86_64-linux-gnu.so b/auto_round/alg_ext.cpython-310-x86_64-linux-gnu.so
deleted file mode 100644
index 89cd61c2f..000000000
Binary files a/auto_round/alg_ext.cpython-310-x86_64-linux-gnu.so and /dev/null differ
diff --git a/setup.py b/setup.py
index 71d7dee70..338683125 100644
--- a/setup.py
+++ b/setup.py
@@ -162,5 +162,5 @@ def fetch_requirements(path):
             "License :: OSI Approved :: Apache Software License",
         ],
         include_package_data=True,
-        package_data={"": ["mllm/templates/*.json"]},
+        package_data={"": ["mllm/templates/*.json", "alg_ext.abi3.so"]},
     )