diff --git a/MANIFEST.in b/MANIFEST.in
new file mode 100644
index 00000000..c3998f2b
--- /dev/null
+++ b/MANIFEST.in
@@ -0,0 +1,10 @@
+# sdist & wheel
+include ../version.txt
+recursive-include ../include *
+
+# wheel-only
+exclude flashinfer/_build_meta.py
+
+# Unneeded files
+prune */__pycache__
+global-exclude *.so
\ No newline at end of file
diff --git a/python/MANIFEST.in b/python/MANIFEST.in
new file mode 100644
index 00000000..c3998f2b
--- /dev/null
+++ b/python/MANIFEST.in
@@ -0,0 +1,10 @@
+# sdist & wheel
+include ../version.txt
+recursive-include ../include *
+
+# wheel-only
+exclude flashinfer/_build_meta.py
+
+# Unneeded files
+prune */__pycache__
+global-exclude *.so
\ No newline at end of file
diff --git a/python/setup.py b/python/setup.py
index 6b8cd0ba..9dbbe9c9 100644
--- a/python/setup.py
+++ b/python/setup.py
@@ -120,6 +120,4 @@ def remove_unwanted_pytorch_nvcc_flags():
         python_requires=">=3.9",
         ext_modules=ext_modules,
         cmdclass={"build_ext": torch_cpp_ext.BuildExtension},
-        package_data={'': ["../version.txt"]},
-        include_package_data=True
     )