diff --git a/requirements-rocm.txt b/requirements-rocm.txt
new file mode 100644
index 00000000..21612c36
--- /dev/null
+++ b/requirements-rocm.txt
@@ -0,0 +1 @@
+flash-attn>=2.6.2,<2.7.0