fallback nf to tir implementation.

microsoft · Dec 17, 2024 · e729caa · e729caa
1 parent 6d1a7e4
commit e729caa
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/bitblas/ops/general_matmul/__init__.py b/bitblas/ops/general_matmul/__init__.py
@@ -371,8 +371,14 @@ def __init__(
         self.bit = bit
 
         # This is a hack to support the int4 and uint4
+        # legalize the backend (hacky implementation)
+        # TODO(lei): In future release we should remove
+        # by implementing all the operators in the tl backend.
         if config.A_dtype in ["int4", "uint4"]:
             backend = "tl"
+        if source_format in ["nf"]:
+            backend = "tir"
+
         super().__init__(name, config, target, backend)
 
         if source_format == "int" and self.with_zeros: