add test

huggingface · Sep 20, 2023 · 624d91d · 624d91d
1 parent cbc935f
commit 624d91d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/onnxruntime/test_quantization.py b/tests/onnxruntime/test_quantization.py
@@ -121,7 +121,7 @@ def test_dynamic_quantization(self, model_cls, model_name, expected_quantized_ma
     def test_decoder_quantization_with_and_without_cache(self, test_name, model_info, use_cache):
         model_cls, model_name, expected_quantized_matmuls = model_info
         qconfig = AutoQuantizationConfig.avx512(is_static=False, per_channel=True)
-        model = model_cls.from_pretrained(model_name, export=True, use_cache=use_cache)
+        model = model_cls.from_pretrained(model_name, export=True, use_cache=use_cache, use_io_binding=use_cache)
 
         with tempfile.TemporaryDirectory() as tmp_dir:
             model.save_pretrained(tmp_dir)