diff --git a/calibration/quantization_config/maxabs_quant_dynamic_quantization.json b/calibration/quantization_config/maxabs_quant_dynamic_quantization.json index fa4ad093b..c82e0b96d 100644 --- a/calibration/quantization_config/maxabs_quant_dynamic_quantization.json +++ b/calibration/quantization_config/maxabs_quant_dynamic_quantization.json @@ -4,5 +4,12 @@ "scale_format": "CONST", "scale_method": "act_maxabs_pcs_pow2_weight_maxabs_pts_pow2_hw", "dynamic_quantization": true, + "blocklist": { + "types": [ + "Matmul", + "KVCache", + "VLLMKVCache" + ] + }, "dump_stats_path": "" }