From cb32118ffa28d5ff4e943dfd9e5cbd2049066059 Mon Sep 17 00:00:00 2001 From: Nikita Savelyev Date: Sat, 10 Aug 2024 13:37:29 +0200 Subject: [PATCH] Update compression config for psmathur/orca_mini_3b (#862) * Update compression config for psmathur/orca_mini_3b * Remove dataset parameter --- optimum/intel/openvino/configuration.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/optimum/intel/openvino/configuration.py b/optimum/intel/openvino/configuration.py index 2354ade80c..be59e0b4dd 100644 --- a/optimum/intel/openvino/configuration.py +++ b/optimum/intel/openvino/configuration.py @@ -84,8 +84,6 @@ class OVQuantizationMethod(str, Enum): "sym": True, "group_size": 64, "all_layers": True, - "dataset": "wikitext2", - "quant_method": OVQuantizationMethod.AWQ, }, "bigscience/bloomz-560m": { "bits": 4,