Fix INC

optimum_benchmark/scenarios/training/config.py

@@ -11,6 +11,8 @@
     "gradient_accumulation_steps": 1,
     "output_dir": "./trainer_output",
     "evaluation_strategy": "no",
+    "eval_strategy": "no",
+    "save_strategy": "no",
     "do_train": True,
     "use_cpu": False,
     "max_steps": -1,

tests/configs/_inc_quant_.yaml

@@ -0,0 +1,3 @@
+backend:
+  ptq_quantization: true
+  calibration: true

tests/configs/_text_decoders_.yaml

@@ -3,4 +3,4 @@ hydra:
   sweeper:
     params:
       backend.task: text-generation
-      backend.model: hf-internal-testing/tiny-random-gpt2,IlyasMoutawwakil/tiny-random-llama
+      backend.model: hf-internal-testing/tiny-random-GPT2LMHeadModel,hf-internal-testing/tiny-random-LlamaForCausalLM

tests/configs/cpu_inference_neural_compressor_text_decoders.yaml → tests/configs/cpu_inference_neural_compressor_inc_quant_text_decoders.yaml

@@ -3,6 +3,7 @@ defaults:
   - _base_ # inherits from base config
   - _cpu_ # inherits from cpu config
   - _inference_ # inherits from inference config
+  - _inc_quant_ # inherits from incremental quantization config
   - _text_decoders_ # inherits from text decoders config
   - _no_weights_ # inherits from no weights config
   - _self_ # hydra 1.1 compatibility

tests/configs/cpu_inference_neural_compressor_text_encoders.yaml → tests/configs/cpu_inference_neural_compressor_inc_quant_text_encoders.yaml

@@ -3,6 +3,7 @@ defaults:
   - _base_ # inherits from base config
   - _cpu_ # inherits from cpu config
   - _inference_ # inherits from inference config
+  - _inc_quant_ # inherits from incremental quantization config
   - _text_encoders_ # inherits from text encoders config
   - _no_weights_ # inherits from no weights config
   - _self_ # hydra 1.1 compatibility