diff --git a/optimum_benchmark/scenarios/training/config.py b/optimum_benchmark/scenarios/training/config.py index 7fb3d049..89581e02 100644 --- a/optimum_benchmark/scenarios/training/config.py +++ b/optimum_benchmark/scenarios/training/config.py @@ -11,6 +11,8 @@ "gradient_accumulation_steps": 1, "output_dir": "./trainer_output", "evaluation_strategy": "no", + "eval_strategy": "no", + "save_strategy": "no", "do_train": True, "use_cpu": False, "max_steps": -1, diff --git a/tests/configs/_inc_quant_.yaml b/tests/configs/_inc_quant_.yaml new file mode 100644 index 00000000..1347abfc --- /dev/null +++ b/tests/configs/_inc_quant_.yaml @@ -0,0 +1,3 @@ +backend: + ptq_quantization: true + calibration: true diff --git a/tests/configs/_text_decoders_.yaml b/tests/configs/_text_decoders_.yaml index 5c92a056..f32ec1ee 100644 --- a/tests/configs/_text_decoders_.yaml +++ b/tests/configs/_text_decoders_.yaml @@ -3,4 +3,4 @@ hydra: sweeper: params: backend.task: text-generation - backend.model: hf-internal-testing/tiny-random-gpt2,IlyasMoutawwakil/tiny-random-llama + backend.model: hf-internal-testing/tiny-random-GPT2LMHeadModel,hf-internal-testing/tiny-random-LlamaForCausalLM diff --git a/tests/configs/cpu_inference_neural_compressor_text_decoders.yaml b/tests/configs/cpu_inference_neural_compressor_inc_quant_text_decoders.yaml similarity index 87% rename from tests/configs/cpu_inference_neural_compressor_text_decoders.yaml rename to tests/configs/cpu_inference_neural_compressor_inc_quant_text_decoders.yaml index fb966c71..7865da6e 100644 --- a/tests/configs/cpu_inference_neural_compressor_text_decoders.yaml +++ b/tests/configs/cpu_inference_neural_compressor_inc_quant_text_decoders.yaml @@ -3,6 +3,7 @@ defaults: - _base_ # inherits from base config - _cpu_ # inherits from cpu config - _inference_ # inherits from inference config + - _inc_quant_ # inherits from incremental quantization config - _text_decoders_ # inherits from text decoders config - _no_weights_ # inherits from no weights config - _self_ # hydra 1.1 compatibility diff --git a/tests/configs/cpu_inference_neural_compressor_text_encoders.yaml b/tests/configs/cpu_inference_neural_compressor_inc_quant_text_encoders.yaml similarity index 87% rename from tests/configs/cpu_inference_neural_compressor_text_encoders.yaml rename to tests/configs/cpu_inference_neural_compressor_inc_quant_text_encoders.yaml index afbca904..91451cf1 100644 --- a/tests/configs/cpu_inference_neural_compressor_text_encoders.yaml +++ b/tests/configs/cpu_inference_neural_compressor_inc_quant_text_encoders.yaml @@ -3,6 +3,7 @@ defaults: - _base_ # inherits from base config - _cpu_ # inherits from cpu config - _inference_ # inherits from inference config + - _inc_quant_ # inherits from incremental quantization config - _text_encoders_ # inherits from text encoders config - _no_weights_ # inherits from no weights config - _self_ # hydra 1.1 compatibility