diff --git a/neural_compressor/torch/algorithms/weight_only/save_load.py b/neural_compressor/torch/algorithms/weight_only/save_load.py
index 8d1259cad00..df8a04b7b3c 100644
--- a/neural_compressor/torch/algorithms/weight_only/save_load.py
+++ b/neural_compressor/torch/algorithms/weight_only/save_load.py
@@ -837,7 +837,6 @@ def _load_remaining_pretrained_weight(self, model):
             _load_state_dict_into_meta_model(
                 model=model,
                 state_dict=state_dict,
-                loaded_state_dict_keys=self.loaded_state_dict_keys,
                 start_prefix="",
                 expected_keys=list(state_dict.keys()),
                 device_map={"": self.device},