Fix nit

microsoft · Jan 30, 2025 · f4a77bb · f4a77bb
1 parent 1ced888
commit f4a77bb
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 4 deletions.
diff --git a/docs/source/how-to/configure-workflows/model-opt-and-transform/pytorch.md b/docs/source/how-to/configure-workflows/model-opt-and-transform/pytorch.md
@@ -14,7 +14,7 @@ This pass only supports HfModels. Please refer to [LoRA](lora) for more details
 ```json
 {
     "type": "LoRA",
-    "lora_alpha": 16,
+    "alpha": 16,
     "train_data_config": // ...,
     "training_args": {
         "learning_rate": 0.0002,

diff --git a/examples/llama2/llama2_lmeval.json b/examples/llama2/llama2_lmeval.json
@@ -42,7 +42,7 @@
                 "max_steps": 150,
                 "logging_steps": 50.0
             },
-            "lora_alpha": 16,
+            "alpha": 16,
             "eval_data_config": "eval_data"
         }
     },

diff --git a/examples/llama2/llama2_qlora.json b/examples/llama2/llama2_qlora.json
@@ -34,7 +34,7 @@
                 "logging_steps": 50.0
             },
             "r": 64,
-            "lora_alpha": 16,
+            "alpha": 16,
             "eval_data_config": "eval_data"
         },
         "c": {

diff --git a/olive/cli/finetune.py b/olive/cli/finetune.py
@@ -108,7 +108,7 @@ def _get_run_config(self, tempdir: str) -> Dict:
             ((*finetune_key, "torch_dtype"), self.args.torch_dtype),
             ((*finetune_key, "training_args"), self.parse_training_args()),
             ((*finetune_key, "r"), self.args.lora_r),
-            ((*finetune_key, "lora_alpha"), self.args.lora_alpha),
+            ((*finetune_key, "alpha"), self.args.lora_alpha),
             ("output_dir", self.args.output_path),
             ("log_severity_level", self.args.log_level),
         ]