Add missing cli field for sglang bench_serve

nod-ai · Feb 4, 2025 · 7bcbed3 · 7bcbed3
1 parent 515072a
commit 7bcbed3
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/app_tests/benchmark_tests/llm/sglang_benchmarks/utils.py b/app_tests/benchmark_tests/llm/sglang_benchmarks/utils.py
@@ -50,6 +50,7 @@ def as_namespace(self) -> Namespace:
             disable_ignore_eos=False,
             lora_name=None,
             profile=False,
+            sharegpt_context_len=None,
         )
 
     def __repr__(self):