Skip to content

Commit

Permalink
Merge branch 'main' of github.com:ServiceNow/AgentLab into add-vision…
Browse files Browse the repository at this point in the history
…-models
  • Loading branch information
TLSDC committed Feb 6, 2025
2 parents 70d380d + 82ec9bc commit 94f6042
Showing 1 changed file with 16 additions and 6 deletions.
22 changes: 16 additions & 6 deletions src/agentlab/llm/llm_configs.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,5 @@
from agentlab.llm.chat_api import (
AzureModelArgs,
OpenAIModelArgs,
OpenRouterModelArgs,
SelfHostedModelArgs,
)
from agentlab.llm.chat_api import (AzureModelArgs, OpenAIModelArgs,
OpenRouterModelArgs, SelfHostedModelArgs)

default_oss_llms_args = {
"n_retry_server": 4,
Expand All @@ -17,6 +13,13 @@
]

CHAT_MODEL_ARGS_DICT = {
"openai/o3-mini-2025-01-31": OpenAIModelArgs(
model_name="o3-mini-2025-01-31",
max_total_tokens=200_000,
max_input_tokens=200_000,
max_new_tokens=100_000,
vision_support=False,
),
"openai/gpt-4o-mini-2024-07-18": OpenAIModelArgs(
model_name="gpt-4o-mini-2024-07-18",
max_total_tokens=128_000,
Expand Down Expand Up @@ -113,6 +116,13 @@
**default_oss_llms_args,
),
# ---------------- OPENROUTER ----------------#
"openrouter/deepseek/deepseek-r1": OpenRouterModelArgs(
model_name="deepseek/deepseek-r1",
max_total_tokens=128_000,
max_input_tokens=100_000,
max_new_tokens=128_000,
temperature=1e-1,
),
"openrouter/meta-llama/llama-3.1-405b-instruct": OpenRouterModelArgs(
model_name="meta-llama/llama-3.1-405b-instruct",
max_total_tokens=128_000,
Expand Down

0 comments on commit 94f6042

Please sign in to comment.