Skip to content

Commit

Permalink
fix(crab-benchmark-v0): Experiment tiny fix
Browse files Browse the repository at this point in the history
  • Loading branch information
dandansamax committed Sep 26, 2024
1 parent 34f4021 commit 47a910b
Showing 1 changed file with 7 additions and 7 deletions.
14 changes: 7 additions & 7 deletions crab-benchmark-v0/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -186,13 +186,13 @@ def get_benchmark(env: str, ubuntu_url: str):
benchmark = get_benchmark(args.env, args.remote_url)

if args.model == "gpt4o":
model = OpenAIModel(model="gpt-4o")
elif args.policy == "gpt4turbo":
model = OpenAIModel(model="gpt-4-turbo")
elif args.policy == "gemini":
model = GeminiModel(model="gemini-1.5-pro-latest")
elif args.policy == "claude":
model = ClaudeModel(model="claude-3-opus-20240229")
model = OpenAIModel(model="gpt-4o", history_messages_len=2)
elif args.model == "gpt4turbo":
model = OpenAIModel(model="gpt-4-turbo", history_messages_len=2)
elif args.model == "gemini":
model = GeminiModel(model="gemini-1.5-pro-latest", history_messages_len=2)
elif args.model == "claude":
model = ClaudeModel(model="claude-3-opus-20240229", history_messages_len=2)
else:
print("Unsupported model: ", args.model)
exit()
Expand Down

0 comments on commit 47a910b

Please sign in to comment.