add bigger context to models and support deepseek too

Libertai · Jan 16, 2025 · 7ed42e0 · 7ed42e0
1 parent 5bef33a
commit 7ed42e0
Showing 1 changed file with 7 additions and 2 deletions.
diff --git a/libertai_agents/libertai_agents/models/models.py b/libertai_agents/libertai_agents/models/models.py
@@ -22,12 +22,17 @@ class FullModelConfiguration(ModelConfiguration):
 MODELS_CONFIG: dict[ModelId, FullModelConfiguration] = {
     "NousResearch/Hermes-3-Llama-3.1-8B": FullModelConfiguration(
         vm_url="https://curated.aleph.cloud/vm/84df52ac4466d121ef3bb409bb14f315de7be4ce600e8948d71df6485aa5bcc3/completion",
-        context_length=4096,
+        context_length=16384,
+        constructor=HermesModel,
+    ),
+    "deepseek-ai/DeepSeek-V3": FullModelConfiguration(
+        vm_url="https://curated.aleph.cloud/vm/9aa80dc7f00c515a5f56b70e65fdab4c367e35f341c3b4220419adb6ca86a33f/completion",
+        context_length=16384,
         constructor=HermesModel,
     ),
     "mistralai/Mistral-Nemo-Instruct-2407": FullModelConfiguration(
         vm_url="https://curated.aleph.cloud/vm/2c4ad0bf343fb12924936cbc801732d95ce90f84cd895aa8bee82c0a062815c2/completion",
-        context_length=4096,
+        context_length=8192,
         constructor=MistralModel,
     ),
 }