mfw trying to update a constant

Metastruct · Dec 7, 2024 · 2b108c7 · 2b108c7
1 parent 0f4eaeb
commit 2b108c7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/index.js b/index.js
@@ -31,9 +31,9 @@ const llama = await getLlama();
 const model = await llama.loadModel({
     modelPath: path.join("models", "meta-llama-3.1-8b-instruct-q4_k_m.gguf"),
 });
-const context = await model.createContext();
 
 // Add this function to free sequences
+let context = await model.createContext();
 async function recreateContext() {
     await context.dispose();
     context = await model.createContext();