[frontend] Fix tokenizeDeepSeekR1 in TextContainer

buddy-compiler · Feb 25, 2025 · 277c4b8 · 277c4b8
1 parent ed1ee24
commit 277c4b8
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/frontend/Interfaces/buddy/LLM/TextContainer.h b/frontend/Interfaces/buddy/LLM/TextContainer.h
@@ -433,11 +433,11 @@ void Text<T, N>::tokenizeDeepSeekR1(const std::string &vocab, size_t length) {
   const int userToken = 151644;
   const int assistantToken = 151645;
   const int thinkToken = 151648;
-
+
+  tokenCnt = 0;
   this->aligned[tokenCnt++] = bos;
   this->aligned[tokenCnt++] = bos;
   this->aligned[tokenCnt++] = userToken;
-  tokenCnt = 2;
 
   // Load Vocab
   loadVocab(vocab);