diff --git a/nemo/collections/common/tokenizers/bytelevel_tokenizers.py b/nemo/collections/common/tokenizers/bytelevel_tokenizers.py index bd31c6819378..f850fc9ca5ab 100644 --- a/nemo/collections/common/tokenizers/bytelevel_tokenizers.py +++ b/nemo/collections/common/tokenizers/bytelevel_tokenizers.py @@ -167,21 +167,21 @@ def pad_id(self): """ Get the padding ID. """ - return 256 + return self._pad_id @property def bos_id(self): """ Get the beginning-of-sequence ID. """ - return 257 + return self._bos_id @property def eos_id(self): """ Get the end-of-sequence ID. """ - return 258 + return self._eos_id @property def unk_id(self):