diff --git a/fastdeploy/input/ernie_tokenizer.py b/fastdeploy/input/ernie_tokenizer.py index 68915399b..f51c730fd 100644 --- a/fastdeploy/input/ernie_tokenizer.py +++ b/fastdeploy/input/ernie_tokenizer.py @@ -143,7 +143,7 @@ class ErnieBotTokenizer(PretrainedTokenizer): def convert_tokens_to_string(self, tokens): """Converts a sequence of tokens (string) in a single string.""" - spec_init() + self.spec_init() current_sub_tokens = [] out_string = "" # prev_is_special = False @@ -216,7 +216,7 @@ class ErnieBotTokenizer(PretrainedTokenizer): # if isinstance(t, AddedToken) # ) - spec_init() + self.spec_init() text, kwargs = self.prepare_for_tokenization(text, **kwargs) # TODO: should this be in the base class?