提交 9757e98f 编写于 作者: C chenxuyi 提交者: Meiyim

+ tokenizer BOS

上级 e575c304
......@@ -79,6 +79,8 @@ class ErnieTokenizer(object):
'ernie-2.0-en': bce + 'model-ernie2.0-en.1.tar.gz',
'ernie-2.0-large-en': bce + 'model-ernie2.0-large-en.1.tar.gz',
'ernie-tiny': bce + 'model-ernie_tiny.1.tar.gz',
'ernie-gen-base-en': bce + 'model-ernie-gen-base-en.1.tar.gz',
'ernie-gen-large-en': bce + 'model-ernie-gen-large-en.1.tar.gz',
}
@classmethod
def from_pretrained(cls, pretrain_dir_or_url, force_download=False, **kwargs):
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册