补充模型文件

This commit is contained in:
ACT丶流星雨 2026-03-19 16:29:21 +08:00
parent 97fd63763d
commit 265dee7729
5 changed files with 30548 additions and 0 deletions

4
.gitignore vendored
View File

@ -47,6 +47,10 @@ web/*
*.sqlite
router.ts
database.d.ts
.devtools
data/oss/*
data/test.sqlite

View File

@ -0,0 +1,7 @@
{
"cls_token": "[CLS]",
"mask_token": "[MASK]",
"pad_token": "[PAD]",
"sep_token": "[SEP]",
"unk_token": "[UNK]"
}

View File

@ -0,0 +1,15 @@
{
"clean_up_tokenization_spaces": true,
"cls_token": "[CLS]",
"do_basic_tokenize": true,
"do_lower_case": true,
"mask_token": "[MASK]",
"model_max_length": 512,
"never_split": null,
"pad_token": "[PAD]",
"sep_token": "[SEP]",
"strip_accents": null,
"tokenize_chinese_chars": true,
"tokenizer_class": "BertTokenizer",
"unk_token": "[UNK]"
}

File diff suppressed because it is too large Load Diff