l3cube-pune
/

assamese-bert

Model card Files Files and versions

l3cube-pune commited on Apr 20, 2023

Commit

48317e2

·

1 Parent(s): 1129ef1

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -9,7 +9,7 @@
   "never_split": null,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",
-  "special_tokens_map_file": "/ebs_ds_share/raviraj.j/temp/models/muril-base-cased/special_tokens_map.json",
   "strip_accents": false,
   "tokenize_chinese_chars": true,
   "tokenizer_class": "BertTokenizer",

   "never_split": null,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",
+  "special_tokens_map_file": "special_tokens_map.json",
   "strip_accents": false,
   "tokenize_chinese_chars": true,
   "tokenizer_class": "BertTokenizer",