slone
/

bert-tiny-char-ctc-bak-denoise

grammatical-error-correction

Model card Files Files and versions

cointegrated commited on Jun 30, 2023

Commit

1941090

·

1 Parent(s): b9a4929

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +4 -1

tokenizer_config.json CHANGED Viewed

@@ -7,5 +7,8 @@
   "model_max_length": 1024,
   "pad_token": "[pad]",
   "tokenizer_class": "CharTokenizer",
-  "unk_token": "[unk]"
 }

   "model_max_length": 1024,
   "pad_token": "[pad]",
   "tokenizer_class": "CharTokenizer",
+  "unk_token": "[unk]",
+  "auto_map": {
+    "AutoTokenizer": ["char_tokenizer.CharTokenizer", null]
+  }
 }