From 7cce183f1139bba60d415a495f77c56ff13f0598 Mon Sep 17 00:00:00 2001 From: "Hafiz, Aqib (PG/T - Comp Sci & Elec Eng)" <ah02821@surrey.ac.uk> Date: Thu, 23 May 2024 16:05:04 +0000 Subject: [PATCH] Upload New File --- special_tokens_map.json | 7 +++++++ 1 file changed, 7 insertions(+) create mode 100644 special_tokens_map.json diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..a8b3208 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,7 @@ +{ + "cls_token": "[CLS]", + "mask_token": "[MASK]", + "pad_token": "[PAD]", + "sep_token": "[SEP]", + "unk_token": "[UNK]" +} -- GitLab