From 7cce183f1139bba60d415a495f77c56ff13f0598 Mon Sep 17 00:00:00 2001
From: "Hafiz, Aqib (PG/T - Comp Sci & Elec Eng)" <ah02821@surrey.ac.uk>
Date: Thu, 23 May 2024 16:05:04 +0000
Subject: [PATCH] Upload New File

---
 special_tokens_map.json | 7 +++++++
 1 file changed, 7 insertions(+)
 create mode 100644 special_tokens_map.json

diff --git a/special_tokens_map.json b/special_tokens_map.json
new file mode 100644
index 0000000..a8b3208
--- /dev/null
+++ b/special_tokens_map.json
@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}
-- 
GitLab