From 5d670f340727a465b1307fbfe1cdceb8cb3718da Mon Sep 17 00:00:00 2001
From: "Menezes, Luke J (PG/T - Comp Sci & Elec Eng)" <lm01906@surrey.ac.uk>
Date: Thu, 23 May 2024 11:21:27 +0000
Subject: [PATCH] Upload New File
---
SciBERT-finetuned-NER/special_tokens_map.json | 7 +++++++
1 file changed, 7 insertions(+)
create mode 100644 SciBERT-finetuned-NER/special_tokens_map.json
diff --git a/SciBERT-finetuned-NER/special_tokens_map.json b/SciBERT-finetuned-NER/special_tokens_map.json
new file mode 100644
index 0000000..a8b3208
--- /dev/null
+++ b/SciBERT-finetuned-NER/special_tokens_map.json
@@ -0,0 +1,7 @@
+{
+ "cls_token": "[CLS]",
+ "mask_token": "[MASK]",
+ "pad_token": "[PAD]",
+ "sep_token": "[SEP]",
+ "unk_token": "[UNK]"
+}
--
GitLab