diff --git a/src/xlm/datamodule.py b/src/xlm/datamodule.py
index 5e676c6f..e4db137e 100644
--- a/src/xlm/datamodule.py
+++ b/src/xlm/datamodule.py
@@ -594,6 +594,15 @@ def for_numbers(
             **kwargs,
         )
 
+class SimpleSpaceTokenizerWithDeletion(SimpleSpaceTokenizer):
+    
+    def __init__(self, vocab: Sequence[str], **kwargs):
+        super().__init__(vocab=vocab, **kwargs)
+        del_token_id = len(self._vocab_str_to_int)
+        self._vocab_str_to_int["[DEL]"] = del_token_id
+        self._vocab_int_to_str[del_token_id] = "[DEL]"
+        setattr(self, "delete_token", "[DEL]")
+        setattr(self, "delete_token_id", del_token_id)
 
 # endregion: Tokenizers
 ################################################################################