catch empty entities

Author: links-ai

transner/utils/preprocessing.py

@@ -115,5 +115,8 @@ def adjustEntitiesOffset(self, entities, adjust_case=False):
                     end_pos = start_pos + len(e['value']) - non_existing_tokens
                     e['value'] = s[start_pos:end_pos]
                     # clean possible white spaces (unlikely to happen)
-                    if e['value'][-1] == ' ':
-                        e['value'] = e['value'][:-1]
+                    try:
+                        if e['value'][-1] == ' ':
+                            e['value'] = e['value'][:-1]
+                    except IndexError:
+                        print(e)