settings/manage: sanitize various Unicode zero-width spaces to nothing

1 files changed, 14 insertions, 0 deletions

diff --git a/alot/settings/manager.py b/alot/settings/manager.py
index e4fa48d7..5d2098b0 100644
--- a/alot/settings/manager.py
+++ b/alot/settings/manager.py
@@ -637,6 +637,20 @@ class SettingsManager:
         # expand tabs
         table[ord('\t')] = ' ' * tab_width
 
+        # various Unicode zero-width spaces
+        # mongolian vowel separator
+        table[0x180e] = None
+        # zero width space
+        table[0x200b] = None
+        # zero width non-joiner
+        table[0x200c] = None
+        # zero width joiner
+        table[0x200d] = None
+        # word joiner
+        table[0x2060] = None
+        # BOM
+        table[0xfeff] = None
+
         return table
 
     @cached_property