Strip invalid rendering emojis

This commit is contained in:
Mark Qvist 2025-12-29 00:34:42 +01:00
commit d3ddfd6c9c

View file

@ -1,6 +1,8 @@
import re
import unicodedata
invalid_rendering = ["🕵️"]
def strip_modifiers(text):
def process_characters(text):
result = []
@ -20,6 +22,9 @@ def strip_modifiers(text):
return ''.join(result)
for char in invalid_rendering:
text = text.replace(char, " ")
stripped = process_characters(text)
stripped = re.sub(r'[\uFE00-\uFE0F]', '', stripped)
stripped = re.sub(r'[\U000E0100-\U000E01EF]', '', stripped, flags=re.UNICODE)