INNER CODE UNIT · Python

normalize_language_code

dedsec1121fk/DedSec · Scripts/DedSec Market.py:372

def normalize_language_code(language):
    value = str(language or "en").strip().lower()
    if value in {"el", "gr", "greek", "ellinika", "ελληνικά", "ελληνικα"}:
        return "el"
    return "en"


def remove_accents(text):
    normalized = unicodedata.normalize("NFD", str(text))
    return "".join(char for char in normalized if unicodedata.category(char) != "Mn")


def language_character_counts(text):
    greek = 0
    latin = 0
    for char in str(text):
        code = ord(char)
        if 0x0370 <= code <= 0x03FF or 0x1F00 <= code <= 0x1FFF:

View source record →

📰 Research Paper
Loading…
⏳ Fetching content…