-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathlanguages.py
More file actions
52 lines (40 loc) · 1.39 KB
/
Copy pathlanguages.py
File metadata and controls
52 lines (40 loc) · 1.39 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
from enum import Enum
from string import ascii_letters
from typing import Optional
from emoji import emojize # type: ignore
PUNCTUATION_SYMBOLS = set(" ,.")
ENGLISH_SYMBOLS = set(ascii_letters) | PUNCTUATION_SYMBOLS
TURKISH_SYMBOLS = (ENGLISH_SYMBOLS | set("âçÇğĞıİöÖşŞüÜ")) - set("qQwWxX")
RUSSIAN_SYMBOLS = (
set("аАбБвВгГдДеЕёЁжЖзЗиИйЙкКлЛмМнНоОпПрРсСтТуУфФхХцЦчЧшШщЩъЪыЫьЬэЭюЮяЯ")
| PUNCTUATION_SYMBOLS
)
class Language(str, Enum):
russian = "russian"
turkish = "turkish"
english = "english"
def detect_language(text: str) -> Optional[Language]:
"Detects language using set of symbols"
symbols = set(text)
if symbols < TURKISH_SYMBOLS:
return Language.turkish
if symbols < RUSSIAN_SYMBOLS:
return Language.russian
if symbols < ENGLISH_SYMBOLS:
return Language.english
return None
ISO_639_codes: dict[Language, str] = {
Language.turkish: "tr",
Language.russian: "ru",
Language.english: "en",
}
genitive_cases: dict[Language, str] = {
Language.turkish: "турецкого",
Language.russian: "русского",
Language.english: "английского",
}
lang_to_flag: dict[Language, str] = {
Language.russian: emojize(":Russia:"),
Language.turkish: emojize(":Turkey:"),
Language.english: emojize(":United_Kingdom:"),
}