Maybe added support for other alphabets

no support for roman numerals like Ⅺ, so please dont use them :)
This commit is contained in:
elvis
2025-07-03 19:50:12 +02:00
parent d419ebaafd
commit eb8455b84d
3 changed files with 5 additions and 4 deletions

View File

@ -21,7 +21,8 @@ grammar(translator: &mut Translator);
match {
r"[0-9]+" => NUMBER
} else {
r"([[:alpha:]]|\p{Emoji})([[:word:]]|\p{Emoji})*" => WORD
// r"([[:alpha:]]|\p{Emoji})([[:word:]]|\p{Emoji})*" => WORD
r"(\p{L}|\p{Emoji})(\p{L}|\p{Emoji}|\p{Dash}|\p{N})*" => WORD
} else {
_
}