1 from pip._vendor.chardet.sbcharsetprober import SingleByteCharSetModel
8 HUNGARIAN_LANG_MODEL = {
4106 # 255: Undefined characters that did not exist in training text
4107 # 254: Carriage/Return
4108 # 253: symbol (punctuation) that does not belong to word
4110 # 251: Control characters
4112 # Character Mapping Table(s):
4113 WINDOWS_1250_HUNGARIAN_CHAR_TO_ORDER = {
4372 WINDOWS_1250_HUNGARIAN_MODEL = SingleByteCharSetModel(
4373 charset_name="windows-1250",
4374 language="Hungarian",
4375 char_to_order_map=WINDOWS_1250_HUNGARIAN_CHAR_TO_ORDER,
4376 language_model=HUNGARIAN_LANG_MODEL,
4377 typical_positive_ratio=0.947368,
4378 keep_ascii_letters=True,
4379 alphabet="ABCDEFGHIJKLMNOPRSTUVZabcdefghijklmnoprstuvzÁÉÍÓÖÚÜáéíóöúüŐőŰű",
4382 ISO_8859_2_HUNGARIAN_CHAR_TO_ORDER = {
4641 ISO_8859_2_HUNGARIAN_MODEL = SingleByteCharSetModel(
4642 charset_name="ISO-8859-2",
4643 language="Hungarian",
4644 char_to_order_map=ISO_8859_2_HUNGARIAN_CHAR_TO_ORDER,
4645 language_model=HUNGARIAN_LANG_MODEL,
4646 typical_positive_ratio=0.947368,
4647 keep_ascii_letters=True,
4648 alphabet="ABCDEFGHIJKLMNOPRSTUVZabcdefghijklmnoprstuvzÁÉÍÓÖÚÜáéíóöúüŐőŰű",