tests/test_full_detection.py - master - niceSOFT/python3-charset-normalizer

tests/test_full_detection.py

50 строк2 KB

TAHRI Ahmed R.

:art: refresh/upgrade project structure (#558)

29 окт 2024, 10:11

29 окт 2024, 10:11a34a103

from __future__ import annotations

from os import pardir, path

import pytest

from charset_normalizer.api import from_path

DIR_PATH = path.join(path.dirname(path.realpath(__file__)), pardir)


@pytest.mark.parametrize(
    "input_data_file, expected_charset, expected_language",
    [
        ("sample-arabic-1.txt", "cp1256", "Arabic"),
        ("sample-french-1.txt", "cp1252", "French"),
        ("sample-arabic.txt", "utf_8", "Arabic"),
        ("sample-russian-3.txt", "utf_8", "Russian"),
        ("sample-french.txt", "utf_8", "French"),
        ("sample-chinese.txt", "big5", "Chinese"),
        ("sample-greek.txt", "cp1253", "Greek"),
        ("sample-greek-2.txt", "cp1253", "Greek"),
        ("sample-hebrew-2.txt", "cp1255", "Hebrew"),
        ("sample-hebrew-3.txt", "cp1255", "Hebrew"),
        ("sample-bulgarian.txt", "utf_8", "Bulgarian"),
        ("sample-english.bom.txt", "utf_8", "English"),
        ("sample-spanish.txt", "utf_8", "Spanish"),
        ("sample-korean.txt", "cp949", "Korean"),
        ("sample-turkish.txt", "cp1254", "Turkish"),
        ("sample-russian-2.txt", "utf_8", "Russian"),
        ("sample-russian.txt", "mac_cyrillic", "Russian"),
        ("sample-polish.txt", "utf_8", "Polish"),
    ],
)
def test_elementary_detection(
    input_data_file: str,
    expected_charset: str,
    expected_language: str,
):
    best_guess = from_path(DIR_PATH + f"/data/{input_data_file}").best()

    assert (
        best_guess is not None
    ), f"Elementary detection has failed upon '{input_data_file}'"
    assert (
        best_guess.encoding == expected_charset
    ), f"Elementary charset detection has failed upon '{input_data_file}'"
    assert (
        best_guess.language == expected_language
    ), f"Elementary language detection has failed upon '{input_data_file}'"