test_data_quality.py - master - Masimo05/lab_9

test_data_quality.py
68 строк2 KB
Masimo05
upload files
13 дек 2025, 03:02
13 дек 2025, 03:026794cf7
import pytest
import os
from data_quality_framework import DataQualityFramework


class TestDataQualityFramework:
    def setup_method(self):
        self.dq = DataQualityFramework('employees.db')
        self.dq.load_data()

    def test_data_loading(self):
        data = self.dq.load_data()
        assert data is not None
        assert len(data) > 0
        assert 'id' in data.columns
        assert 'name' in data.columns

    def test_completeness_check(self):
        completeness = self.dq.check_completeness()
        assert completeness is not None
        expected_columns = ['id', 'name', 'age', 'salary', 'department']
        for col in expected_columns:
            assert col in completeness
        for metrics in completeness.values():
            assert 0 <= metrics['completeness_percent'] <= 100

    def test_accuracy_check(self):
        accuracy = self.dq.check_accuracy()
        assert accuracy is not None
        assert 'age' in accuracy
        assert 'salary' in accuracy
        assert 'department' in accuracy
        for metrics in accuracy.values():
            assert 0 <= metrics['accuracy_percent'] <= 100

    def test_consistency_check(self):
        consistency = self.dq.check_consistency()
        assert consistency is not None
        assert 'experience' in consistency
        assert 'salary_categories' in consistency

    def test_drift_detection(self):
        drift = self.dq.detect_data_drift()
        assert drift is not None
        assert 'age' in drift
        assert 'salary' in drift
        assert 'department_distribution' in drift

    def test_report_generation(self):
        report = self.dq.generate_report()
        assert report is not None
        assert 'overall_score' in report
        assert 'total_checks' in report
        assert 'passed_checks' in report
        assert 'alerts' in report
        assert 'metrics' in report
        assert 0 <= report['overall_score'] <= 100

    def test_visualizations_creation(self):
        self.dq.generate_report()
        self.dq.create_visualizations()
        assert os.path.exists('static/completeness.png')
        assert os.path.exists('static/age_distribution.png')
        assert os.path.exists('static/salary_by_department.png')


if __name__ == "__main__":
    pytest.main([__file__, "-v"])