datasets

1
import pytest
2

3
from datasets import inspect_metric, list_metrics, load_metric
4

5

6
@pytest.fixture
7
def mock_emitted_deprecation_warnings(monkeypatch):
8
    monkeypatch.setattr("datasets.utils.deprecation_utils._emitted_deprecation_warnings", set())
9

10

11
# Used by list_metrics
12
@pytest.fixture
13
def mock_hfh(monkeypatch):
14
    class MetricMock:
15
        def __init__(self, metric_id):
16
            self.id = metric_id
17

18
    class HfhMock:
19
        _metrics = [MetricMock(metric_id) for metric_id in ["accuracy", "mse", "precision", "codeparrot/apps_metric"]]
20

21
        def list_metrics(self):
22
            return self._metrics
23

24
    monkeypatch.setattr("datasets.inspect.huggingface_hub", HfhMock())
25

26

27
@pytest.mark.parametrize(
28
    "func, args", [(load_metric, ("metrics/mse",)), (list_metrics, ()), (inspect_metric, ("metrics/mse", "tmp_path"))]
29
)
30
def test_metric_deprecation_warning(func, args, mock_emitted_deprecation_warnings, mock_hfh, tmp_path):
31
    if "tmp_path" in args:
32
        args = tuple(arg if arg != "tmp_path" else tmp_path for arg in args)
33
    with pytest.warns(FutureWarning, match="https://huggingface.co/docs/evaluate"):
34
        func(*args)
35