lm-evaluation-harness

1
[run]
2

3
# tasks that aren't wired up.
4
omit =
5
    lm_eval/tasks/quac.py
6
    lm_eval/tasks/storycloze.py
7
    lm_eval/tasks/cbt.py
8
    lm_eval/tasks/sat.py
9
    lm_eval/tasks/triviaqa.py
10
    lm_eval/tasks/naturalqs.py
11
    lm_eval/models/dummy.py
12

13
[report]
14
exclude_lines =
15
    # Skip any pass lines such as may be used for @abstractmethod
16
    pass
17

18
    # Have to re-enable the standard pragma
19
    pragma: no cover
20

21
    # Don't complain about missing debug-only code:
22
    def __repr__
23
    if self\.debug
24

25
    # Don't complain if tests don't hit defensive assertion code:
26
    raise AssertionError
27
    raise NotImplementedError
28
    return NotImplemented
29