optimum-intel

1
import subprocess
2
import tempfile
3
import unittest
4

5
from optimum.intel.neural_compressor.neural_coder_adaptor import NeuralCoderAdaptor
6

7

8
class NeuralCoderAdaptorTest(unittest.TestCase):
9
    def test_string_type(self):
10
        dynamic_api = NeuralCoderAdaptor.default_quant_dynamic
11
        static_api = NeuralCoderAdaptor.default_quant_static
12
        self.assertIsInstance(dynamic_api, str)
13
        self.assertIsInstance(static_api, str)
14

15
    def test_cli(self):
16
        with tempfile.TemporaryDirectory() as tempdir:
17
            # TODO : enable
18
            # script_path = os.path.join(tempdir, "run_glue.py")
19
            # r = requests.get(url)
20
            # f = open(script_path, "wb")
21
            # f.write(r.content)
22
            # f.close()
23

24
            export_commands = [
25
                f"optimum-cli inc quantize --model hf-internal-testing/tiny-random-bert --output {tempdir}/bert --task fill-mask",
26
                f"optimum-cli inc quantize --model hf-internal-testing/tiny-random-distilbert --output {tempdir}/distilbert --task text-classification",
27
                f"optimum-cli inc quantize --model hf-internal-testing/tiny-random-gpt2 --output {tempdir}/gpt2 --task text-generation",
28
                f"optimum-cli inc quantize --model distilbert-base-cased-distilled-squad --output {tempdir}/distilbert_squad",
29
            ]
30

31
            for export in export_commands:
32
                subprocess.run(export, shell=True, check=True)
33