peft

1
# Copyright 2023-present the HuggingFace Inc. team.
2
#
3
# Licensed under the Apache License, Version 2.0 (the "License");
4
# you may not use this file except in compliance with the License.
5
# You may obtain a copy of the License at
6
#
7
#     http://www.apache.org/licenses/LICENSE-2.0
8
#
9
# Unless required by applicable law or agreed to in writing, software
10
# distributed under the License is distributed on an "AS IS" BASIS,
11
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
# See the License for the specific language governing permissions and
13
# limitations under the License.
14
import unittest
15

16
from transformers import AutoModelForCausalLM
17

18
from peft import PeftConfig, PeftModel
19

20

21
PEFT_MODELS_TO_TEST = [("peft-internal-testing/test-lora-subfolder", "test")]
22

23

24
class PeftHubFeaturesTester(unittest.TestCase):
25
    def test_subfolder(self):
26
        r"""
27
        Test if subfolder argument works as expected
28
        """
29
        for model_id, subfolder in PEFT_MODELS_TO_TEST:
30
            config = PeftConfig.from_pretrained(model_id, subfolder=subfolder)
31

32
            model = AutoModelForCausalLM.from_pretrained(
33
                config.base_model_name_or_path,
34
            )
35
            model = PeftModel.from_pretrained(model, model_id, subfolder=subfolder)
36

37
            assert isinstance(model, PeftModel)
38