githubmirror/UFO | Gitverse

learner/basic.py

33 строки1015 B

vyokky

re-format

06 май 2024, 12:09

06 май 2024, 12:098c9fe21

# Copyright (c) Microsoft Corporation.
# Licensed under the MIT License.
from . import utils


class BasicDocumentLoader:
    """
    A class to load documents from a list of files with a given extension list.
    """

    def __init__(self, extensions: str = None, directory: str = None):
        """
        Create a new BasicDocumentLoader.
        :param extensions: The extensions to load.
        """
        self.extensions = extensions
        self.directory = directory

    def load_file_name(self):
        """
        Load the documents from the given directory.
        :param directory: The directory to load from.
        :return: The list of loaded documents.
        """
        return utils.find_files_with_extension(self.directory, self.extensions)

    def construct_document_list(self):
        """
        Load the metadata from the given directory.
        :param directory: The directory to load from.
        :return: The list of metadata for the loaded documents.
        """
        pass