githubmirror/UFO | Gitverse

learner/basic.py

35 строк1 KB

vyokky

help doc build

02 мар 2024, 18:04

02 мар 2024, 18:04edc0a7a

# Copyright (c) Microsoft Corporation.
# Licensed under the MIT License.
from . import utils


class BasicDocumentLoader:
    """
    A class to load documents from a list of files with a given extension list.
    """

    def __init__(self, extensions: str = None, directory: str = None):
        """
        Create a new BasicDocumentLoader.
        :param extensions: The extensions to load.
        """
        self.extensions = extensions
        self.directory = directory


    def load_file_name(self):
        """
        Load the documents from the given directory.
        :param directory: The directory to load from.
        :return: The list of loaded documents.
        """
        return utils.find_files_with_extension(self.directory, self.extensions)
    

    def construct_document_list(self):
        """
        Load the metadata from the given directory.
        :param directory: The directory to load from.
        :return: The list of metadata for the loaded documents.
        """
        pass