scripts/install_python_prod_dependencies.py - develop - githubmirror/oppia

scripts/install_python_prod_dependencies.py
754 строки30 KB
Sean Lip
Remove dependencies from common.py and from scripts on core (#23993)
09 дек 2025, 20:34
09 дек 2025, 20:342c53071
# Copyright 2020 The Oppia Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS-IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

"""Installation script for Oppia python backend libraries."""

from __future__ import annotations

import collections
import importlib.metadata
import json
import os
import re
import shutil
import subprocess
import sys

from scripts import install_python_dev_dependencies

from packaging import version
from typing import Dict, Final, List, Optional, Set, Tuple

from . import common

MismatchType = Dict[str, Tuple[Optional[str], Optional[str]]]
ValidatedMismatchType = Dict[str, Tuple[str, Optional[str]]]

GIT_DIRECT_URL_REQUIREMENT_PATTERN: Final = (
    # NOTE: Direct URLs to GitHub must specify a specific commit hash in their
    # definition. This helps stabilize the implementation we depend upon.
    re.compile(r'^(git\+git://github\.com/.*?@[0-9a-f]{40})#egg=([^\s]*)')
)


def normalize_python_library_name(library_name: str) -> str:
    """Returns a normalized version of the python library name.

    Normalization follows PEP 503 to ensure consistency between package names
    in different contexts (requirements.txt vs installed packages). This means:
    - Converting to lowercase
    - Replacing any runs of [-_.] with a single hyphen
    - Removing any "[...]" extras suffixes

    This resolves several potential confusions when comparing library names:

    1. Python library name strings are case-insensitive, which means that
       libraries are considered equivalent even if the casing of the library
       names is different.
    2. There are certain python libraries with a default version and multiple
       variants. These variants have names like `library[sub-library]` and
       signify that it is a version of the library with special support for
       the sub-library. These variants can be considered equivalent to an
       individual developer and project because at any point in time, only one
       of these variants is allowed to be installed/used in a project.
    3. Package names may use hyphens, underscores, or dots interchangeably
       (e.g., importlib-metadata in requirements.txt vs importlib_metadata
       from importlib.metadata, or backports-tarfile vs backports.tarfile).

    Here are some examples of ambiguities that this function resolves:
    - 'GoogleAppEngineMapReduce' vs 'googleappenginemapreduce'
    - 'google-api-core[grpc]' vs 'google-api-core'
    - 'importlib-metadata' vs 'importlib_metadata'
    - 'backports-tarfile' vs 'backports.tarfile'

    Args:
        library_name: str. The library name to be normalized.

    Returns:
        str. A normalized library name.
    """
    # Remove the special support package designation (e.g [grpc]) in the
    # brackets when parsing the requirements file.
    # NOTE: This does not cause ambiguities because there is no viable scenario
    # where both the library and a variant of the library exist in the
    # directory. Both the default version and the variant are imported in the
    # same way (e.g import google.api.core) and if pip allowed a scenario where
    # both versions were installed, then there would be ambiguities in the
    # imports. For this reason, it is safe to disambiguate the names by removing
    # the suffix. We have also implemented the backend tests,
    # test_uniqueness_of_lib_names_in_requirements_file and
    # test_uniqueness_of_lib_names_in_compiled_requirements_file, in
    # scripts/install_python_prod_dependencies_test.py to ensure that all
    # library names in the requirements files are distinct when normalized.
    library_name = re.sub(r'\[[^\[^\]]+\]', '', library_name)

    # Normalize according to PEP 503: convert to lowercase and replace
    # any runs of [-_.] with a single dash. This ensures that package names
    # from importlib.metadata (which use underscores) match names from
    # requirements.txt (which use hyphens), and also handles packages that
    # use dots (like backports.tarfile) vs hyphens (backports-tarfile).
    library_name = library_name.lower()
    library_name = re.sub(r'[-_.]+', '-', library_name)
    return library_name


def normalize_directory_name(directory_name: str) -> str:
    """Returns a normalized (lowercase) version of the directory name.

    Python library name strings are case insensitive which means that
    libraries are equivalent even if the casing of the library names are
    different. When python libraries are installed, the generated metadata
    directories also use the python library names as part of the directory name.
    This function normalizes directory names so that metadata directories with
    different case won't be treated as different in code. For example,
    `GoogleAppEnginePipeline-1.9.22.1.dist-info` and
    `googleappenginepipeline-1.9.22.1.dist-info` are equivalent, although their
    names are not the same. To make sure these two directory names are
    considered equal, we use this method to enforce that all directory names are
    lowercase.

    Args:
        directory_name: str. The directory name to be normalized.

    Returns:
        str. A normalized directory name string that is all lowercase.
    """
    return directory_name.lower()


def _get_requirements_file_contents() -> Dict[str, str]:
    """Returns a dictionary containing all of the required normalized library
    names with their corresponding version strings listed in the
    'requirements.txt' file.

    Returns:
        dict(str, str). Dictionary with the normalized name of the library as
        the key and the version string of that library as the value.

    Raises:
        Exception. Given URL is invalid.
    """
    requirements_contents: Dict[str, str] = collections.defaultdict()
    with open(
        common.COMPILED_REQUIREMENTS_FILE_PATH, 'r', encoding='utf-8'
    ) as f:
        trimmed_lines = (line.strip() for line in f.readlines())
        for line_num, line in enumerate(trimmed_lines, start=1):
            if not line or line.startswith('#') or line.startswith('--hash='):
                continue

            if line.startswith('git'):
                match = GIT_DIRECT_URL_REQUIREMENT_PATTERN.match(line)
                if not match:
                    raise Exception(
                        '%r on line %d of %s does not match '
                        'GIT_DIRECT_URL_REQUIREMENT_PATTERN=%r'
                        % (
                            line,
                            line_num,
                            common.COMPILED_REQUIREMENTS_FILE_PATH,
                            GIT_DIRECT_URL_REQUIREMENT_PATTERN.pattern,
                        )
                    )
                library_name, version_string = match.group(2, 1)

            else:
                library_name, version_string = line.split(' ')[0].split('==')

            # Libraries with different case are considered equivalent libraries:
            # e.g 'Flask' is the same library as 'flask'. Therefore, we
            # normalize all library names in order to compare libraries without
            # ambiguities.
            normalized_library_name = normalize_python_library_name(
                library_name
            )
            requirements_contents[normalized_library_name] = version_string
    return requirements_contents


def _get_third_party_python_libs_directory_contents() -> Dict[str, str]:
    """Returns a dictionary containing all of the normalized libraries name
    strings with their corresponding version strings installed in the
    'third_party/python_libs' directory.

    Returns:
        dict(str, str). Dictionary with the normalized name of the library
        installed as the key and the version string of that library as the
        value.
    """
    installed_packages = {}

    for pkg in importlib.metadata.distributions(
        path=[common.THIRD_PARTY_PYTHON_LIBS_DIR]
    ):
        # Check if this is a direct URL package (from git).
        metadata_text = None
        try:
            metadata_text = pkg.read_text('direct_url.json')
        except FileNotFoundError:
            pass

        if metadata_text:
            # This is a git package with direct URL metadata.
            metadata = json.loads(metadata_text)
            version_string = '%s+%s@%s' % (
                metadata['vcs_info']['vcs'],
                metadata['url'],
                metadata['vcs_info']['commit_id'],
            )
            installed_packages[pkg.name] = version_string
        else:
            # This is a standard package.
            installed_packages[pkg.name] = pkg.version

    # Libraries with different case are considered equivalent libraries:
    # e.g 'Flask' is the same library as 'flask'. Therefore, we
    # normalize all library names in order to compare libraries without
    # ambiguities.
    directory_contents = {
        normalize_python_library_name(library_name): version_string
        for library_name, version_string in installed_packages.items()
    }

    return directory_contents


def _remove_metadata(library_name: str, version_string: str) -> None:
    """Removes the residual metadata files pertaining to a specific library that
    was reinstalled with a new version. The reason we need this function is
    because `pip install --upgrade` upgrades libraries to a new version but
    does not remove the metadata that was installed with the previous version.
    These metadata files confuse the importlib.metadata function that extracts
    all of the information about the currently installed python libraries and
    causes this installation script to behave incorrectly.

    Args:
        library_name: str. Name of the library to remove the metadata for.
        version_string: str. Stringified version of the library to remove the
            metadata for.
    """
    possible_normalized_directory_names = (
        _get_possible_normalized_metadata_directory_names(
            library_name, version_string
        )
    )
    normalized_to_original_dirnames = {
        normalize_directory_name(name): name
        for name in os.listdir(common.THIRD_PARTY_PYTHON_LIBS_DIR)
        if os.path.isdir(os.path.join(common.THIRD_PARTY_PYTHON_LIBS_DIR, name))
    }
    for (
        normalized_dirname,
        original_dirname,
    ) in normalized_to_original_dirnames.items():
        # Python metadata directory names contain a python library name that
        # does not have uniform case. However, python libraries are equivalent
        # regardless of their case. Therefore, in order to check if a python
        # library's metadata exists in a directory, we need to normalize the
        # directory name. Otherwise, we would need to check every permutation of
        # the casing for metadata directories generated with the naming
        # convention: <library_name>-<library-version>.
        if normalized_dirname in possible_normalized_directory_names:
            path_to_delete = os.path.join(
                common.THIRD_PARTY_PYTHON_LIBS_DIR, original_dirname
            )
            shutil.rmtree(path_to_delete)


def _rectify_third_party_directory(mismatches: MismatchType) -> None:
    """Rectifies the 'third_party/python_libs' directory state to reflect the
    current 'requirements.txt' file requirements. It takes a list of mismatches
    and corrects those mismatches by installing or uninstalling packages.

    Args:
        mismatches: dict(str, tuple(str|None, str|None)). Dictionary
            with the normalized library names as keys and a tuple as values. The
            1st element of the tuple is the version string of the library
            required by the requirements.txt file while the 2nd element is the
            version string of the library currently installed in the
            'third_party/python_libs' directory. If the library doesn't exist,
            the corresponding tuple element will be None. For example, this
            dictionary signifies that 'requirements.txt' requires flask with
            version 1.0.1 while the 'third_party/python_libs' directory contains
            flask 1.1.1:
                {
                  flask: ('1.0.1', '1.1.1')
                }
    """
    # Handling 5 or more mismatches requires 5 or more individual `pip install`
    # commands, which is slower than just reinstalling all of the libraries
    # using `pip install -r requirements.txt`.
    if len(mismatches) >= 5:
        if os.path.isdir(common.THIRD_PARTY_PYTHON_LIBS_DIR):
            shutil.rmtree(common.THIRD_PARTY_PYTHON_LIBS_DIR)
        _reinstall_all_dependencies()
        return

    # The library is installed in the directory but is not listed in
    # requirements. We don't have functionality to remove a library cleanly, and
    # if we ignore the library, this might cause issues when pushing the branch
    # to develop as there might be possible hidden use cases of a deleted
    # library that the developer did not catch. The only way to enforce the
    # removal of a library is to clean out the folder and reinstall everything
    # from scratch.

    validated_mismatches: ValidatedMismatchType = {}
    for library_name, versions in mismatches.items():
        requirements_version, directory_version = versions
        if requirements_version is None:
            if os.path.isdir(common.THIRD_PARTY_PYTHON_LIBS_DIR):
                shutil.rmtree(common.THIRD_PARTY_PYTHON_LIBS_DIR)
            _reinstall_all_dependencies()
            return
        validated_mismatches[library_name] = (
            requirements_version,
            directory_version,
        )

    for normalized_library_name, versions in validated_mismatches.items():
        requirements_version, directory_version = versions

        # Check if this is a git URL dependency.
        if requirements_version.startswith('git'):
            # The library listed in 'requirements.txt' is not in the
            # 'third_party/python_libs' directory.
            if (
                not directory_version
                or requirements_version != directory_version
            ):
                _install_direct_url(
                    normalized_library_name, requirements_version
                )
        else:
            # This is a standard pip package.
            requirements_version_parsed = (
                version.Version(requirements_version)
                if requirements_version
                else None
            )
            directory_version_parsed = (
                version.Version(directory_version)
                if directory_version
                else None
            )

            # The library listed in 'requirements.txt' is not in the
            # 'third_party/python_libs' directory.
            if not directory_version_parsed:
                _install_library(
                    normalized_library_name, str(requirements_version_parsed)
                )
            # The currently installed library version is not equal to the
            # required 'requirements.txt' version.
            elif requirements_version_parsed != directory_version_parsed:
                _install_library(
                    normalized_library_name, str(requirements_version_parsed)
                )
                _remove_metadata(
                    normalized_library_name, str(directory_version_parsed)
                )


def _install_direct_url(library_name: str, direct_url: str) -> None:
    """Installs a direct URL to GitHub into the third_party/python_libs folder.

    Args:
        library_name: str. Name of the library to install.
        direct_url: str. Full definition of the URL to install. Must match
            GIT_DIRECT_URL_REQUIREMENT_PATTERN.
    """
    pip_install(
        '%s#egg=%s' % (direct_url, library_name),
        common.THIRD_PARTY_PYTHON_LIBS_DIR,
        upgrade=True,
        no_dependencies=True,
    )


def _get_pip_versioned_package_string(
    library_name: str, version_string: str
) -> str:
    """Returns the standard 'library==version' string for the given values.

    Args:
        library_name: str. The normalized name of the library.
        version_string: str. The version of the package as a string.

    Returns:
        str. The standard versioned library package name.
    """
    return '%s==%s' % (library_name, version_string)


def _install_library(library_name: str, version_string: str) -> None:
    """Installs a library with a certain version to the
    'third_party/python_libs' folder.

    Args:
        library_name: str. Name of the library to install.
        version_string: str. Stringified version of the library to install.
    """
    pip_install(
        _get_pip_versioned_package_string(library_name, version_string),
        common.THIRD_PARTY_PYTHON_LIBS_DIR,
        upgrade=True,
        no_dependencies=True,
    )


def _reinstall_all_dependencies() -> None:
    """Reinstalls all of the libraries detailed in the compiled
    'requirements.txt' file to the 'third_party/python_libs' folder.
    """
    _pip_install_requirements(
        common.THIRD_PARTY_PYTHON_LIBS_DIR,
        common.COMPILED_REQUIREMENTS_FILE_PATH,
    )


def _get_possible_normalized_metadata_directory_names(
    library_name: str, version_string: str
) -> Set[str]:
    """Returns possible normalized metadata directory names for python libraries
    installed using pip (following the guidelines of PEP-427 and PEP-376).
    This ensures that our _remove_metadata() function works as intended. More
    details about the guidelines concerning the metadata folders can be found
    here:
    https://www.python.org/dev/peps/pep-0427/#file-contents
    https://www.python.org/dev/peps/pep-0376/#how-distributions-are-installed.

    Args:
        library_name: str. Name of the library.
        version_string: str. Stringified version of the library.

    Returns:
        set(str). Set containing the possible normalized directory name strings
        of metadata folders.
    """
    # Metadata folders can use different separators: hyphens, underscores, or
    # dots. We need to check all possible combinations since different packages
    # use different conventions (e.g., jaraco.classes, jaraco-classes,
    # jaraco_classes). We also need to handle the case where only the first
    # delimiter is replaced (e.g. keyrings.google_artifactregistry_auth-1.1.2).
    name_variations = [
        library_name,
        library_name.replace('-', '_'),
        library_name.replace('-', '.'),
        library_name.replace('-', '.', 1).replace('-', '_'),
    ]

    possible_names = set()
    for name in name_variations:
        possible_names.add(
            normalize_directory_name('%s-%s.dist-info' % (name, version_string))
        )
        possible_names.add(
            normalize_directory_name('%s-%s.egg-info' % (name, version_string))
        )
        possible_names.add(
            normalize_directory_name(
                '%s-%s-py3.10.egg-info' % (name, version_string)
            )
        )

    return possible_names


def verify_pip_is_installed() -> None:
    """Verify that pip is installed.

    Raises:
        ImportError. Error importing pip.
    """
    print('Checking if pip is installed on the local machine')
    try:
        # We are just checking that pip is available for import, so it's
        # okay that we don't use it.
        import pip  # pylint: disable=unused-import
    except ImportError as e:
        common.print_each_string_after_two_new_lines(
            [
                'Pip is required to install Oppia dependencies, but pip wasn\'t '
                'found on your local machine.',
                'Please see \'Installing Oppia\' on the Oppia developers\' wiki '
                'page:',
            ]
        )

        if common.is_mac_os():
            print(
                'https://github.com/oppia/oppia/wiki/Installing-Oppia-%28Mac-'
                'OS%29'
            )
        elif common.is_linux_os():
            print(
                'https://github.com/oppia/oppia/wiki/Installing-Oppia-%28Linux'
                '%29'
            )
        else:
            print(
                'https://github.com/oppia/oppia/wiki/Installing-Oppia-%28'
                'Windows%29'
            )
        raise ImportError('Error importing pip: %s' % e) from e


def _run_pip_command(cmd_parts: List[str]) -> None:
    """Run pip command with some flags and configs. If it fails try to rerun it
    with additional flags and else raise an exception.

    Args:
        cmd_parts: list(str). List of cmd parts to be run with pip.

    Raises:
        Exception. Error installing package.
    """
    # The call to python -m is used to ensure that Python and Pip versions are
    # compatible.
    command = [sys.executable, '-m', 'pip'] + cmd_parts
    process = subprocess.Popen(
        command,
        stdout=subprocess.PIPE,
        stderr=subprocess.PIPE,
        encoding='utf-8',
    )
    stdout, stderr = process.communicate()
    if process.returncode == 0:
        print(stdout)
    elif 'can\'t combine user with prefix' in stderr:
        print('Trying by setting --user and --prefix flags.')
        subprocess.check_call(command + ['--user', '--prefix=', '--system'])
    else:
        print(stderr)
        print('Refer to https://github.com/oppia/oppia/wiki/Troubleshooting')
        raise Exception('Error installing package')


def pip_install(
    versioned_package: str,
    install_path: str,
    upgrade: bool = False,
    no_dependencies: bool = False,
) -> None:
    """Installs third party libraries with pip to a specific path.

    Args:
        versioned_package: str. A 'lib==version' formatted string.
        install_path: str. The installation path for the package.
        upgrade: bool. Whether to call pip with the --upgrade flag.
        no_dependencies: bool. Whether call the pip with --no-dependencies flag.
    """
    verify_pip_is_installed()

    additional_pip_args = []
    if upgrade:
        additional_pip_args.append('--upgrade')
    if no_dependencies:
        additional_pip_args.append('--no-dependencies')

    _run_pip_command(
        ['install', versioned_package, '--target', install_path]
        + additional_pip_args
    )


def _pip_install_requirements(
    install_path: str, requirements_path: str
) -> None:
    """Installs third party libraries from requirements files with pip.

    Args:
        install_path: str. The installation path for the packages.
        requirements_path: str. The path to the requirements file.
    """
    verify_pip_is_installed()
    _run_pip_command(
        [
            'install',
            '--require-hashes',
            '--no-deps',
            '--target',
            install_path,
            '--no-dependencies',
            '-r',
            requirements_path,
            '--upgrade',
        ]
    )


def get_mismatches() -> MismatchType:
    """Returns a dictionary containing mismatches between the 'requirements.txt'
    file and the 'third_party/python_libs' directory. Mismatches are defined as
    the following inconsistencies:
        1. A library exists in the requirements file but is not installed in the
           'third_party/python_libs' directory.
        2. A library is installed in the 'third_party/python_libs'
           directory but it is not listed in the requirements file.
        3. The library version installed is not as recent as the library version
           listed in the requirements file.
        4. The library version installed is more recent than the library version
           listed in the requirements file.

    Returns:
        dict(str, tuple(str|None, str|None)). Dictionary with the
        library names as keys and tuples as values. The 1st element of the
        tuple is the version string of the library required by the
        requirements.txt file while the 2nd element is the version string of
        the library currently in the 'third_party/python_libs' directory. If
        the library doesn't exist, the corresponding tuple element will be None.
        For example, the following dictionary signifies that 'requirements.txt'
        requires flask with version 1.0.1 while the 'third_party/python_libs'
        directory contains flask 1.1.1 (or mismatch 4 above):
            {
              flask: ('1.0.1', '1.1.1')
            }
    """
    requirements_contents = _get_requirements_file_contents()
    directory_contents = _get_third_party_python_libs_directory_contents()

    mismatches: MismatchType = {}
    for normalized_library_name in requirements_contents:
        # Library exists in the directory and the requirements file.
        if normalized_library_name in directory_contents:
            # Library matches but version doesn't match.
            if (
                directory_contents[normalized_library_name]
                != requirements_contents[normalized_library_name]
            ):
                mismatches[normalized_library_name] = (
                    requirements_contents[normalized_library_name],
                    directory_contents[normalized_library_name],
                )
        # Library exists in the requirements file but not in the directory.
        else:
            mismatches[normalized_library_name] = (
                requirements_contents[normalized_library_name],
                None,
            )

    for normalized_library_name in directory_contents:
        # Library exists in the directory but is not in the requirements file.
        if normalized_library_name not in requirements_contents:
            mismatches[normalized_library_name] = (
                None,
                directory_contents[normalized_library_name],
            )

    return mismatches


def validate_metadata_directories() -> None:
    """Validates that each library installed in the 'third_party/python_libs'
    has a corresponding metadata directory following the correct naming
    conventions detailed in PEP-427, PEP-376, and common Python guidelines.

    Raises:
        Exception. An installed library's metadata does not exist in the
            'third_party/python_libs' directory in the format which we expect
            (following the PEP-427 and PEP-376 python guidelines).
    """
    directory_contents = _get_third_party_python_libs_directory_contents()
    # Each python metadata directory name contains a python library name that
    # does not have uniform case. This is because we cannot guarantee the casing
    # of the directory names generated and there are no options that we can
    # provide to `pip install` to actually guarantee that a certain casing
    # format is used to create the directory names. The only official guidelines
    # for naming directories is that it must start with the string:
    # '<library_name>-<library-version>' but no casing guidelines are specified.
    # Therefore, in order to efficiently check if a python library's metadata
    # exists in a directory, we need to normalize the directory name. Otherwise,
    # we would need to check every permutation of the casing.
    normalized_directory_names = {
        normalize_directory_name(name)
        for name in os.listdir(common.THIRD_PARTY_PYTHON_LIBS_DIR)
        if os.path.isdir(os.path.join(common.THIRD_PARTY_PYTHON_LIBS_DIR, name))
    }
    for normalized_library_name, version_string in directory_contents.items():
        # Direct URL libraries are guaranteed to have metadata directories,
        # because that's how _get_third_party_python_libs_directory_contents
        # obtains the version_string being checked here.
        if version_string.startswith('git+'):
            continue
        # Possible names of the metadata directory installed when <library_name>
        # is installed.
        possible_normalized_directory_names = (
            _get_possible_normalized_metadata_directory_names(
                normalized_library_name, version_string
            )
        )
        # If any of the possible metadata directory names show up in the
        # directory, that is confirmation that <library_name> was installed
        # correctly with the correct metadata.
        if not any(
            normalized_directory_name in normalized_directory_names
            for normalized_directory_name in possible_normalized_directory_names
        ):
            raise Exception(
                'The python library %s was installed without the correct '
                'metadata folders which may indicate that the convention for '
                'naming the metadata folders have changed. Please go to '
                '`scripts/install_python_prod_dependencies` and modify our '
                'assumptions in the '
                '_get_possible_normalized_metadata_directory_names'
                ' function for what metadata directory names can be.'
                % normalized_library_name
            )


def prepend_comment_to_requirements_file() -> None:
    """Adds a note to the beginning of the 'requirements.txt' file to make sure
    developers understand that they should not append or change this
    autogenerated file.
    """
    with open(
        common.COMPILED_REQUIREMENTS_FILE_PATH, 'r+', encoding='utf-8'
    ) as f:
        content = f.read()
        f.seek(0, 0)
        f.write(
            '# Developers: Please do not modify this auto-generated file. If\n'
            '# you want to add, remove, upgrade, or downgrade libraries,\n'
            '# please change the `requirements.in` file, and then follow\n'
            '# the instructions there to regenerate this file.\n' + content
        )


def main() -> None:
    """Compares the state of the current 'third_party/python_libs' directory to
    the libraries listed in the 'requirements.txt' file. If there are
    mismatches, regenerate the 'requirements.txt' file and correct the
    mismatches.
    """
    verify_pip_is_installed()
    print('Regenerating "requirements.txt" file...')
    install_python_dev_dependencies.compile_pip_requirements(
        'requirements.in', 'requirements.txt'
    )
    prepend_comment_to_requirements_file()

    mismatches = get_mismatches()
    if mismatches:
        _rectify_third_party_directory(mismatches)
        validate_metadata_directories()
    else:
        print(
            'All third-party Python libraries are already installed correctly.'
        )


# The 'no coverage' pragma is used as this line is un-testable. This is because
# it will only be called when this Python file is used as a script.
if __name__ == '__main__':  # pragma: no cover
    main()