tools/python/maps_generator/generator/diffs.py - master - githubmirror/omim

tools/python/maps_generator/generator/diffs.py
106 строк3 KB
Artem Vodolazskiy
replacing exception with warning if no pymwm_diff module found
15 ноя 2020, 16:25
15 ноя 2020, 16:25c04d94d
from pathlib import Path

import warnings

try:
    from pymwm_diff import make_diff
except ImportError:
    warnings.warn('No pymwm_diff module found', ImportWarning)


class Status:
    NO_NEW_VERSION = "Failed: new version doesn't exist: {new}"
    INTERNAL_ERROR = "Failed: internal error (C++ module) while calculating"

    NO_OLD_VERSION = "Skipped: old version doesn't exist: {old}"
    NOTHING_TO_DO = "Skipped: output already exists: {out}"
    OK = "Succeeded: calculated {out}: {diff_size} out of {new_size} bytes"
    TOO_LARGE = "Cancelled: {out}: diff {diff_size} > new version {new_size}"

    @classmethod
    def is_error(cls, status):
        return status == cls.NO_NEW_VERSION or status == cls.INTERNAL_ERROR


def calculate_diff(params):
    new, old, out = params["new"], params["old"], params["out"]

    diff_size = 0

    if not new.exists():
        return Status.NO_NEW_VERSION, params

    if not old.exists():
        return Status.NO_OLD_VERSION, params

    status = Status.OK
    if out.exists():
        status = Status.NOTHING_TO_DO
    else:
        res = make_diff(old.as_posix(), new.as_posix(), out.as_posix())
        if not res:
            return Status.INTERNAL_ERROR, params

    diff_size = out.stat().st_size
    new_size = new.stat().st_size

    if diff_size > new_size:
        status = Status.TOO_LARGE

    params.update({
        "diff_size": diff_size,
        "new_size": new_size
    })

    return status, params


def mwm_diff_calculation(data_dir, logger, depth):
    data = list(data_dir.get_mwms())[:depth]

    results = map(calculate_diff, data)
    for status, params in results:
        if Status.is_error(status):
            raise Exception(status.format(**params))
        logger.info(status.format(**params))


class DataDir(object):
    def __init__(self, mwm_name, new_version_dir, old_version_root_dir):
        self.mwm_name = mwm_name
        self.diff_name = self.mwm_name + ".mwmdiff"

        self.new_version_dir = Path(new_version_dir)
        self.new_version_path = Path(new_version_dir, mwm_name)
        self.old_version_root_dir = Path(old_version_root_dir)

    def get_mwms(self):
        old_versions = sorted(
            self.old_version_root_dir.glob("[0-9]*"),
            reverse=True
        )
        for old_version_dir in old_versions:
            if (old_version_dir != self.new_version_dir and
                    old_version_dir.is_dir()):
                diff_dir = Path(self.new_version_dir, old_version_dir.name)
                diff_dir.mkdir(exist_ok=True)
                yield {
                    "new": self.new_version_path,
                    "old": Path(old_version_dir, self.mwm_name),
                    "out": Path(diff_dir, self.diff_name)
                }


if __name__ == "__main__":
    import logging
    import sys

    logger = logging.getLogger()
    logger.addHandler(logging.StreamHandler(stream=sys.stdout))
    logger.setLevel(logging.DEBUG)

    data_dir = DataDir(
        mwm_name=sys.argv[1], new_version_dir=sys.argv[2],
        old_version_root_dir=sys.argv[3],
    )
    mwm_diff_calculation(data_dir, logger, depth=1)