mirror-checker/main.py

#!/usr/bin/env python3

"""
This mirror status checker determines whether CSC mirror is up-to-date with upstream
"""

import time
import sys
import requests

from projects import *
import json


def safe_print(*args, **kwargs):
    # When run with 'chronic' and 'timeout', stdout gets suppressed
    # due to buffering. Make sure to always flush the output.
    print(*args, **kwargs, flush=True)


if __name__ == "__main__":

    exit_code = 0

    data_file = 'data.json'
    if len(sys.argv) > 1:
        data_file = sys.argv[1]
    data = json.load(open(data_file))

    current_time = int(time.time())
    for project in data:
        try:
            project_class = getattr(sys.modules[__name__], project)

            # Skip projects we no longer mirror
            if data[project].get('exclude', False):
                continue
            checker_result = project_class.check(data, project, current_time)
            if project in ["CPAN", "ubuntu_releases", "manjaro", "mxlinux", "cran", "ctan", "gentooportage", "Artix"]:
                if checker_result:
                    safe_print(f"Success: {project} up-to-date")
                else:
                    safe_print(f"Failure: {project} out-of-sync")

                    # Exit with non-zero status if any of the projects are not up-to-date
                    exit_code = 1
                continue
            if checker_result:
                data[project]["out_of_sync_since"] = None
            elif data[project]["out_of_sync_since"] is None:
                data[project]["out_of_sync_since"] = current_time
            elif current_time - data[project]["out_of_sync_since"] \
                    > data[project]["out_of_sync_interval"]:
                safe_print(f"Failure: {project} out-of-sync")

                # Exit with non-zero status if any of the projects are not up-to-date
                exit_code = 1
                continue
            safe_print(f"Success: {project} up-to-date")
        except requests.exceptions.RequestException as err:
            safe_print(f"Error: {project}\n{err}")
    with open(data_file, "w", encoding="utf-8") as file:
        json.dump(data, file, indent='\t')

    sys.exit(exit_code)