66 lines
2.2 KiB
Python
66 lines
2.2 KiB
Python
#!/usr/bin/env python3
|
|
|
|
"""
|
|
This mirror status checker determines whether CSC mirror is up-to-date with upstream
|
|
"""
|
|
|
|
import time
|
|
import sys
|
|
import requests
|
|
|
|
from projects import *
|
|
import json
|
|
|
|
|
|
def safe_print(*args, **kwargs):
|
|
# When run with 'chronic' and 'timeout', stdout gets suppressed
|
|
# due to buffering. Make sure to always flush the output.
|
|
print(*args, **kwargs, flush=True)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
|
|
exit_code = 0
|
|
|
|
data_file = 'data.json'
|
|
if len(sys.argv) > 1:
|
|
data_file = sys.argv[1]
|
|
data = json.load(open(data_file))
|
|
|
|
current_time = int(time.time())
|
|
for project in data:
|
|
try:
|
|
project_class = getattr(sys.modules[__name__], project)
|
|
|
|
# Skip projects we no longer mirror
|
|
if data[project].get('exclude', False):
|
|
continue
|
|
checker_result = project_class.check(data, project, current_time)
|
|
if project in ["CPAN", "ubuntu_releases", "manjaro", "mxlinux", "cran", "ctan", "gentooportage", "Artix"]:
|
|
if checker_result:
|
|
safe_print(f"Success: {project} up-to-date")
|
|
else:
|
|
safe_print(f"Failure: {project} out-of-sync")
|
|
|
|
# Exit with non-zero status if any of the projects are not up-to-date
|
|
exit_code = 1
|
|
continue
|
|
if checker_result:
|
|
data[project]["out_of_sync_since"] = None
|
|
elif data[project]["out_of_sync_since"] is None:
|
|
data[project]["out_of_sync_since"] = current_time
|
|
elif current_time - data[project]["out_of_sync_since"] \
|
|
> data[project]["out_of_sync_interval"]:
|
|
safe_print(f"Failure: {project} out-of-sync")
|
|
|
|
# Exit with non-zero status if any of the projects are not up-to-date
|
|
exit_code = 1
|
|
continue
|
|
safe_print(f"Success: {project} up-to-date")
|
|
except requests.exceptions.RequestException as err:
|
|
safe_print(f"Error: {project}\n{err}")
|
|
with open(data_file, "w", encoding="utf-8") as file:
|
|
json.dump(data, file, indent='\t')
|
|
|
|
sys.exit(exit_code)
|