y266shen
/
mirror-checker
forked from public/mirror-checker
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Compare commits

base: y266shen:master
Branches Tags
y266shen:master
y266shen:feature-retry
y266shen:alt-impl
y266shen:dev
public:ng
public:jtoft-rt-4117-slackware
public:master
public:jtoft-rt-4117
public:time-parsing
public:alt-impl
public:dev
..
compare: public:master
Branches Tags
public:ng
public:jtoft-rt-4117-slackware
public:master
public:jtoft-rt-4117
public:time-parsing
public:alt-impl
public:dev
y266shen:master
y266shen:feature-retry
y266shen:alt-impl
y266shen:dev

16 Commits
master ... master

Author SHA1 Message Date
Raymond Li 90bde5a754 Merge pull request 'Fixed slackware checker' (#12) from jtoft-rt-4117-slackware into master 
Reviewed-on: public/mirror-checker#12
Reviewed-by: Raymond Li <raymo@csclub.uwaterloo.ca>
 2022-07-30 20:30:07 -04:00
Justin Toft 55f3e7bcbe
Fixed slackware checker 2022-07-30 19:29:53 -04:00
Justin Toft 860d5c8e44 Fixed 6 broken mirror checkers (#11) 
Note that I updated the time tolerance for Fedora to 259200 seconds (3 days) and changed the ubuntu releases url

Co-authored-by: Justin Toft <justintoft10@gmail.com>
Reviewed-on: public/mirror-checker#11
Reviewed-by: Raymond Li <raymo@csclub.uwaterloo.ca>
Co-authored-by: Justin Toft <jtoft@uwaterloo.ca>
Co-committed-by: Justin Toft <jtoft@uwaterloo.ca>
 2022-07-30 01:14:45 -04:00
Raymond Li 65b06ac0a8 Merge pull request 'Fixed broken ubuntu and ubuntu_ports mirror checks' (#10) from jtoft-rt-4117 into master 
Reviewed-on: public/mirror-checker#10
Reviewed-by: Raymond Li <raymo@csclub.uwaterloo.ca>
 2022-06-10 22:40:16 -04:00
Justin Toft 5afebc8030 Fixed broken ubuntu and ubuntu_ports mirror checks 2022-06-10 21:22:33 -04:00
Raymond Li 54d8a47944 Merge pull request 'Update time stamp parsing in cran, ctan, mxlinux' (#9) from time-parsing into master 
Reviewed-on: public/mirror-checker#9
 2022-04-15 20:37:17 -04:00
Rio Liu 789f0cd662 update time stamp parsing in cran, ctan, mxlinux 2022-04-14 13:56:59 -04:00
Raymond Li e1ef917af0 Merge pull request 'fix CTAN && trust CPAN's report' (#8) from y266shen/mirror-checker:feature-retry into master 
Reviewed-on: public/mirror-checker#8
 2022-03-30 18:59:21 -04:00
Yiao Shen 0571f7353a
projects/ctan: make Python happy 2022-03-30 00:15:08 -04:00
Yiao Shen 612ec9d04b
projects/cpan: trust CPAN's mirror status 2022-03-26 22:04:51 -04:00
Raymond Li 73bc2b5ade Merge pull request 'various mirror fixes' (#7) from y266shen/mirror-checker:feature-retry into master 
Reviewed-on: public/mirror-checker#7
 2022-03-26 21:24:22 -04:00
Yiao Shen 9f345c7b0c
main: display how long a mirror has been out-of-sync 2022-03-26 21:06:23 -04:00
Yiao Shen 660b566715
projects/freebsd: correctly parse FreeBSD's timestamp file 2022-03-26 21:04:17 -04:00
Yiao Shen f408922a96
projects/apache: correctly parse Apache's timestamp file 2022-03-26 21:03:51 -04:00
Raymond Li 4a3cedfb07 Merge pull request 'implement retry' (#6) from y266shen/mirror-checker:feature-retry into master 
Reviewed-on: public/mirror-checker#6
 2022-03-26 20:24:41 -04:00
Yiao Shen 76f7863a85
main: retry 3 times before reporting errors 
- modify `check_project` function so that it returns error reason
  string or returns None
- add some type annotations
 2022-03-26 20:13:57 -04:00
19 changed files with 697 additions and 468 deletions
Show Stats Expand all files Collapse all files

845
data.json
View File

@ -1,424 +1,425 @@
{ {
"AlmaLinux": { "AlmaLinux": {
"out_of_sync_since": null, "out_of_sync_since": null,
"out_of_sync_interval": 86400, "out_of_sync_interval": 86400,
"csc": "", "csc": "",
"upstream": "https://repo.almalinux.org/", "upstream": "https://repo.almalinux.org/",
"file": "almalinux/TIME" "file": "almalinux/TIME"
}, },
"Alpine": { "Alpine": {
"out_of_sync_since": null, "out_of_sync_since": null,
"out_of_sync_interval": 86400, "out_of_sync_interval": 86400,
"csc": "", "csc": "",
"upstream": "https://uk.alpinelinux.org/", "upstream": "https://uk.alpinelinux.org/",
"file": "alpine/last-updated" "file": "alpine/last-updated"
}, },
"Apache": { "Apache": {
"out_of_sync_since": null, "out_of_sync_since": null,
"out_of_sync_interval": 86400, "out_of_sync_interval": 86400,
"csc": "apache/", "csc": "apache/",
"upstream": "https://downloads.apache.org/", "upstream": "https://downloads.apache.org/",
"file": "zzz/time.txt" "file": "zzz/time.txt"
}, },
"Arch": { "Arch": {
"out_of_sync_since": null, "out_of_sync_since": null,
"out_of_sync_interval": 86400, "out_of_sync_interval": 86400,
"csc": "archlinux/", "csc": "archlinux/",
"upstream": "http://arch.mirror.constant.com/", "upstream": "http://arch.mirror.constant.com/",
"file": "lastupdate" "file": "lastupdate"
}, },
"Artix": { "Artix": {
"out_of_sync_since": null, "out_of_sync_since": null,
"out_of_sync_interval": 86400, "out_of_sync_interval": 86400,
"csc": "artixlinux/", "csc": "artixlinux/",
"upstream": "https://mirror1.artixlinux.org/repos/" "upstream": "https://mirror1.artixlinux.org/repos/"
}, },
"CentOS": { "CentOS": {
"out_of_sync_since": null, "out_of_sync_since": null,
"out_of_sync_interval": 86400, "out_of_sync_interval": 86400,
"csc": "", "csc": "",
"upstream": "https://mirrors.edge.kernel.org/", "upstream": "https://mirrors.edge.kernel.org/",
"file": "centos/TIME" "file": "centos/TIME"
}, },
"Ceph": { "Ceph": {
"out_of_sync_since": null, "out_of_sync_since": null,
"out_of_sync_interval": 86400, "out_of_sync_interval": 86400,
"csc": "ceph/", "csc": "ceph/",
"upstream": "https://download.ceph.com/", "upstream": "https://download.ceph.com/",
"file": "timestamp" "file": "timestamp"
}, },
"CPAN": { "CPAN": {
"out_of_sync_interval": 172800 "out_of_sync_interval": 172800,
}, "out_of_sync_since": null
"cran": { },
"out_of_sync_since": null, "cran": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "https://cran.r-project.org/mirmon_report.html", "csc": "",
"file": "" "upstream": "https://cran.r-project.org/mirmon_report.html",
}, "file": ""
"ctan": { },
"out_of_sync_since": null, "ctan": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "https://www.ctan.org/mirrors/mirmon", "csc": "",
"file": "" "upstream": "https://www.ctan.org/mirrors/mirmon",
}, "file": ""
"Cygwin": { },
"out_of_sync_since": null, "Cygwin": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "cygwin/", "out_of_sync_interval": 86400,
"upstream": "https://cygwin.com/pub/cygwin/", "csc": "cygwin/",
"file": "x86/sha512.sum" "upstream": "https://cygwin.com/pub/cygwin/",
}, "file": "x86/sha512.sum"
"Debian": { },
"out_of_sync_since": null, "Debian": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "https://ftp-master.debian.org/", "csc": "",
"file": "debian/project/trace/master" "upstream": "https://ftp-master.debian.org/",
}, "file": "debian/project/trace/master"
"DebianCD": { },
"out_of_sync_since": null, "DebianCD": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "http://debian.mirror.estruxture.net/", "csc": "",
"file": "debian-cd/project/trace/cdimage.debian.org" "upstream": "http://debian.mirror.estruxture.net/",
}, "file": "debian-cd/project/trace/cdimage.debian.org"
"DebianMultimedia": { },
"out_of_sync_since": null, "DebianMultimedia": {
"out_of_sync_interval": 86400, "out_of_sync_since": 1659116719,
"csc": "debian-multimedia/", "out_of_sync_interval": 86400,
"upstream": "http://debian-mirrors.sdinet.de/deb-multimedia/", "csc": "debian-multimedia/",
"file": "project/trace/deb-multimedia.org" "upstream": "http://debian-mirrors.sdinet.de/deb-multimedia/",
}, "file": "project/trace/deb-multimedia.org"
"DebianPorts": { },
"out_of_sync_since": null, "DebianPorts": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "https://deb.debian.org/", "csc": "",
"file": "debian-ports/project/trace/porta.debian.org", "upstream": "https://deb.debian.org/",
"exclude": true "file": "debian-ports/project/trace/porta.debian.org",
}, "exclude": true
"DebianSecurity": { },
"out_of_sync_since": null, "DebianSecurity": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "https://deb.debian.org/", "csc": "",
"file": "debian-security/project/trace/master" "upstream": "https://deb.debian.org/",
}, "file": "debian-security/project/trace/master"
"Eclipse": { },
"out_of_sync_since": null, "Eclipse": {
"out_of_sync_interval": 172800, "out_of_sync_since": null,
"csc": "eclipse/", "out_of_sync_interval": 172800,
"upstream": "http://download.eclipse.org/", "csc": "eclipse/",
"file": "TIME" "upstream": "http://download.eclipse.org/",
}, "file": "TIME"
"Fedora": { },
"out_of_sync_since": null, "Fedora": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "fedora/", "out_of_sync_interval": 259200,
"upstream": "http://fedora.mirror.iweb.com/", "csc": "fedora/",
"file": "linux/development/rawhide/COMPOSE_ID" "upstream": "http://fedora.mirror.iweb.com/",
}, "file": "linux/development/rawhide/COMPOSE_ID"
"FreeBSD": { },
"out_of_sync_since": null, "FreeBSD": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "http://ftp4.freebsd.org/pub/", "csc": "",
"file": "FreeBSD/TIMESTAMP" "upstream": "http://ftp4.freebsd.org/pub/",
}, "file": "FreeBSD/TIMESTAMP"
"GentooDistfiles": { },
"out_of_sync_since": null, "GentooDistfiles": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "gentoo-distfiles/", "out_of_sync_interval": 86400,
"upstream": "http://gentoo.mirrors.tera-byte.com/", "csc": "gentoo-distfiles/",
"file": "distfiles/timestamp.dev-local" "upstream": "http://gentoo.mirrors.tera-byte.com/",
}, "file": "distfiles/timestamp.dev-local"
"GentooPortage": { },
"out_of_sync_since": null, "GentooPortage": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "rsync://rsync4.ca.gentoo.org/", "out_of_sync_interval": 86400,
"upstream": "https://mirrorstats.gentoo.org/rsync/", "csc": "rsync://rsync4.ca.gentoo.org/",
"upstream1": "rsync://rsync1.de.gentoo.org/", "upstream": "https://mirrorstats.gentoo.org/rsync/",
"upstream2": "rsync://rsync8.de.gentoo.org/", "upstream1": "rsync://rsync1.de.gentoo.org/",
"file": "gentoo-portage/Manifest" "upstream2": "rsync://rsync8.de.gentoo.org/",
}, "file": "gentoo-portage/Manifest"
"GNOME": { },
"out_of_sync_since": null, "GNOME": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "gnome/", "out_of_sync_interval": 86400,
"upstream1": "https://download.gnome.org/", "csc": "gnome/",
"upstream2": "https://mirrors.dotsrc.org/gnome/", "upstream1": "https://download.gnome.org/",
"upstream3": "https://muug.ca/mirror/gnome/", "upstream2": "https://mirrors.dotsrc.org/gnome/",
"file1": "core/", "upstream3": "https://muug.ca/mirror/gnome/",
"file2": "cache.json" "file1": "core/",
}, "file2": "cache.json"
"GNU": { },
"out_of_sync_since": null, "GNU": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "https://mirrors.kernel.org/", "csc": "",
"file": "gnu/mirror-updated-timestamp.txt" "upstream": "https://mirrors.kernel.org/",
}, "file": "gnu/mirror-updated-timestamp.txt"
"Gutenberg": { },
"out_of_sync_since": null, "Gutenberg": {
"out_of_sync_interval": 172800, "out_of_sync_since": null,
"csc": "gutenberg/", "out_of_sync_interval": 172800,
"upstream": "https://gutenberg.pglaf.org/", "csc": "gutenberg/",
"file": "gutenberg.dcs" "upstream": "https://gutenberg.pglaf.org/",
}, "file": "gutenberg.dcs"
"IPFire": { },
"out_of_sync_since": null, "IPFire": {
"out_of_sync_interval": 172800 "out_of_sync_since": null,
}, "out_of_sync_interval": 172800
"KDE": { },
"out_of_sync_since": null, "KDE": {
"out_of_sync_interval": 86400, "out_of_sync_since": 1659116720,
"csc": "kde/", "out_of_sync_interval": 86400,
"upstream": "https://kde.c3sl.ufpr.br/", "csc": "kde/",
"file": "ls-lR" "upstream": "https://kde.c3sl.ufpr.br/",
}, "file": "ls-lR"
"KDEApplicationData": { },
"out_of_sync_since": null, "KDEApplicationData": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "kde-applicationdata/", "out_of_sync_interval": 86400,
"upstream": "https://cdn.files.kde.org/", "csc": "kde-applicationdata/",
"file": "last-updated" "upstream": "https://cdn.files.kde.org/",
}, "file": "last-updated"
"Kernel": { },
"out_of_sync_since": null, "Kernel": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "kernel.org/", "out_of_sync_interval": 86400,
"upstream": "https://mirrors.edge.kernel.org/pub/", "csc": "kernel.org/",
"file": "linux/kernel/next/sha256sums.asc" "upstream": "https://mirrors.edge.kernel.org/pub/",
}, "file": "linux/kernel/next/sha256sums.asc"
"linuxmint": { },
"out_of_sync_since": null, "linuxmint": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "linuxmint/", "out_of_sync_interval": 86400,
"upstream": "https://mirrors.edge.kernel.org/linuxmint/", "csc": "linuxmint/",
"file": "" "upstream": "https://mirrors.edge.kernel.org/linuxmint/",
}, "file": ""
"linuxmint_packages": { },
"out_of_sync_since": null, "linuxmint_packages": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "linuxmint-packages/", "out_of_sync_interval": 86400,
"upstream": "https://mirrors.edge.kernel.org/linuxmint-packages/", "csc": "linuxmint-packages/",
"file": "dists/" "upstream": "https://mirrors.edge.kernel.org/linuxmint-packages/",
}, "file": "dists/"
"macports": { },
"out_of_sync_since": null, "macports": {
"out_of_sync_interval": 86400, "out_of_sync_since": 1642827723,
"csc": "MacPorts/mpdistfiles/", "out_of_sync_interval": 86400,
"upstream": "https://distfiles.macports.org/", "csc": "MacPorts/mpdistfiles/",
"file": "ports.tar.gz" "upstream": "https://distfiles.macports.org/",
}, "file": "ports.tar.gz"
"manjaro": { },
"out_of_sync_since": null, "manjaro": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "https://repo.manjaro.org/", "csc": "",
"file": "" "upstream": "https://repo.manjaro.org/",
}, "file": ""
"mxlinux": { },
"out_of_sync_since": null, "mxlinux": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "http://rsync-mxlinux.org/mirmon/packages.html", "csc": "",
"file": "" "upstream": "http://rsync-mxlinux.org/mirmon/packages.html",
}, "file": ""
"mxlinux_iso": { },
"out_of_sync_since": null, "mxlinux_iso": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "mxlinux-iso/", "out_of_sync_interval": 86400,
"upstream": "http://rsync-mxlinux.org/mirmon/index.html", "csc": "mxlinux-iso/",
"mirrors": [ "upstream": "http://rsync-mxlinux.org/mirmon/index.html",
"http://mirror.its.dal.ca/mxlinux-cd/", "mirrors": [
"http://mirror.umd.edu/mxlinux-iso/" "http://mirror.its.dal.ca/mxlinux-cd/",
], "http://mirror.umd.edu/mxlinux-iso/"
"file": "" ],
}, "file": ""
"mySQL": { },
"out_of_sync_since": null, "mySQL": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "mysql/", "out_of_sync_interval": 86400,
"upstream": "http://mirrors.sunsite.dk/mysql/", "csc": "mysql/",
"file": "last-updated.txt" "upstream": "http://mirrors.sunsite.dk/mysql/",
}, "file": "last-updated.txt"
"netbsd": { },
"out_of_sync_since": null, "netbsd": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "NetBSD/", "out_of_sync_interval": 86400,
"upstream": "http://ftp.netbsd.org/pub/NetBSD/", "csc": "NetBSD/",
"file": "" "upstream": "http://ftp.netbsd.org/pub/NetBSD/",
}, "file": ""
"nongnu": { },
"out_of_sync_since": null, "nongnu": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "nongnu/", "out_of_sync_interval": 86400,
"upstream": "http://download-mirror.savannah.gnu.org/releases/", "csc": "nongnu/",
"file": "00_TIME.txt" "upstream": "http://download-mirror.savannah.gnu.org/releases/",
}, "file": "00_TIME.txt"
"OpenBSD": { },
"out_of_sync_since": null, "OpenBSD": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "https://ftp.openbsd.org/pub/", "csc": "",
"file": "OpenBSD/timestamp", "upstream": "https://ftp.openbsd.org/pub/",
"exclude": true "file": "OpenBSD/timestamp",
}, "exclude": true
"opensuse": { },
"out_of_sync_since": null, "opensuse": {
"out_of_sync_interval": 86400, "out_of_sync_since": 1648699331,
"csc": "opensuse/update/", "out_of_sync_interval": 86400,
"upstream": "http://opensuse-mirror-gce-us.opensu.se/update/", "csc": "opensuse/update/",
"file": "" "upstream": "http://opensuse-mirror-gce-us.opensu.se/update/",
}, "file": ""
"parabola": { },
"out_of_sync_since": null, "parabola": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "parabola/", "out_of_sync_interval": 86400,
"upstream": "https://repo.parabola.nu/", "csc": "parabola/",
"file": "lastsync" "upstream": "https://repo.parabola.nu/",
}, "file": "lastsync"
"pkgsrc": { },
"out_of_sync_since": null, "pkgsrc": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "pkgsrc/", "out_of_sync_interval": 86400,
"upstream": "http://ftp.netbsd.org/pub/pkgsrc/", "csc": "pkgsrc/",
"file": "MIRROR-TIMESTAMP", "upstream": "http://ftp.netbsd.org/pub/pkgsrc/",
"exclude": true "file": "MIRROR-TIMESTAMP",
}, "exclude": true
"puppy_linux": { },
"out_of_sync_since": null, "puppy_linux": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "puppylinux/", "out_of_sync_interval": 86400,
"upstream": "https://distro.ibiblio.org/puppylinux/", "csc": "puppylinux/",
"file": "" "upstream": "https://distro.ibiblio.org/puppylinux/",
}, "file": ""
"qtproject": { },
"out_of_sync_since": null, "qtproject": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "qtproject/", "out_of_sync_interval": 86400,
"upstream": "https://download.qt.io/", "csc": "qtproject/",
"file": "timestamp.txt", "upstream": "https://download.qt.io/",
"exclude": true "file": "timestamp.txt",
}, "exclude": true
"racket": { },
"out_of_sync_since": null, "racket": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "racket/racket-installers/", "out_of_sync_interval": 86400,
"upstream": "https://mirror.racket-lang.org/installers/", "csc": "racket/racket-installers/",
"file": "" "upstream": "https://mirror.racket-lang.org/installers/",
}, "file": ""
"raspberrypi": { },
"out_of_sync_since": null, "raspberrypi": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "raspberrypi/debian/", "out_of_sync_interval": 86400,
"upstream": "https://archive.raspberrypi.org/debian/", "csc": "raspberrypi/debian/",
"file": "dists/" "upstream": "https://archive.raspberrypi.org/debian/",
}, "file": "dists/"
"raspbian": { },
"out_of_sync_since": null, "raspbian": {
"out_of_sync_interval": 86400, "out_of_sync_since": 1659116721,
"csc": "raspbian/", "out_of_sync_interval": 86400,
"upstream": "http://archive.raspbian.org/", "csc": "raspbian/",
"file": "snapshotindex.txt" "upstream": "http://archive.raspbian.org/",
}, "file": "snapshotindex.txt"
"sage": { },
"out_of_sync_since": null, "sage": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "", "csc": "",
"file": "sage/src/index.html" "upstream": "",
}, "file": "sage/src/index.html"
"saltstack": { },
"out_of_sync_since": null, "saltstack": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "saltstack/", "out_of_sync_interval": 86400,
"upstream": "https://repo.saltproject.io/", "csc": "saltstack/",
"file": "" "upstream": "https://repo.saltproject.io/",
}, "file": ""
"slackware": { },
"out_of_sync_since": null, "slackware": {
"out_of_sync_interval": 86400, "out_of_sync_since": 1642827723,
"csc": "slackware/", "out_of_sync_interval": 86400,
"upstream": "https://mirrors.slackware.com/slackware/", "csc": "slackware/",
"file": "" "upstream": "https://mirrors.slackware.com/slackware/",
}, "file": ""
"tdf": { },
"out_of_sync_since": null, "tdf": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "tdf/", "out_of_sync_interval": 86400,
"upstream": "https://download.documentfoundation.org/", "csc": "tdf/",
"file": "TIMESTAMP" "upstream": "https://download.documentfoundation.org/",
}, "file": "TIMESTAMP"
"trisquel": { },
"out_of_sync_since": null, "trisquel": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "trisquel/", "out_of_sync_interval": 86400,
"upstream": "http://rsync.trisquel.info/trisquel/dists/", "csc": "trisquel/",
"mirrors": [ "upstream": "http://rsync.trisquel.info/trisquel/dists/",
"https://mirror.fsf.org/trisquel-images/", "mirrors": [
"http://mirrors.ocf.berkeley.edu/trisquel-images/" "https://mirror.fsf.org/trisquel-images/",
], "http://mirrors.ocf.berkeley.edu/trisquel-images/"
"file": "" ],
}, "file": ""
"ubuntu": { },
"out_of_sync_since": null, "ubuntu": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "https://launchpad.net/ubuntu/+mirror/mirror.csclub.uwaterloo.ca-archive", "csc": "",
"file": "" "upstream": "https://launchpad.net/ubuntu/+mirror/mirror.csclub.uwaterloo.ca-archive",
}, "file": ""
"ubuntu_ports": { },
"out_of_sync_since": null, "ubuntu_ports": {
"out_of_sync_interval": 86400, "out_of_sync_since": 1651550528,
"csc": "ubuntu-ports/", "out_of_sync_interval": 86400,
"upstream": "http://ports.ubuntu.com/ubuntu-ports/", "csc": "ubuntu-ports/",
"file": "dists/" "upstream": "http://ports.ubuntu.com/ubuntu-ports/",
}, "file": "dists/"
"ubuntu_ports_releases": { },
"out_of_sync_since": null, "ubuntu_ports_releases": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "ubuntu-ports-releases/", "out_of_sync_interval": 86400,
"upstream": "https://cdimage.ubuntu.com/releases/", "csc": "ubuntu-ports-releases/",
"file": "" "upstream": "https://cdimage.ubuntu.com/releases/",
}, "file": ""
"ubuntu_releases": { },
"out_of_sync_since": null, "ubuntu_releases": {
"out_of_sync_interval": 172800, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 172800,
"upstream": "https://launchpad.net/ubuntu/+mirror/mirror.csclub.uwaterloo.ca-release", "csc": "",
"file": "" "upstream": "https://launchpad.net/ubuntu/+mirror/mirror.csclub.uwaterloo.ca-archive",
}, "file": ""
"vlc": { },
"out_of_sync_since": null, "vlc": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "vlc/", "out_of_sync_interval": 86400,
"upstream": "http://download.videolan.org/pub/videolan/", "csc": "vlc/",
"file": "trace" "upstream": "http://download.videolan.org/pub/videolan/",
}, "file": "trace"
"x_org": { },
"out_of_sync_since": null, "x_org": {
"out_of_sync_interval": 86400, "out_of_sync_since": 1657512131,
"csc": "x.org/individual/", "out_of_sync_interval": 86400,
"upstream": "https://www.x.org/releases/individual/", "csc": "x.org/individual/",
"file": "" "upstream": "https://www.x.org/releases/individual/",
}, "file": ""
"xiph": { },
"out_of_sync_since": null, "xiph": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "xiph/releases/", "out_of_sync_interval": 86400,
"upstream": "https://ftp.osuosl.org/pub/xiph/releases/", "csc": "xiph/releases/",
"file": "" "upstream": "https://ftp.osuosl.org/pub/xiph/releases/",
}, "file": ""
"xubuntu_releases": { },
"out_of_sync_since": null, "xubuntu_releases": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "xubuntu-releases/", "out_of_sync_interval": 86400,
"upstream": "https://cdimage.ubuntu.com/xubuntu/releases/", "csc": "xubuntu-releases/",
"file": "" "upstream": "https://cdimage.ubuntu.com/xubuntu/releases/",
} "file": ""
}
} }

44
main.py
View File

@ -8,46 +8,68 @@ import time
import sys import sys
import requests import requests
from multiprocessing import Pool, Manager from multiprocessing import Pool, Manager
from typing import Optional
from time import sleep, localtime, strftime
from projects import * from projects import *
import json import json
NUM_THREAD = 16 NUM_THREAD = 16
MAX_RETRY = 3
current_time = int(time.time()) RETRY_TIMEOUT = 30 # In seconds
def safe_print(*args, **kwargs): def safe_print(*args, **kwargs):
# When run with 'chronic' and 'timeout', stdout gets suppressed # When run with 'chronic' and 'timeout', stdout gets suppressed
# due to buffering. Make sure to always flush the output. # due to buffering. Make sure to always flush the output.
print(*args, **kwargs, flush=True) print(*args, **kwargs, flush=True)
def check_project(args): # Return None if no error occurs and a string for error message otherwise
def check_project(args) -> Optional[str]:
current_time = int(time.time())
project, data = args project, data = args
try: try:
project_class = getattr(sys.modules[__name__], project) project_class = getattr(sys.modules[__name__], project)
# Skip projects we no longer mirror # Skip projects we no longer mirror
if data[project].get('exclude', False): if data[project].get('exclude', False):
return True return None
checker_result = project_class.check(data, project, current_time) checker_result = project_class.check(data, project, current_time)
if checker_result: if checker_result:
data[project]["out_of_sync_since"] = None data[project]["out_of_sync_since"] = None
safe_print(f"Success: {project} up-to-date") return None
return True
elif (data[project]["out_of_sync_since"] is not None elif (data[project]["out_of_sync_since"] is not None
and current_time - data[project]["out_of_sync_since"] > data[project]["out_of_sync_interval"]): and current_time - data[project]["out_of_sync_since"] > data[project]["out_of_sync_interval"]):
safe_print(f"Failure: {project} out-of-sync") now_str = strftime("%d %b %Y %H:%M:%S (local time)", localtime())
return False duration = current_time - data[project]["out_of_sync_since"]
return f"{project} out-of-sync at {now_str} for {duration}s"
else: else:
data[project]["out_of_sync_since"] = current_time data[project]["out_of_sync_since"] = current_time
return True return None
except requests.exceptions.RequestException as err: except requests.exceptions.RequestException as err:
safe_print(f"Error: {project}\n{err}") return f"{project}\n{err}"
def check_project_with_retry(args) -> bool:
project, _ = args
errs = []
for _ in range(MAX_RETRY):
res = check_project(args)
if res == None:
safe_print(f"Success: {project} up-to-date")
return True
else:
errs.append(res)
# Do nothing, try again later
sleep(RETRY_TIMEOUT)
# Max try reached, print errors
safe_print(f"Error: {project}")
for reason in errs:
safe_print(f" {reason}")
return False return False
@ -61,7 +83,7 @@ def main():
sync_data = manager.dict({k: manager.dict(v) for k, v in data.items()}) sync_data = manager.dict({k: manager.dict(v) for k, v in data.items()})
with Pool(NUM_THREAD) as pool: with Pool(NUM_THREAD) as pool:
all_pass = all(pool.imap(check_project, ((k, sync_data) for k in data.keys()))) all_pass = all(pool.imap(check_project_with_retry, ((k, sync_data) for k in data.keys())))
with open(data_file, "w", encoding="utf-8") as file: with open(data_file, "w", encoding="utf-8") as file:
json.dump({k: dict(v) for k, v in sync_data.items()}, file, indent=' ') json.dump({k: dict(v) for k, v in sync_data.items()}, file, indent=' ')

32
projects/apache.py
View File

@ -3,7 +3,35 @@ Contains Apache class
""" """
from project import Project from project import Project
from shared import CSC_MIRROR
import requests
class Apache(Project): class Apache(Project):
"""Apache class""" """Apache class"""
# Apache's time file has two segments, so we need a special function
# Example: 1648323001 rsync-he-fi
def check(data, project, current_time):
"""Check if project packages are up-to-date"""
csc_url = CSC_MIRROR + data[project]["csc"] + data[project]["file"]
upstream_url = data[project]["upstream"] + data[project]["file"]
req = requests.get(csc_url)
req.raise_for_status()
CSC = req.text
req = requests.get(upstream_url)
req.raise_for_status()
upstream = req.text
if upstream == CSC:
return True
try:
return get_timestamp_from_apache(upstream) - get_timestamp_from_apache(CSC) < data[project]["out_of_sync_interval"]
except ValueError:
print("failed to parse apache")
return False
def get_timestamp_from_apache(s: str) -> int:
real_time = s.split(" ")[0]
return int(real_time)

19
projects/cpan.py
View File

@ -9,13 +9,14 @@ from shared import CSC_MIRROR
class CPAN(Project): class CPAN(Project):
"""CPAN class""" """CPAN class"""
@staticmethod @staticmethod
def check(data, project, current_time): def check(data, project, current_time):
res_json = requests.get("http://mirrors.cpan.org/cpan-json.txt").json() res_json = requests.get("http://mirrors.cpan.org/cpan-json.txt").json()
for mirror in res_json: for mirror in res_json:
if mirror["url"] == f"{CSC_MIRROR}CPAN/": if mirror["url"] == f"{CSC_MIRROR}CPAN/" and mirror["last_status"] == "ok":
data[project]["out_of_sync_since"] = int(mirror["age"]) # This is an improvised method: report we're good if CPAN think we are good
return current_time - data[project]["out_of_sync_since"] <= data[project]["out_of_sync_interval"] # Change this to a more precise method if you find a better way to do it
return False return True
return False

2
projects/cran.py
View File

@ -18,7 +18,7 @@ class cran(Project):
page = requests.get(data[project]["upstream"]).text page = requests.get(data[project]["upstream"]).text
indexOfFile = page.find("mirror.csclub.uwaterloo.ca") indexOfFile = page.find("mirror.csclub.uwaterloo.ca")
m = re.search(r'(\d+ hour)|(\d+ hours)|(\d+(\.)?\d+ days)', page[indexOfFile:]) # solution from: https://stackoverflow.com/questions/21074100/how-to-convert-standard-timedelta-string-to-timedelta-object/21074460 m = re.search(r'(\d+ minutes?)|(\d+ hours?)|(\d+(\.)?\d+ days?)', page[indexOfFile:])
duration = pd.to_timedelta(m.group(0)) duration = pd.to_timedelta(m.group(0))
data[project]["out_of_sync_since"] = current_time - duration.total_seconds() data[project]["out_of_sync_since"] = current_time - duration.total_seconds()

7
projects/ctan.py
View File

@ -7,7 +7,7 @@ from project import Project
from shared import CSC_MIRROR from shared import CSC_MIRROR
import requests import requests
import datefinder # another date finding library import datefinder # another date finding library
from datetime import timedelta from datetime import datetime, timedelta
import re import re
import pandas as pd import pandas as pd
@ -18,9 +18,10 @@ class ctan(Project):
page = requests.get(data[project]["upstream"]).text page = requests.get(data[project]["upstream"]).text
indexOfFile = page.find("mirror.csclub.uwaterloo.ca") indexOfFile = page.find("mirror.csclub.uwaterloo.ca")
m = re.search(r'(\d+ hour)|(\d+ hours)|(\d+(\.)?\d+ days)', page[indexOfFile:]) # solution from: https://stackoverflow.com/questions/21074100/how-to-convert-standard-timedelta-string-to-timedelta-object/21074460 m = re.search(r'(\d+ minutes?)|(\d+ hours?)|(\d+(\.)?\d+ days?)', page[indexOfFile:])
duration = pd.to_timedelta(m.group(0)) duration = pd.to_timedelta(m.group(0))
data[project]["out_of_sync_since"] = datetime.now() - duration.total_seconds() data[project]["out_of_sync_since"] = datetime.now() - duration
return duration <= pd.to_timedelta(data[project]["out_of_sync_interval"], unit='s') return duration <= pd.to_timedelta(data[project]["out_of_sync_interval"], unit='s')

32
projects/debian.py
View File

@ -3,7 +3,37 @@ Contains Debian class
""" """
from project import Project from project import Project
from shared import CSC_MIRROR
import requests
from datetime import datetime
import time
class Debian(Project): class Debian(Project):
"""Debian class""" """Debian class"""
@staticmethod
def check(data, project, current_time):
csc_url = CSC_MIRROR + data[project]["csc"] + data[project]["file"]
upstream_url = data[project]["upstream"] + data[project]["file"]
req = requests.get(csc_url)
req.raise_for_status()
CSC = req.text
req = requests.get(upstream_url)
req.raise_for_status()
upstream = req.text
if upstream == CSC:
return True
CSC_date = datetime.strptime(CSC.partition('\n')[0], "%a %b %d %H:%M:%S UTC %Y")
CSC_utc_time = time.mktime(CSC_date.timetuple())
upstream_date = datetime.strptime(upstream.partition('\n')[0], "%a %b %d %H:%M:%S UTC %Y")
upstream_utc_time = time.mktime(upstream_date.timetuple())
try:
return int(upstream_utc_time) - int(CSC_utc_time) < data[project]["out_of_sync_interval"]
except ValueError:
return False

35
projects/debiancd.py
View File

@ -3,7 +3,40 @@ Contains DebianCD class
""" """
from project import Project from project import Project
from shared import CSC_MIRROR
import requests
from datetime import datetime
import time
class DebianCD(Project): class DebianCD(Project):
"""DebianCD class""" """DebianCD class"""
@staticmethod
def check(data, project, current_time):
csc_url = CSC_MIRROR + data[project]["csc"] + data[project]["file"]
upstream_url = data[project]["upstream"] + data[project]["file"]
req = requests.get(csc_url)
req.raise_for_status()
CSC = req.text
req = requests.get(upstream_url)
req.raise_for_status()
upstream = req.text
if upstream == CSC:
return True
# Date Format Example: Sun 27 Mar 00:20:12 UTC 2022
date_format = "%a %d %b %H:%M:%S UTC %Y\n"
CSC_date = datetime.strptime(CSC, date_format)
CSC_utc_time = time.mktime(CSC_date.timetuple())
upstream_date = datetime.strptime(upstream, date_format)
upstream_utc_time = time.mktime(upstream_date.timetuple())
try:
return int(upstream_utc_time) - int(CSC_utc_time) < data[project]["out_of_sync_interval"]
except ValueError:
return False

35
projects/fedora.py
View File

@ -3,7 +3,40 @@ Contains Fedora class
""" """
from project import Project from project import Project
from shared import CSC_MIRROR
import requests
from datetime import datetime
import time
class Fedora(Project): class Fedora(Project):
"""Fedora class""" """Fedora class"""
@staticmethod
def check(data, project, current_time):
csc_url = CSC_MIRROR + data[project]["csc"] + data[project]["file"]
upstream_url = data[project]["upstream"] + data[project]["file"]
req = requests.get(csc_url)
req.raise_for_status()
CSC = req.text
req = requests.get(upstream_url)
req.raise_for_status()
upstream = req.text
if upstream == CSC:
return True
# Date example: Fedora-Rawhide-20220725.n.1
date_format = "%Y%m%d"
CSC_date = datetime.strptime(CSC[15:23], "%Y%m%d")
CSC_utc_time = time.mktime(CSC_date.timetuple())
upstream_date = datetime.strptime(upstream[15:23], "%Y%m%d")
upstream_utc_time = time.mktime(upstream_date.timetuple())
try:
return upstream_utc_time - CSC_utc_time < data[project]["out_of_sync_interval"]
except ValueError:
return False

32
projects/freebsd.py
View File

@ -3,7 +3,35 @@ Contains FreeBSD class
""" """
from project import Project from project import Project
from shared import CSC_MIRROR
import requests
class FreeBSD(Project): class FreeBSD(Project):
"""FreeBSD class""" """FreeBSD class"""
# FreeBSD's time file has two segments, so we need a special function
# Example TIMESTAMP file: 1648308600 2022-03-26T15:30:00 UTC
def check(data, project, current_time):
"""Check if project packages are up-to-date"""
csc_url = CSC_MIRROR + data[project]["csc"] + data[project]["file"]
upstream_url = data[project]["upstream"] + data[project]["file"]
req = requests.get(csc_url)
req.raise_for_status()
CSC = req.text
req = requests.get(upstream_url)
req.raise_for_status()
upstream = req.text
if upstream == CSC:
return True
try:
return get_timestamp_for_freebsd(upstream) - get_timestamp_for_freebsd(CSC) < data[project]["out_of_sync_interval"]
except ValueError:
print("failed to parse apache")
return False
def get_timestamp_for_freebsd(s: str) -> int:
real_time = s.split(" ")[0]
return int(real_time)

30
projects/gentoodistfiles.py
View File

@ -3,7 +3,35 @@ Contains GentooDistfiles class
""" """
from project import Project from project import Project
from shared import CSC_MIRROR
import requests
from datetime import datetime
import time
class GentooDistfiles(Project): class GentooDistfiles(Project):
"""GentooDistfiles class""" """GentooDistfiles class"""
@staticmethod
def check(data, project, current_time):
csc_url = CSC_MIRROR + data[project]["csc"] + data[project]["file"]
upstream_url = data[project]["upstream"] + data[project]["file"]
req = requests.get(csc_url)
req.raise_for_status()
CSC = req.text
req = requests.get(upstream_url)
req.raise_for_status()
upstream = req.text
if upstream == CSC:
return True
CSC_utc_time = CSC[0:11]
upstream_utc_time = upstream[0:11]
try:
return int(upstream_utc_time) - int(CSC_utc_time) < data[project]["out_of_sync_interval"]
except ValueError:
return False

2
projects/mxlinux.py
View File

@ -18,7 +18,7 @@ class mxlinux(Project):
page = requests.get(data[project]["upstream"]).text page = requests.get(data[project]["upstream"]).text
indexOfFile = page.find("mirror.csclub.uwaterloo.ca") indexOfFile = page.find("mirror.csclub.uwaterloo.ca")
m = re.search(r'(\d+ hour)|(\d+ hours)|(\d+(\.)?\d+ days)', page[indexOfFile:]) # solution from: https://stackoverflow.com/questions/21074100/how-to-convert-standard-timedelta-string-to-timedelta-object/21074460 m = re.search(r'(\d+ minutes?)|(\d+ hours?)|(\d+(\.)?\d+ days?)', page[indexOfFile:])
duration = pd.to_timedelta(m.group(0)) duration = pd.to_timedelta(m.group(0))
data[project]["out_of_sync_since"] = current_time - duration.total_seconds() data[project]["out_of_sync_since"] = current_time - duration.total_seconds()

2
projects/mxlinux_iso.py
View File

@ -19,7 +19,7 @@ class mxlinux_iso(Project):
page = requests.get(data[project]["upstream"]).text page = requests.get(data[project]["upstream"]).text
indexOfFile = page.find("mirror.csclub.uwaterloo.ca") indexOfFile = page.find("mirror.csclub.uwaterloo.ca")
m = re.search(r'(\d+ hour)|(\d+ hours)|(\d+(\.)?\d+ days)', page[indexOfFile:]) # solution from: https://stackoverflow.com/questions/21074100/how-to-convert-standard-timedelta-string-to-timedelta-object/21074460 m = re.search(r'(\d+ minutes?)|(\d+ hours?)|(\d+(\.)?\d+ days?)', page[indexOfFile:])
duration = pd.to_timedelta(m.group(0)) duration = pd.to_timedelta(m.group(0))

27
projects/nongnu.py
View File

@ -3,6 +3,31 @@ Contains nongnu class
""" """
from project import Project from project import Project
from shared import CSC_MIRROR
import requests
from datetime import datetime
import time
class nongnu(Project): class nongnu(Project):
"""nongnu class""" """nongnu class"""
@staticmethod
def check(data, project, current_time):
csc_url = CSC_MIRROR + data[project]["csc"] + data[project]["file"]
upstream_url = data[project]["upstream"] + data[project]["file"]
req = requests.get(csc_url)
req.raise_for_status()
CSC = req.text
req = requests.get(upstream_url)
req.raise_for_status()
upstream = req.text
if upstream == CSC:
return True
try:
return int(upstream.partition('\n')[0]) - int(CSC.partition('\n')[0]) < data[project]["out_of_sync_interval"]
except ValueError:
return False

4
projects/raspberrypi.py
View File

@ -23,7 +23,8 @@ class raspberrypi(Project):
for i in s.find_all("a"): # for a href directories for i in s.find_all("a"): # for a href directories
href = i.attrs['href'] href = i.attrs['href']
if href.endswith("/") and href != "../" and href != "/": # The raspberry pi server doesn't use a relative path to the parent directory
if href.endswith("/") and href != "../" and href != "/" and href != "/debian/":
site_next = site+href+"Release" site_next = site+href+"Release"
if site_next not in urls: if site_next not in urls:
@ -44,6 +45,7 @@ class raspberrypi(Project):
cls.scrape(urls1, csc_url) cls.scrape(urls1, csc_url)
cls.scrape(urls2, upstream_url) cls.scrape(urls2, upstream_url)
if (len(urls1) != len(urls2)): if (len(urls1) != len(urls2)):
return False return False
urls1.sort() urls1.sort()

2
projects/slackware.py
View File

@ -34,7 +34,7 @@ class slackware(Project):
hrefs2 = [i.attrs['href'] for i in s2.find_all("a")] hrefs2 = [i.attrs['href'] for i in s2.find_all("a")]
for href in hrefs1: # for a href directories for href in hrefs1: # for a href directories
if href.endswith("/") and href != "../" and href != "/" and not href.startswith("/") and not re.match(r'slackware-([1-7]|8\.0).*', href) and href != "slackware-iso/" and href != "slackware-current/" and href != "slackware-pre-1.0-beta/" and href != "unsupported/": if href.endswith("/") and href != "../" and href != "/" and not href.startswith("/") and not re.match(r'slackware-([1-7]|8\.0).*', href) and href != "slackware-iso/" and href != "slackware-current/" and href != "slackware-pre-1.0-beta/" and href != "unsupported/" and not href.startswith("http"):
# print(href) # print(href)
if href not in hrefs2: if href not in hrefs2:
return False return False

3
projects/ubuntu.py
View File

@ -5,6 +5,7 @@ Contains ubuntu class
import os import os
from project import Project from project import Project
from shared import CSC_MIRROR from shared import CSC_MIRROR
from shared import NUM_UBUNTU_RELEASES
import requests import requests
import datefinder # another date finding library import datefinder # another date finding library
from datetime import timedelta from datetime import timedelta
@ -17,4 +18,4 @@ class ubuntu(Project):
@staticmethod @staticmethod
def check(data, project, current_time): def check(data, project, current_time):
page = requests.get(data[project]["upstream"]).text page = requests.get(data[project]["upstream"]).text
return page.count("Up to date") == 21 return page.count("Up to date") == NUM_UBUNTU_RELEASES

9
projects/ubuntu_releases.py
View File

@ -5,6 +5,7 @@ Contains ubuntu_releases class
import os import os
from project import Project from project import Project
from shared import CSC_MIRROR from shared import CSC_MIRROR
from shared import NUM_UBUNTU_RELEASES
import requests import requests
import datefinder # another date finding library import datefinder # another date finding library
from datetime import timedelta from datetime import timedelta
@ -17,10 +18,4 @@ class ubuntu_releases(Project):
@staticmethod @staticmethod
def check(data, project, current_time): def check(data, project, current_time):
page = requests.get(data[project]["upstream"]).text page = requests.get(data[project]["upstream"]).text
indexOfFile = page.find("last verified") return page.count("Up to date") == NUM_UBUNTU_RELEASES
matches = list(datefinder.find_dates(page[indexOfFile:]))
date = matches[0].replace(tzinfo=None) # date is of type datetime.datetime
data[project]["out_of_sync_since"] = date.timestamp()
return(pd.to_datetime(current_time, unit='s') - date <= pd.to_timedelta(data[project]["out_of_sync_interval"], unit='s'))
# https://launchpad.net/ubuntu/+mirror/mirror.csclub.uwaterloo.ca-release

1
shared.py
View File

@ -1,3 +1,4 @@
"""Contains shared constants""" """Contains shared constants"""
CSC_MIRROR = "http://mirror.csclub.uwaterloo.ca/" CSC_MIRROR = "http://mirror.csclub.uwaterloo.ca/"
NUM_UBUNTU_RELEASES = 18