public
/
mirror-checker
29
1
Fork 2
Code Issues 5 Pull Requests 1 Projects Releases Wiki Activity

Compare commits

merge into: public:master
Branches Tags
public:ng
public:jtoft-rt-4117-slackware
public:master
public:jtoft-rt-4117
public:time-parsing
public:alt-impl
public:dev
...
pull from: public:jtoft-rt-4117
Branches Tags
public:ng
public:jtoft-rt-4117-slackware
public:master
public:jtoft-rt-4117
public:time-parsing
public:alt-impl
public:dev

3 Commits
master ... jtoft-rt-4

Author SHA1 Message Date
Justin Toft 6b8876ad63
Fixed slackware project 2022-07-30 19:26:49 -04:00
Justin Toft a7c87b9436
Fixed typos in comments 2022-07-29 19:26:43 -04:00
Justin Toft 816c51a8f1 Fixed 6 broken mirror checkers 2022-07-29 19:25:01 -04:00
9 changed files with 583 additions and 431 deletions
Show Stats Expand all files Collapse all files

847
data.json
View File

@ -1,424 +1,425 @@
{ {
"AlmaLinux": { "AlmaLinux": {
"out_of_sync_since": null, "out_of_sync_since": null,
"out_of_sync_interval": 86400, "out_of_sync_interval": 86400,
"csc": "", "csc": "",
"upstream": "https://repo.almalinux.org/", "upstream": "https://repo.almalinux.org/",
"file": "almalinux/TIME" "file": "almalinux/TIME"
}, },
"Alpine": { "Alpine": {
"out_of_sync_since": null, "out_of_sync_since": null,
"out_of_sync_interval": 86400, "out_of_sync_interval": 86400,
"csc": "", "csc": "",
"upstream": "https://uk.alpinelinux.org/", "upstream": "https://uk.alpinelinux.org/",
"file": "alpine/last-updated" "file": "alpine/last-updated"
}, },
"Apache": { "Apache": {
"out_of_sync_since": null, "out_of_sync_since": null,
"out_of_sync_interval": 86400, "out_of_sync_interval": 86400,
"csc": "apache/", "csc": "apache/",
"upstream": "https://downloads.apache.org/", "upstream": "https://downloads.apache.org/",
"file": "zzz/time.txt" "file": "zzz/time.txt"
}, },
"Arch": { "Arch": {
"out_of_sync_since": null, "out_of_sync_since": null,
"out_of_sync_interval": 86400, "out_of_sync_interval": 86400,
"csc": "archlinux/", "csc": "archlinux/",
"upstream": "http://arch.mirror.constant.com/", "upstream": "http://arch.mirror.constant.com/",
"file": "lastupdate" "file": "lastupdate"
}, },
"Artix": { "Artix": {
"out_of_sync_since": null, "out_of_sync_since": null,
"out_of_sync_interval": 86400, "out_of_sync_interval": 86400,
"csc": "artixlinux/", "csc": "artixlinux/",
"upstream": "https://mirror1.artixlinux.org/repos/" "upstream": "https://mirror1.artixlinux.org/repos/"
}, },
"CentOS": { "CentOS": {
"out_of_sync_since": null, "out_of_sync_since": null,
"out_of_sync_interval": 86400, "out_of_sync_interval": 86400,
"csc": "", "csc": "",
"upstream": "https://mirrors.edge.kernel.org/", "upstream": "https://mirrors.edge.kernel.org/",
"file": "centos/TIME" "file": "centos/TIME"
}, },
"Ceph": { "Ceph": {
"out_of_sync_since": null, "out_of_sync_since": null,
"out_of_sync_interval": 86400, "out_of_sync_interval": 86400,
"csc": "ceph/", "csc": "ceph/",
"upstream": "https://download.ceph.com/", "upstream": "https://download.ceph.com/",
"file": "timestamp" "file": "timestamp"
}, },
"CPAN": { "CPAN": {
"out_of_sync_interval": 172800 "out_of_sync_interval": 172800,
}, "out_of_sync_since": null
"cran": { },
"out_of_sync_since": null, "cran": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "https://cran.r-project.org/mirmon_report.html", "csc": "",
"file": "" "upstream": "https://cran.r-project.org/mirmon_report.html",
}, "file": ""
"ctan": { },
"out_of_sync_since": null, "ctan": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "https://www.ctan.org/mirrors/mirmon", "csc": "",
"file": "" "upstream": "https://www.ctan.org/mirrors/mirmon",
}, "file": ""
"Cygwin": { },
"out_of_sync_since": null, "Cygwin": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "cygwin/", "out_of_sync_interval": 86400,
"upstream": "https://cygwin.com/pub/cygwin/", "csc": "cygwin/",
"file": "x86/sha512.sum" "upstream": "https://cygwin.com/pub/cygwin/",
}, "file": "x86/sha512.sum"
"Debian": { },
"out_of_sync_since": null, "Debian": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "https://ftp-master.debian.org/", "csc": "",
"file": "debian/project/trace/master" "upstream": "https://ftp-master.debian.org/",
}, "file": "debian/project/trace/master"
"DebianCD": { },
"out_of_sync_since": null, "DebianCD": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "http://debian.mirror.estruxture.net/", "csc": "",
"file": "debian-cd/project/trace/cdimage.debian.org" "upstream": "http://debian.mirror.estruxture.net/",
}, "file": "debian-cd/project/trace/cdimage.debian.org"
"DebianMultimedia": { },
"out_of_sync_since": null, "DebianMultimedia": {
"out_of_sync_interval": 86400, "out_of_sync_since": 1659116719,
"csc": "debian-multimedia/", "out_of_sync_interval": 86400,
"upstream": "http://debian-mirrors.sdinet.de/deb-multimedia/", "csc": "debian-multimedia/",
"file": "project/trace/deb-multimedia.org" "upstream": "http://debian-mirrors.sdinet.de/deb-multimedia/",
}, "file": "project/trace/deb-multimedia.org"
"DebianPorts": { },
"out_of_sync_since": null, "DebianPorts": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "https://deb.debian.org/", "csc": "",
"file": "debian-ports/project/trace/porta.debian.org", "upstream": "https://deb.debian.org/",
"exclude": true "file": "debian-ports/project/trace/porta.debian.org",
}, "exclude": true
"DebianSecurity": { },
"out_of_sync_since": null, "DebianSecurity": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "https://deb.debian.org/", "csc": "",
"file": "debian-security/project/trace/master" "upstream": "https://deb.debian.org/",
}, "file": "debian-security/project/trace/master"
"Eclipse": { },
"out_of_sync_since": null, "Eclipse": {
"out_of_sync_interval": 172800, "out_of_sync_since": null,
"csc": "eclipse/", "out_of_sync_interval": 172800,
"upstream": "http://download.eclipse.org/", "csc": "eclipse/",
"file": "TIME" "upstream": "http://download.eclipse.org/",
}, "file": "TIME"
"Fedora": { },
"out_of_sync_since": null, "Fedora": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "fedora/", "out_of_sync_interval": 259200,
"upstream": "http://fedora.mirror.iweb.com/", "csc": "fedora/",
"file": "linux/development/rawhide/COMPOSE_ID" "upstream": "http://fedora.mirror.iweb.com/",
}, "file": "linux/development/rawhide/COMPOSE_ID"
"FreeBSD": { },
"out_of_sync_since": null, "FreeBSD": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "http://ftp4.freebsd.org/pub/", "csc": "",
"file": "FreeBSD/TIMESTAMP" "upstream": "http://ftp4.freebsd.org/pub/",
}, "file": "FreeBSD/TIMESTAMP"
"GentooDistfiles": { },
"out_of_sync_since": null, "GentooDistfiles": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "gentoo-distfiles/", "out_of_sync_interval": 86400,
"upstream": "http://gentoo.mirrors.tera-byte.com/", "csc": "gentoo-distfiles/",
"file": "distfiles/timestamp.dev-local" "upstream": "http://gentoo.mirrors.tera-byte.com/",
}, "file": "distfiles/timestamp.dev-local"
"GentooPortage": { },
"out_of_sync_since": null, "GentooPortage": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "rsync://rsync4.ca.gentoo.org/", "out_of_sync_interval": 86400,
"upstream": "https://mirrorstats.gentoo.org/rsync/", "csc": "rsync://rsync4.ca.gentoo.org/",
"upstream1": "rsync://rsync1.de.gentoo.org/", "upstream": "https://mirrorstats.gentoo.org/rsync/",
"upstream2": "rsync://rsync8.de.gentoo.org/", "upstream1": "rsync://rsync1.de.gentoo.org/",
"file": "gentoo-portage/Manifest" "upstream2": "rsync://rsync8.de.gentoo.org/",
}, "file": "gentoo-portage/Manifest"
"GNOME": { },
"out_of_sync_since": null, "GNOME": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "gnome/", "out_of_sync_interval": 86400,
"upstream1": "https://download.gnome.org/", "csc": "gnome/",
"upstream2": "https://mirrors.dotsrc.org/gnome/", "upstream1": "https://download.gnome.org/",
"upstream3": "https://muug.ca/mirror/gnome/", "upstream2": "https://mirrors.dotsrc.org/gnome/",
"file1": "core/", "upstream3": "https://muug.ca/mirror/gnome/",
"file2": "cache.json" "file1": "core/",
}, "file2": "cache.json"
"GNU": { },
"out_of_sync_since": null, "GNU": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "https://mirrors.kernel.org/", "csc": "",
"file": "gnu/mirror-updated-timestamp.txt" "upstream": "https://mirrors.kernel.org/",
}, "file": "gnu/mirror-updated-timestamp.txt"
"Gutenberg": { },
"out_of_sync_since": null, "Gutenberg": {
"out_of_sync_interval": 172800, "out_of_sync_since": null,
"csc": "gutenberg/", "out_of_sync_interval": 172800,
"upstream": "https://gutenberg.pglaf.org/", "csc": "gutenberg/",
"file": "gutenberg.dcs" "upstream": "https://gutenberg.pglaf.org/",
}, "file": "gutenberg.dcs"
"IPFire": { },
"out_of_sync_since": null, "IPFire": {
"out_of_sync_interval": 172800 "out_of_sync_since": null,
}, "out_of_sync_interval": 172800
"KDE": { },
"out_of_sync_since": null, "KDE": {
"out_of_sync_interval": 86400, "out_of_sync_since": 1659116720,
"csc": "kde/", "out_of_sync_interval": 86400,
"upstream": "https://kde.c3sl.ufpr.br/", "csc": "kde/",
"file": "ls-lR" "upstream": "https://kde.c3sl.ufpr.br/",
}, "file": "ls-lR"
"KDEApplicationData": { },
"out_of_sync_since": null, "KDEApplicationData": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "kde-applicationdata/", "out_of_sync_interval": 86400,
"upstream": "https://cdn.files.kde.org/", "csc": "kde-applicationdata/",
"file": "last-updated" "upstream": "https://cdn.files.kde.org/",
}, "file": "last-updated"
"Kernel": { },
"out_of_sync_since": null, "Kernel": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "kernel.org/", "out_of_sync_interval": 86400,
"upstream": "https://mirrors.edge.kernel.org/pub/", "csc": "kernel.org/",
"file": "linux/kernel/next/sha256sums.asc" "upstream": "https://mirrors.edge.kernel.org/pub/",
}, "file": "linux/kernel/next/sha256sums.asc"
"linuxmint": { },
"out_of_sync_since": null, "linuxmint": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "linuxmint/", "out_of_sync_interval": 86400,
"upstream": "https://mirrors.edge.kernel.org/linuxmint/", "csc": "linuxmint/",
"file": "" "upstream": "https://mirrors.edge.kernel.org/linuxmint/",
}, "file": ""
"linuxmint_packages": { },
"out_of_sync_since": null, "linuxmint_packages": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "linuxmint-packages/", "out_of_sync_interval": 86400,
"upstream": "https://mirrors.edge.kernel.org/linuxmint-packages/", "csc": "linuxmint-packages/",
"file": "dists/" "upstream": "https://mirrors.edge.kernel.org/linuxmint-packages/",
}, "file": "dists/"
"macports": { },
"out_of_sync_since": null, "macports": {
"out_of_sync_interval": 86400, "out_of_sync_since": 1642827723,
"csc": "MacPorts/mpdistfiles/", "out_of_sync_interval": 86400,
"upstream": "https://distfiles.macports.org/", "csc": "MacPorts/mpdistfiles/",
"file": "ports.tar.gz" "upstream": "https://distfiles.macports.org/",
}, "file": "ports.tar.gz"
"manjaro": { },
"out_of_sync_since": null, "manjaro": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "https://repo.manjaro.org/", "csc": "",
"file": "" "upstream": "https://repo.manjaro.org/",
}, "file": ""
"mxlinux": { },
"out_of_sync_since": null, "mxlinux": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "http://rsync-mxlinux.org/mirmon/packages.html", "csc": "",
"file": "" "upstream": "http://rsync-mxlinux.org/mirmon/packages.html",
}, "file": ""
"mxlinux_iso": { },
"out_of_sync_since": null, "mxlinux_iso": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "mxlinux-iso/", "out_of_sync_interval": 86400,
"upstream": "http://rsync-mxlinux.org/mirmon/index.html", "csc": "mxlinux-iso/",
"mirrors": [ "upstream": "http://rsync-mxlinux.org/mirmon/index.html",
"http://mirror.its.dal.ca/mxlinux-cd/", "mirrors": [
"http://mirror.umd.edu/mxlinux-iso/" "http://mirror.its.dal.ca/mxlinux-cd/",
], "http://mirror.umd.edu/mxlinux-iso/"
"file": "" ],
}, "file": ""
"mySQL": { },
"out_of_sync_since": null, "mySQL": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "mysql/", "out_of_sync_interval": 86400,
"upstream": "http://mirrors.sunsite.dk/mysql/", "csc": "mysql/",
"file": "last-updated.txt" "upstream": "http://mirrors.sunsite.dk/mysql/",
}, "file": "last-updated.txt"
"netbsd": { },
"out_of_sync_since": null, "netbsd": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "NetBSD/", "out_of_sync_interval": 86400,
"upstream": "http://ftp.netbsd.org/pub/NetBSD/", "csc": "NetBSD/",
"file": "" "upstream": "http://ftp.netbsd.org/pub/NetBSD/",
}, "file": ""
"nongnu": { },
"out_of_sync_since": null, "nongnu": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "nongnu/", "out_of_sync_interval": 86400,
"upstream": "http://download-mirror.savannah.gnu.org/releases/", "csc": "nongnu/",
"file": "00_TIME.txt" "upstream": "http://download-mirror.savannah.gnu.org/releases/",
}, "file": "00_TIME.txt"
"OpenBSD": { },
"out_of_sync_since": null, "OpenBSD": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "https://ftp.openbsd.org/pub/", "csc": "",
"file": "OpenBSD/timestamp", "upstream": "https://ftp.openbsd.org/pub/",
"exclude": true "file": "OpenBSD/timestamp",
}, "exclude": true
"opensuse": { },
"out_of_sync_since": null, "opensuse": {
"out_of_sync_interval": 86400, "out_of_sync_since": 1648699331,
"csc": "opensuse/update/", "out_of_sync_interval": 86400,
"upstream": "http://opensuse-mirror-gce-us.opensu.se/update/", "csc": "opensuse/update/",
"file": "" "upstream": "http://opensuse-mirror-gce-us.opensu.se/update/",
}, "file": ""
"parabola": { },
"out_of_sync_since": null, "parabola": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "parabola/", "out_of_sync_interval": 86400,
"upstream": "https://repo.parabola.nu/", "csc": "parabola/",
"file": "lastsync" "upstream": "https://repo.parabola.nu/",
}, "file": "lastsync"
"pkgsrc": { },
"out_of_sync_since": null, "pkgsrc": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "pkgsrc/", "out_of_sync_interval": 86400,
"upstream": "http://ftp.netbsd.org/pub/pkgsrc/", "csc": "pkgsrc/",
"file": "MIRROR-TIMESTAMP", "upstream": "http://ftp.netbsd.org/pub/pkgsrc/",
"exclude": true "file": "MIRROR-TIMESTAMP",
}, "exclude": true
"puppy_linux": { },
"out_of_sync_since": null, "puppy_linux": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "puppylinux/", "out_of_sync_interval": 86400,
"upstream": "https://distro.ibiblio.org/puppylinux/", "csc": "puppylinux/",
"file": "" "upstream": "https://distro.ibiblio.org/puppylinux/",
}, "file": ""
"qtproject": { },
"out_of_sync_since": null, "qtproject": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "qtproject/", "out_of_sync_interval": 86400,
"upstream": "https://download.qt.io/", "csc": "qtproject/",
"file": "timestamp.txt", "upstream": "https://download.qt.io/",
"exclude": true "file": "timestamp.txt",
}, "exclude": true
"racket": { },
"out_of_sync_since": null, "racket": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "racket/racket-installers/", "out_of_sync_interval": 86400,
"upstream": "https://mirror.racket-lang.org/installers/", "csc": "racket/racket-installers/",
"file": "" "upstream": "https://mirror.racket-lang.org/installers/",
}, "file": ""
"raspberrypi": { },
"out_of_sync_since": null, "raspberrypi": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "raspberrypi/debian/", "out_of_sync_interval": 86400,
"upstream": "https://archive.raspberrypi.org/debian/", "csc": "raspberrypi/debian/",
"file": "dists/" "upstream": "https://archive.raspberrypi.org/debian/",
}, "file": "dists/"
"raspbian": { },
"out_of_sync_since": null, "raspbian": {
"out_of_sync_interval": 86400, "out_of_sync_since": 1659116721,
"csc": "raspbian/", "out_of_sync_interval": 86400,
"upstream": "http://archive.raspbian.org/", "csc": "raspbian/",
"file": "snapshotindex.txt" "upstream": "http://archive.raspbian.org/",
}, "file": "snapshotindex.txt"
"sage": { },
"out_of_sync_since": null, "sage": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "", "csc": "",
"file": "sage/src/index.html" "upstream": "",
}, "file": "sage/src/index.html"
"saltstack": { },
"out_of_sync_since": null, "saltstack": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "saltstack/", "out_of_sync_interval": 86400,
"upstream": "https://repo.saltproject.io/", "csc": "saltstack/",
"file": "" "upstream": "https://repo.saltproject.io/",
}, "file": ""
"slackware": { },
"out_of_sync_since": null, "slackware": {
"out_of_sync_interval": 86400, "out_of_sync_since": 1642827723,
"csc": "slackware/", "out_of_sync_interval": 86400,
"upstream": "https://mirrors.slackware.com/slackware/", "csc": "slackware/",
"file": "" "upstream": "https://mirrors.slackware.com/slackware/",
}, "file": ""
"tdf": { },
"out_of_sync_since": null, "tdf": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "tdf/", "out_of_sync_interval": 86400,
"upstream": "https://download.documentfoundation.org/", "csc": "tdf/",
"file": "TIMESTAMP" "upstream": "https://download.documentfoundation.org/",
}, "file": "TIMESTAMP"
"trisquel": { },
"out_of_sync_since": null, "trisquel": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "trisquel/", "out_of_sync_interval": 86400,
"upstream": "http://rsync.trisquel.info/trisquel/dists/", "csc": "trisquel/",
"mirrors": [ "upstream": "http://rsync.trisquel.info/trisquel/dists/",
"https://mirror.fsf.org/trisquel-images/", "mirrors": [
"http://mirrors.ocf.berkeley.edu/trisquel-images/" "https://mirror.fsf.org/trisquel-images/",
], "http://mirrors.ocf.berkeley.edu/trisquel-images/"
"file": "" ],
}, "file": ""
"ubuntu": { },
"out_of_sync_since": null, "ubuntu": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 86400,
"upstream": "https://launchpad.net/ubuntu/+mirror/mirror.csclub.uwaterloo.ca-archive", "csc": "",
"file": "" "upstream": "https://launchpad.net/ubuntu/+mirror/mirror.csclub.uwaterloo.ca-archive",
}, "file": ""
"ubuntu_ports": { },
"out_of_sync_since": null, "ubuntu_ports": {
"out_of_sync_interval": 86400, "out_of_sync_since": 1651550528,
"csc": "ubuntu-ports/", "out_of_sync_interval": 86400,
"upstream": "http://ports.ubuntu.com/ubuntu-ports/", "csc": "ubuntu-ports/",
"file": "dists/" "upstream": "http://ports.ubuntu.com/ubuntu-ports/",
}, "file": "dists/"
"ubuntu_ports_releases": { },
"out_of_sync_since": null, "ubuntu_ports_releases": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "ubuntu-ports-releases/", "out_of_sync_interval": 86400,
"upstream": "https://cdimage.ubuntu.com/releases/", "csc": "ubuntu-ports-releases/",
"file": "" "upstream": "https://cdimage.ubuntu.com/releases/",
}, "file": ""
"ubuntu_releases": { },
"out_of_sync_since": null, "ubuntu_releases": {
"out_of_sync_interval": 172800, "out_of_sync_since": null,
"csc": "", "out_of_sync_interval": 172800,
"upstream": "https://launchpad.net/ubuntu/+mirror/mirror.csclub.uwaterloo.ca-release", "csc": "",
"file": "" "upstream": "https://launchpad.net/ubuntu/+mirror/mirror.csclub.uwaterloo.ca-archive",
}, "file": ""
"vlc": { },
"out_of_sync_since": null, "vlc": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "vlc/", "out_of_sync_interval": 86400,
"upstream": "http://download.videolan.org/pub/videolan/", "csc": "vlc/",
"file": "trace" "upstream": "http://download.videolan.org/pub/videolan/",
}, "file": "trace"
"x_org": { },
"out_of_sync_since": null, "x_org": {
"out_of_sync_interval": 86400, "out_of_sync_since": 1657512131,
"csc": "x.org/individual/", "out_of_sync_interval": 86400,
"upstream": "https://www.x.org/releases/individual/", "csc": "x.org/individual/",
"file": "" "upstream": "https://www.x.org/releases/individual/",
}, "file": ""
"xiph": { },
"out_of_sync_since": null, "xiph": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "xiph/releases/", "out_of_sync_interval": 86400,
"upstream": "https://ftp.osuosl.org/pub/xiph/releases/", "csc": "xiph/releases/",
"file": "" "upstream": "https://ftp.osuosl.org/pub/xiph/releases/",
}, "file": ""
"xubuntu_releases": { },
"out_of_sync_since": null, "xubuntu_releases": {
"out_of_sync_interval": 86400, "out_of_sync_since": null,
"csc": "xubuntu-releases/", "out_of_sync_interval": 86400,
"upstream": "https://cdimage.ubuntu.com/xubuntu/releases/", "csc": "xubuntu-releases/",
"file": "" "upstream": "https://cdimage.ubuntu.com/xubuntu/releases/",
} "file": ""
} }
}

32
projects/debian.py
View File

@ -3,7 +3,37 @@ Contains Debian class
""" """
from project import Project from project import Project
from shared import CSC_MIRROR
import requests
from datetime import datetime
import time
class Debian(Project): class Debian(Project):
"""Debian class""" """Debian class"""
@staticmethod
def check(data, project, current_time):
csc_url = CSC_MIRROR + data[project]["csc"] + data[project]["file"]
upstream_url = data[project]["upstream"] + data[project]["file"]
req = requests.get(csc_url)
req.raise_for_status()
CSC = req.text
req = requests.get(upstream_url)
req.raise_for_status()
upstream = req.text
if upstream == CSC:
return True
CSC_date = datetime.strptime(CSC.partition('\n')[0], "%a %b %d %H:%M:%S UTC %Y")
CSC_utc_time = time.mktime(CSC_date.timetuple())
upstream_date = datetime.strptime(upstream.partition('\n')[0], "%a %b %d %H:%M:%S UTC %Y")
upstream_utc_time = time.mktime(upstream_date.timetuple())
try:
return int(upstream_utc_time) - int(CSC_utc_time) < data[project]["out_of_sync_interval"]
except ValueError:
return False

35
projects/debiancd.py
View File

@ -3,7 +3,40 @@ Contains DebianCD class
""" """
from project import Project from project import Project
from shared import CSC_MIRROR
import requests
from datetime import datetime
import time
class DebianCD(Project): class DebianCD(Project):
"""DebianCD class""" """DebianCD class"""
@staticmethod
def check(data, project, current_time):
csc_url = CSC_MIRROR + data[project]["csc"] + data[project]["file"]
upstream_url = data[project]["upstream"] + data[project]["file"]
req = requests.get(csc_url)
req.raise_for_status()
CSC = req.text
req = requests.get(upstream_url)
req.raise_for_status()
upstream = req.text
if upstream == CSC:
return True
# Date Format Example: Sun 27 Mar 00:20:12 UTC 2022
date_format = "%a %d %b %H:%M:%S UTC %Y\n"
CSC_date = datetime.strptime(CSC, date_format)
CSC_utc_time = time.mktime(CSC_date.timetuple())
upstream_date = datetime.strptime(upstream, date_format)
upstream_utc_time = time.mktime(upstream_date.timetuple())
try:
return int(upstream_utc_time) - int(CSC_utc_time) < data[project]["out_of_sync_interval"]
except ValueError:
return False

35
projects/fedora.py
View File

@ -3,7 +3,40 @@ Contains Fedora class
""" """
from project import Project from project import Project
from shared import CSC_MIRROR
import requests
from datetime import datetime
import time
class Fedora(Project): class Fedora(Project):
"""Fedora class""" """Fedora class"""
@staticmethod
def check(data, project, current_time):
csc_url = CSC_MIRROR + data[project]["csc"] + data[project]["file"]
upstream_url = data[project]["upstream"] + data[project]["file"]
req = requests.get(csc_url)
req.raise_for_status()
CSC = req.text
req = requests.get(upstream_url)
req.raise_for_status()
upstream = req.text
if upstream == CSC:
return True
# Date example: Fedora-Rawhide-20220725.n.1
date_format = "%Y%m%d"
CSC_date = datetime.strptime(CSC[15:23], "%Y%m%d")
CSC_utc_time = time.mktime(CSC_date.timetuple())
upstream_date = datetime.strptime(upstream[15:23], "%Y%m%d")
upstream_utc_time = time.mktime(upstream_date.timetuple())
try:
return upstream_utc_time - CSC_utc_time < data[project]["out_of_sync_interval"]
except ValueError:
return False

30
projects/gentoodistfiles.py
View File

@ -3,7 +3,35 @@ Contains GentooDistfiles class
""" """
from project import Project from project import Project
from shared import CSC_MIRROR
import requests
from datetime import datetime
import time
class GentooDistfiles(Project): class GentooDistfiles(Project):
"""GentooDistfiles class""" """GentooDistfiles class"""
@staticmethod
def check(data, project, current_time):
csc_url = CSC_MIRROR + data[project]["csc"] + data[project]["file"]
upstream_url = data[project]["upstream"] + data[project]["file"]
req = requests.get(csc_url)
req.raise_for_status()
CSC = req.text
req = requests.get(upstream_url)
req.raise_for_status()
upstream = req.text
if upstream == CSC:
return True
CSC_utc_time = CSC[0:11]
upstream_utc_time = upstream[0:11]
try:
return int(upstream_utc_time) - int(CSC_utc_time) < data[project]["out_of_sync_interval"]
except ValueError:
return False

27
projects/nongnu.py
View File

@ -3,6 +3,31 @@ Contains nongnu class
""" """
from project import Project from project import Project
from shared import CSC_MIRROR
import requests
from datetime import datetime
import time
class nongnu(Project): class nongnu(Project):
"""nongnu class""" """nongnu class"""
@staticmethod
def check(data, project, current_time):
csc_url = CSC_MIRROR + data[project]["csc"] + data[project]["file"]
upstream_url = data[project]["upstream"] + data[project]["file"]
req = requests.get(csc_url)
req.raise_for_status()
CSC = req.text
req = requests.get(upstream_url)
req.raise_for_status()
upstream = req.text
if upstream == CSC:
return True
try:
return int(upstream.partition('\n')[0]) - int(CSC.partition('\n')[0]) < data[project]["out_of_sync_interval"]
except ValueError:
return False

4
projects/raspberrypi.py
View File

@ -23,7 +23,8 @@ class raspberrypi(Project):
for i in s.find_all("a"): # for a href directories for i in s.find_all("a"): # for a href directories
href = i.attrs['href'] href = i.attrs['href']
if href.endswith("/") and href != "../" and href != "/": # The raspberry pi server doesn't use a relative path to the parent directory
if href.endswith("/") and href != "../" and href != "/" and href != "/debian/":
site_next = site+href+"Release" site_next = site+href+"Release"
if site_next not in urls: if site_next not in urls:
@ -43,6 +44,7 @@ class raspberrypi(Project):
# calling function # calling function
cls.scrape(urls1, csc_url) cls.scrape(urls1, csc_url)
cls.scrape(urls2, upstream_url) cls.scrape(urls2, upstream_url)
if (len(urls1) != len(urls2)): if (len(urls1) != len(urls2)):
return False return False

2
projects/slackware.py
View File

@ -34,7 +34,7 @@ class slackware(Project):
hrefs2 = [i.attrs['href'] for i in s2.find_all("a")] hrefs2 = [i.attrs['href'] for i in s2.find_all("a")]
for href in hrefs1: # for a href directories for href in hrefs1: # for a href directories
if href.endswith("/") and href != "../" and href != "/" and not href.startswith("/") and not re.match(r'slackware-([1-7]|8\.0).*', href) and href != "slackware-iso/" and href != "slackware-current/" and href != "slackware-pre-1.0-beta/" and href != "unsupported/": if href.endswith("/") and href != "../" and href != "/" and not href.startswith("/") and not re.match(r'slackware-([1-7]|8\.0).*', href) and href != "slackware-iso/" and href != "slackware-current/" and href != "slackware-pre-1.0-beta/" and href != "unsupported/" and not href.startswith("http"):
# print(href) # print(href)
if href not in hrefs2: if href not in hrefs2:
return False return False

2
shared.py
View File

@ -1,4 +1,4 @@
"""Contains shared constants""" """Contains shared constants"""
CSC_MIRROR = "http://mirror.csclub.uwaterloo.ca/" CSC_MIRROR = "http://mirror.csclub.uwaterloo.ca/"
NUM_UBUNTU_RELEASES = 24 NUM_UBUNTU_RELEASES = 18