update mirror status

Author: petronny

.github/workflows/update.yml

@@ -9,7 +9,7 @@ concurrency: update
 
 jobs:
 
-  publish:
+  update:
     runs-on: ubuntu-latest
     container:
       image: archlinux
@@ -20,7 +20,7 @@ jobs:
       - uses: arch4edu/cactus/actions/upgrade-archlinux@main
 
       - name: Install runtime dependencies
-        run: pacman -S --noconfirm --needed git python-django python-mysqlclient python-pygithub python-tornado python-yaml
+        run: pacman -S --noconfirm --needed git python-django python-mysqlclient python-pygithub python-requests python-tornado python-yaml
 
       - uses: actions/checkout@master
         with:
@@ -36,16 +36,23 @@ jobs:
           repository: petronny/djangorm
           path: djangorm
 
+      - uses: actions/checkout@master
+        with:
+          repository: arch4edu/mirrorlist
+          path: mirrorlist
+
       - uses: petronny/git-config-user@master
         with:
           path: pages
 
       - name: Update pages
         run: |
-          cp pages/update-pages.py cactus
-          python -m cactus.update-pages
+          cp pages/update-build-status.py cactus
+          python -m cactus.update-build-status
 
           cd pages
-          git add index.md
+          python3 update-mirror-status.py ../mirrorlist
+
+          git add index.md mirrors.md
           git commit -m "[$(date)] auto update" || exit 0
           git push

update-pages.py renamed to update-build-status.py

@@ -0,0 +1,46 @@
+#!/bin/python
+
+if __name__ == '__main__':
+    import sys
+    import time
+    import requests
+    from pathlib import Path
+
+    lines = []
+    lines.append('<script src="./time.js"></script>')
+    lines.append('# Mirror status')
+    lines.append(f'Last check: <script type="text/javascript">localize({time.time()});</script>')
+    lines.append('')
+    lines.append('|Country|Mirror|Last update|')
+    lines.append('|:------|:-----|:----------|')
+
+    mirrorlist = Path(sys.argv[1]) / 'mirrorlist.arch4edu'
+    with open(mirrorlist) as f:
+        _lines = f.readlines()
+
+    session = requests.session()
+    for _line in _lines:
+        _line = _line.strip('\n')
+        if _line.startswith('## '):
+            country = _line[3:]
+        elif _line.startswith('#Server = '):
+            mirror = _line[10:-5]
+            print('Checking', mirror)
+            try:
+                last_update = session.get(f'{mirror}/lastupdate', timeout=10)
+                if last_update.status_code != 200:
+                    status = f'Response {last_update.status_code}'
+                else:
+                    last_update = last_update.content.decode('utf-8').strip('\n')
+                    status = f'<script type="text/javascript">localize({last_update});</script>'
+            except Exception as e:
+                status = type(e).__name__
+            lines.append('|'.join(['', country, mirror, status, '']))
+
+    lines.append('')
+    lines.append('<script src="./tablefilter/tablefilter.js"></script>')
+    lines.append('<script src="./table.js"></script>')
+
+
+    with open('mirrors.md', 'w') as f:
+        f.write('\n'.join(lines))