Migrate to Kubernetes

.gitignore

@@ -2,6 +2,7 @@ public_html/out
 public_html/status
 *.log
 .pywikibot
+.toolskube
 .python_history
 .cache
 ArkivBot.err

bootstrap-venv.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+# Usage:
+# toolforge-jobs run bootstrap-venv --command "./bootstrap-venv.sh" --image python3.9 --wait
+set -euo pipefail
+
+rm -rf ENV
+python3 -m venv ENV
+
+. ENV/bin/activate
+
+# upgrade pip inside the venv and add support for the wheel package format
+pip install -U pip wheel
+
+pip install requests mwparserfromhell wikitextparser
+
+cd $HOME/pywikibot
+git pull
+pip install -e .[mwparserfromhell,mwoauth,mysql]

jobs.yaml

@@ -0,0 +1,8 @@
+---
+# Ref: https://wikitech.wikimedia.org/wiki/Help:Toolforge/Jobs_framework
+- name: arkivbot
+  command: ./run.sh
+  image: python3.9
+  schedule: "0 5 * * *"
+  emails: onfailure
+

run.job → run.sh

@@ -2,24 +2,29 @@
 
 # Note that main.log is stored in ~/.pywikibot/logs/
 
-cd /data/project/arkivbot
-
-# Update dependencies
-./update_deps.sh
-
 # Activate virtualenv
 . ENV/bin/activate
 
+# Update pywikibot
+echo "📦 Updating pywikibot"
+cd pywikibot && git pull && cd ..
+
+echo "🏡 Working dir: $(pwd)"
+
 # Set Pywikibot path
 # PYWIKI=/shared/pywikipedia/core
-PYWIKI=/data/project/arkivbot/pywikibot
-export PYTHONPATH=$PYWIKI/core:$PYWIKI/externals:$PYWIKI/scripts
+PYWIKI=$(pwd)/pywikibot
+export PYTHONPATH=$PYWIKI/scripts:$PYTHONPATH
 
 LOG=public_html/out
 STATUS=public_html/status
 rm $LOG
 touch $LOG
 
+echo "------------------------------------------"
+python $PYWIKI/pwb.py version
+echo "------------------------------------------"
+
 echo 'true' > $STATUS
 echo ----------------------------------------------------------- >> $LOG
 echo `date` : Bot started >> $LOG

service.manifest

@@ -1,6 +1,6 @@
-# This file is used by toollabs infrastructure.
+# This file is used by Toolforge infrastructure.
 # Please do not edit manually at this time.
-backend: gridengine
-distribution: debian
-version: 2
-web: lighttpd
+# Sun Apr  9 19:24:41 2023
+backend: kubernetes
+version: 4
+web: php7.4

service.template

@@ -0,0 +1,11 @@
+# Toolforge webservice template
+# Provide default arguments for `webservice start` commands for this tool.
+#
+# Uncomment lines below and adjust as needed
+
+# Set backend cluster to run this webservice (--backend={gridengine,kubernetes})
+backend: kubernetes
+
+# Runtime type
+# See "Supported webservice types" in `webservice --help` output for valid values.
+type: php7.4