Sharing a qutebrowser script to convert urls from youtube, reddit, twitter, etc to their open-source frontends (invidious, teddit, nitter)

[uwla]

Sharing this script I made to convert urls from youtube, reddit, twitter, instagram, and googlemaps to their matching open-source frontend (invidious, teddit, nitter, bibliogram, openstreetmap):

~/.config/qutebrowser/userscripts/untrack-url

#!/bin/python
import subprocess
import random
import sys
import os

DEST_DOMAINS = {
  "nitter": [
    "nitter.net",
    "nitter.42l.fr",
    "nitter.pussthecat.org",
    "nitter.nixnet.services",
    "nitter.fdn.fr",
    "nitter.1d4.us",
    "nitter.kavin.rocks",
    "nitter.vxempire.xyz",
    "nitter.unixfox.eu",
    "nitter.domain.glass",
    "nitter.eu",
    "nitter.ethibox.fr",
    "nitter.namazso.eu",
    "nitter.mailstation.de",
    "nitter.actionsack.com",
    "nitter.cattube.org",
    "nitter.40two.app",
    "nitter.skrep.in",
    "nitter.hu",
    "nitter.database.red",
    "nitter.exonip.de",
    "nitter.dark.fail",
    "nitter.moomoo.me",
    "nitter.ortion.xyz",
  ],
  "invidious": [
    "yewtu.be",
    "invidious.snopyta.org",
    "invidious.kavin.rocks",
    "invidious.silkky.cloud",
    "invidious.048596.xyz",
    "invidious.exonip.de"
    "ytprivate.com",
  ],
  "teddit": [
    "teddit.net",
    "teddit.ggc-project.de",
    "teddit.kavin.rocks",
    "teddit.zaggy.nl",
    "teddit.namazso.eu",
    "teddit.nautolan.racing",
    "teddit.tinfoil-hat.net",
    "teddit.domain.glass",
    "snoo.ioens.is"
  ],
  "bibliogram": [
    "bibliogram.art",
    "bibliogram.snopyta.org",
    "bibliogram.pussthecat.org",
    "bibliogram.nixnet.services",
    "bibliogram.ethibox.fr",
    "insta.trom.tf",
    "bibliogram.hamster.dance",
    "bib.actionsack.com",
  ],
  "openstreetmap": [
    "www.openstreetmap.org",
  ]
}

SRC_DOMAINS = {
  "youtube": [
    "www.youtube.com",
    "m.youtube.com",
    "youtube.com",
    "youtu.be",
  ],
  "twitter" : [
    "mobile.twitter.com",
    "twitter.com",
  ],
  "instagram": [
    "www.instagram.com",
    "instagram.com",
  ],
  "reddit": [
    "www.reddit.com",
    "reddit.com",
  ],
  "googlemaps": [
    "maps.google.com",
  ]
}

SRC_TO_DEST = {
  "googlemaps": "openstreetmaps",
  "instagram": "bibliogram",
  "reddit": "teddit",
  "twitter": "nitter",
  "youtube": "invidious",
}

DEST_TO_SRC = {
  dest: src for src,dest in SRC_TO_DEST.items()
}

ROFI_CMD="rofi -dmenu -p 'Pick up a instance' -location 2"
DMENU_CMD="dmenu"

def src2dest(src):
  return SRC_TO_DEST[src]

def dest2src(dest):
  return DEST_TO_SRC[dest]

def get_dest_type(url):
  for src in SRC_TO_DEST:
    for domain in SRC_DOMAINS[src]:
      if domain in url:
        return src2dest(src)
  return ""

def get_untracked_url(url, dest_domain, dest_type):
  src_type = dest2src(dest_type)
  src_domains = SRC_DOMAINS[src_type]
  for domain in src_domains:
    if domain in url:
      return url.replace(domain, dest_domain)
  return ""

def get_dest_instances(dest_type):
  return DEST_DOMAINS[dest_type]

def pick_instance_from_user_selection(instances, cmd_menu):
  text = "\n".join(instances)
  cmd = f'echo -e "{text}" | {cmd_menu}'
  return subprocess.getoutput(cmd)

def pick_default_instance(instances):
  return instances[0]

def pick_random_instance(instances):
  return random.choices(instances)[0]

def pick_instance(instances, choice, cmd):
  if (choice == "user"):
    return pick_instance_from_user_selection(instances, cmd)
  if (choice == "random"):
    return pick_random_instance(instances)
  return pick_default_instance(instances)

def main(args):
  url = ""
  choice = "default"
  qute_command = "open"
  cmd = ROFI_CMD

  while (len(args) > 0):
    v = args[0]
    args.pop(0)
    if v == "-o":
      qute_command = "open"
    elif v == "-O":
      qute_command = "open -t"
    elif v == "-y":
      qute_command = "yank"
    elif v == "-Y":
      qute_command = "yank-primary"
    elif v == "-r":
      choice = "random"
    elif v == "-p":
      choice = "user"
    elif v == "-d":
      choice = "user"
      cmd = DMENU_CMD
    elif v == "-R":
      choice = "user"
      cmd = ROFI_CMD
    else:
      url = v

  # validate stuff
  if (url == ""):
    exit(1)
  dest_type = get_dest_type(url)
  if (dest_type == ""):
    exit(1)

  instances = get_dest_instances(dest_type)
  instance = pick_instance(instances, choice, cmd)
  untracked_url = get_untracked_url(url, instance, dest_type)

  QUTE_FIFO = os.environ['QUTE_FIFO']
  with open(QUTE_FIFO, 'a') as qute_fifo:
    qute_command = f"{qute_command} {untracked_url}"
    qute_fifo.write(qute_command)

args = sys.argv
args.pop(0) # first arg is the script's file name
main(args)

Some bindings:

config.bind('\\u', 'hint links spawn -u untrack-url -O {hint-url}')
config.bind('\\U', 'spawn -u untrack-url -p {clipboard}')

Options:

-r select random instance
-p prompt user to select instance
-d use dmenu
-R use rofi
-y yank instance to clipboard
-Y yank instance to primary selection
-o open instance in existing tab
-O open instance in new tab

Instance is a particular instance of invidious. nitter, etc.

[tobip]

Thanks for this awesome script!
Is there a way that qutebrowser will automatically runt the script – i.e. always replace youtube.com links with yewtu.be as soon it tries to open youtube?

[Ahwxorg]

Did you find a way to do this?

[tobip]

I didn't spend too much time on it.
Now I have a shortcut to run the script which is enough for me at the moment.

[Ahwxorg]

Ah alright. Do you have a public dotfiles repository?

[ghost]

from qutebrowser.api import interceptor

def redirect(info: interceptor.Request, domain, new_domain):
    if info.request_url.host() == domain:
        new_url = info.request_url
        new_url.setHost(new_domain)
        try:
            info.redirect(new_url)
        except interceptors.RedirectFailedException:
            pass


def intercept(info: interceptor.Request):
    redirect(info, "youtube.com", "yewtu.be")
    redirect(info, "www.youtube.com", "yewtu.be")
    
    redirect(info, "twitter.com", "nitter.it")
    redirect(info, "www.twitter.com", "nitter.it")

interceptor.register(intercept)

@Ahwxorg