iri_to_uri__get_ascii_url.py

#!/usr/bin/env python3
# -*- coding: utf-8 -*-

__author__ = "ipetrash"


import re
from urllib.parse import urlparse, urlunparse


def url_encode_non_ascii(b: bytes) -> bytes:
    return re.sub(b"[\x80-\xFF]", lambda c: b"%%%02X" % ord(c.group(0)), b)


# SOURCE: https://stackoverflow.com/a/4391299/5909792
def iri_to_uri(iri: str) -> str:
    parts = urlparse(iri)
    return urlunparse(
        part.encode("idna") if parti == 1 else url_encode_non_ascii(part.encode("utf-8"))
        for parti, part in enumerate(parts)
    ).decode("utf-8")


if __name__ == "__main__":
    url = "https://сайт.рф/документы?номер=1234&устройство=телефон"
    new_url = iri_to_uri(url)
    print(new_url)
    assert (
        new_url
        == "https://xn--80aswg.xn--p1ai/%D0%B4%D0%BE%D0%BA%D1%83%D0%BC%D0%B5%D0%BD%D1%82%D1%8B?%D0%BD%D0%BE%D0%BC%D0%B5%D1%80=1234&%D1%83%D1%81%D1%82%D1%80%D0%BE%D0%B9%D1%81%D1%82%D0%B2%D0%BE=%D1%82%D0%B5%D0%BB%D0%B5%D1%84%D0%BE%D0%BD"
    )

    url = "https://anapa.russianrealty.ru/Продажа-квартир/"
    new_url = iri_to_uri(url)
    print(new_url)
    assert (
        new_url
        == "https://anapa.russianrealty.ru/%D0%9F%D1%80%D0%BE%D0%B4%D0%B0%D0%B6%D0%B0-%D0%BA%D0%B2%D0%B0%D1%80%D1%82%D0%B8%D1%80/"
    )

    url = "http://www.a\u0131b.com/a\u0131b"
    new_url = iri_to_uri(url)
    print(new_url)
    assert new_url == "http://www.xn--ab-hpa.com/a%C4%B1b"

    url = "https://ya.ru"
    new_url = iri_to_uri(url)
    print(new_url)
    assert new_url == "https://ya.ru"

    url = "https://google.com"
    new_url = iri_to_uri(url)
    print(new_url)
    assert new_url == "https://google.com"

    url = "http://домены.рф"
    new_url = iri_to_uri(url)
    print(new_url)
    assert new_url == "http://xn--d1acufc5f.xn--p1ai"