From e859d6aafd320173b9088118fe04862fdca959ab Mon Sep 17 00:00:00 2001 From: Kolen Date: Sun, 7 Oct 2018 18:56:52 -0700 Subject: [PATCH] add rm_tag_not_release.ipynb --- rm_tag_not_release.ipynb | 240 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 240 insertions(+) create mode 100644 rm_tag_not_release.ipynb diff --git a/rm_tag_not_release.ipynb b/rm_tag_not_release.ipynb new file mode 100644 index 0000000..c1c2250 --- /dev/null +++ b/rm_tag_not_release.ipynb @@ -0,0 +1,240 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from bs4 import BeautifulSoup" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from datetime import datetime" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import github3" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from lxml import html" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import numpy as np" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from pathlib import Path" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import requests" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "with open(Path('/Users/kolen/gh_token'), 'r') as f:\n", + " token, userid = [line.strip() for line in f.readlines()]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "gh = github3.login(token=token)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "repo = gh.repository('pandoc-extras', 'pandoc-nightly')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "tag_names = {release.tag_name for release in repo.releases()}" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "len(tag_names)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "tag_names2 = {tag.name: tag for tag in repo.tags()}" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "len(tag_names2)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "assert tag_names.issubset(tag_names2)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "surplus_tags = tag_names2.keys() - tag_names" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "len(surplus_tags)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "urls = np.array([\n", + " f'https://github.com/pandoc-extras/pandoc-nightly/releases/tag/{tag}'\n", + " for tag in surplus_tags\n", + "])" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "result = np.array(\n", + " [\n", + " datetime.strptime(\n", + " BeautifulSoup(\n", + " requests.get(url).content,\n", + " \"html.parser\"\n", + " ).find_all('relative-time')[0].contents[0],\n", + " '%b %d, %Y'\n", + " )\n", + " for url in urls\n", + " ],\n", + " dtype=np.datetime64\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "surplus_tags_obj = [value for key, value in tag_names2.items() if key in surplus_tags]" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "surplus_tags" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "for tag in surplus_tags:\n", + " !git tag -d {tag} && git push origin :{tag}" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "all3-intel", + "language": "python", + "name": "all3-intel" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.6.5" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +}