Add sourceforge (git) backend to retrieve git tags

New module handling the extraction of git tags from Sourceforge.net

anitya/lib/backends/sourceforge_git.py

@@ -0,0 +1,142 @@
+# -*- coding: utf-8 -*-
+
+from bs4 import BeautifulSoup
+import requests
+
+from anitya.lib.backends import BaseBackend
+from anitya.lib.exceptions import AnityaPluginException
+
+
+class SourceforgeGitBackend(BaseBackend):
+    """The custom class for projects hosted on sourceforge.net
+    that use git tags.
+
+    This backend allows to specify a version_url that will
+    be used to retrieve the git tags. Otherwise it tries to guess
+    the version_url from sourceforge.net homepage of the project or
+    project name.
+    """
+
+    name = "Sourceforge (git)"
+    examples = [
+        "https://sourceforge.net/p/ubuntuzilla/ubuntuzilla/ref/master/tags/",
+        "https://sourceforge.net/p/flightgear/flightgear/ref/next/tags/",
+        "https://sourceforge.net/p/eclipse-cs/git/ref/master/tags/",
+    ]
+
+    prefix = "https://sourceforge.net/p/"
+    suffix = "/ref/master/tags/"
+
+    @classmethod
+    def get_version(cls, project):
+        """Method called to retrieve the latest version of the projects
+        provided, project that relies on the backend of this plugin.
+
+        :arg Project project: a :class:`anitya.db.models.Project` object whose backend
+            corresponds to the current plugin.
+        :return: the latest version found upstream
+        :return type: str
+        :raise AnityaPluginException: a
+            :class:`anitya.lib.exceptions.AnityaPluginException` exception
+            when the version cannot be retrieved correctly
+
+        """
+        return cls.get_ordered_versions(project)[-1]
+
+    @classmethod
+    def get_version_url(cls, project):
+        """Method called to retrieve the url used to check for new version
+        of the project provided, project that relies on the backend of this plugin.
+
+        :arg Project project: project (:obj:`anitya.db.models.Project`):
+        Project object whose backend corresponds to the current plugin.
+
+        :Returns: str: url used for version checking
+        """
+
+        namespace = repo = url = ""
+
+        if project.version_url:
+            version_url = project.version_url.replace("+", r"\+")
+            url = (
+                version_url
+                if version_url.startswith(cls.prefix)
+                else f"{cls.prefix}{version_url}/git{cls.suffix}"
+            )
+
+        else:
+            namespace, repo = cls.get_namespace_repo(project)
+            url = f"https://sourceforge.net/p/{namespace}/{repo}/ref/master/tags/"
+
+        return url
+
+    @classmethod
+    def get_namespace_repo(cls, project):
+        """Method called to retrieve namespace and repo.
+        :arg Project project: a :class:`anitya.db.models.Project` object whose backend
+            corresponds to the current plugin.
+        :return: string namespace and string repo
+        :return type: two strings
+        """
+
+        namespace = repo = url = ""
+
+        if project.version_url and project.version_url.startswith(cls.prefix):
+            url = project.version_url[len(cls.prefix) :]
+
+        elif project.homepage.startswith(cls.prefix):
+            url = project.homepage[len(cls.prefix) :]
+
+        if url:
+            namespace, repo = url.split("/")[0:2]
+
+        else:
+            namespace = project.name if not namespace else namespace
+
+        namespace = namespace.replace("+", r"\+")
+        repo = "git" if repo in ["", "ci"] else repo
+
+        return namespace, repo
+
+    @classmethod
+    def get_versions(cls, project):
+        """Method called to retrieve all the versions (that can be found)
+        of the projects provided, project that relies on the backend of
+        this plugin.
+
+        :arg Project project: a :class:`anitya.db.models.Project` object whose backend
+            corresponds to the current plugin.
+        :return: a list of all the possible releases found
+        :return type: list
+        :raise AnityaPluginException: a
+            :class:`anitya.lib.exceptions.AnityaPluginException` exception
+            when the versions cannot be retrieved correctly
+
+        """
+        namespace, repo = cls.get_namespace_repo(project)
+        url = project.get_version_url()
+        git_tag_request = requests.get(url)
+
+        if git_tag_request.status_code == 404:
+            raise AnityaPluginException(
+                'Could not call : "%s" of "%s", with error: %s'
+                % (url, project.name, git_tag_request.status_code)
+            )
+
+        soup = BeautifulSoup(git_tag_request.content, "html.parser")
+
+        def is_release_tag_link(tag):
+            link_prefix = f"/p/{namespace}/{repo}/ci/"
+            return (
+                tag.has_attr("href")
+                and tag.attrs["href"].startswith(link_prefix)
+                and len(tag.contents) == 1
+            )
+
+        release_tags = []
+
+        for release_tag in soup.find_all(is_release_tag_link):
+            release_tag_text = release_tag.contents[0]
+            release_tags.append(release_tag_text)
+
+        return release_tags

anitya/templates/project_new.html

@@ -263,7 +263,7 @@ <h1>{{ context }} project</h1>
         "'https://packagist.org/packages/phpunit/php-code-coverage' " +
         "this field should contain 'phpunit/php-code-coverage'.");
     };
-    if (str == 'Sourceforge'){
+    if (str == 'Sourceforge') || (str == 'Sourceforge (git)){
       $("label[for='version_url']").text('Sourceforge name');
       $('#version_url').prop('title', "Use this field if the name used " +
         "on the rss page of the project differs from the name of the project." );