Merge pull request #1262 from felipesanches/issue_1241

List of git repos for font projects

.travis.yml

@@ -25,13 +25,16 @@ install:
   - pip install gitpython
   - pip install matplotlib
   - pip install python-dateutil
+  - pip install rethinkdb
+  - pip install pika
   - "pip install git+https://github.com/behdad/fonttools.git"
   - "pip install git+https://github.com/googlei18n/glyphsLib.git"
 script:
   - export WONT_FIX=invalid-name,bad-indentation
   - export MAYBE_SOMEDAY=fixme,missing-docstring,too-many-locals,too-many-branches,too-many-statements,bad-continuation,unidiomatic-typecheck,logging-format-interpolation,too-many-nested-blocks,superfluous-parens,bare-except,undefined-loop-variable,too-many-instance-attributes,old-style-class,unnecessary-pass,unused-argument,consider-iterating-dictionary,attribute-defined-outside-init,too-many-boolean-expressions,too-many-arguments,wrong-import-order,bad-whitespace,pointless-string-statement,pointless-statement,redefined-builtin,global-statement,too-many-lines,global-variable-undefined,redefined-variable-type,multiple-statements,expression-not-assigned,too-many-format-args,deprecated-lambda,broad-except,no-self-use,no-name-in-module,abstract-method,no-member,line-too-long,trailing-newlines,duplicate-code,redefined-outer-name,trailing-whitespace,unused-variable,logging-not-lazy,undefined-variable,protected-access,anomalous-backslash-in-string,wrong-import-position,ungrouped-imports,singleton-comparison,misplaced-comparison-constant,consider-using-enumerate,used-before-assignment,too-few-public-methods,dangerous-default-value,unexpected-keyword-arg
   - export PYLINT="pylint --disable=$WONT_FIX,$MAYBE_SOMEDAY"
   - $PYLINT *.py
+  - pylint --disable=wrong-import-order,too-many-function-args,bare-except,global-statement,too-many-arguments,missing-docstring,trailing-newlines,invalid-name,line-too-long,bad-indentation,bad-continuation,bad-whitespace dashboard/containers/worker/fontbakery-gather-dashboard-data-from-git.py
   - python fontbakery-check-ttf.py data/test/cousine/*.ttf --ghm --json
   - python fontbakery-check-ttf.py data/test/mada/*.ttf --ghm --json
   - python fontbakery-check-ttf.py data/test/merriweather/*.ttf --ghm --json

checks.py

@@ -424,7 +424,9 @@ def family_with_spaces(value):
     FAMILY_WITH_SPACES_EXCEPTIONS = {'VT323': 'VT323',
                                      'PressStart2P': 'Press Start 2P',
                                      'AmaticSC': 'Amatic SC',
-                                     'AmaticaSC': 'Amatica SC'}
+                                     'AmaticaSC': 'Amatica SC',
+                                     'PatrickHandSC': 'Patrick Hand SC',
+                                     'CormorantSC': 'Cormorant SC'}
     if value in FAMILY_WITH_SPACES_EXCEPTIONS.keys():
       return FAMILY_WITH_SPACES_EXCEPTIONS[value]
     result = ''

dashboard/containers/dispatcher/Dockerfile

@@ -4,5 +4,7 @@ RUN apt-get update
 RUN pip install pika
 
 ADD dispatch-jobs.py /
+ADD fontprojects.py /
+ADD fontprojects.csv /
 
 CMD ["python2", "dispatch-jobs.py"]

dashboard/containers/dispatcher/dispatch-jobs.py

@@ -5,77 +5,7 @@
 import json
 import time
 import os
-
-messages = [
-  {"GIT_REPO_URL":"https://github.com/andrew-paglinawan/QuicksandFamily.git",
-   "FONTFILE_PREFIX": "fonts/Quicksand-"},
-  {"GIT_REPO_URL":"https://github.com/impallari/Cabin.git",
-   "FONTFILE_PREFIX": "fonts/TTF/Cabin-"},
-  {"GIT_REPO_URL":"https://github.com/cadsondemak/chonburi.git",
-   "FONTFILE_PREFIX": "fonts/Chonburi-"},
-  {"GIT_REPO_URL":"https://github.com/alefalefalef/Varela-Round-Hebrew.git",
-   "FONTFILE_PREFIX": "fonts/VarelaRound-"},
-  {"GIT_REPO_URL":"https://github.com/10four/Bhavuka.git",
-   "FONTFILE_PREFIX": "Bhavuka-"},
-  {"GIT_REPO_URL":"https://github.com/alexeiva/poiretone.git",
-   "FONTFILE_PREFIX": "fonts/ttf/PoiretOne-"},
-  {"GIT_REPO_URL":"https://github.com/huertatipografica/sarala.git",
-   "FONTFILE_PREFIX": "font/Sarala-"},
-  {"GIT_REPO_URL":"https://github.com/anexasajoop/cambay.git",
-   "FONTFILE_PREFIX": "cambay/Font files/Unhinted/CambayDevanagari-"},
-  {"GIT_REPO_URL":"https://github.com/cadsondemak/itim.git",
-   "FONTFILE_PREFIX": "fonts/Itim-"},
-  {"GIT_REPO_URL":"https://github.com/cadsondemak/kanit.git",
-   "FONTFILE_PREFIX": "font/Kanit-"},
-  {"GIT_REPO_URL":"https://github.com/cadsondemak/sriracha.git",
-   "FONTFILE_PREFIX": "fonts/Sriracha-"},
-  {"GIT_REPO_URL":"https://github.com/huertatipografica/sura.git",
-   "FONTFILE_PREFIX": "fonts/Sura-"},
-  {"GIT_REPO_URL":"https://github.com/CatharsisFonts/Cormorant.git",
-   "FONTFILE_PREFIX": "1. TrueType Font Files/Cormorant-"},
-  {"GIT_REPO_URL":"https://github.com/christiannaths/Redacted-Font.git",
-   "FONTFILE_PREFIX": "src/Redacted-"},
-  {"GIT_REPO_URL":"https://github.com/clauseggers/Inknut-Antiqua.git",
-   "FONTFILE_PREFIX": "TTF-OTF/InknutAntiqua-"},
-  {"GIT_REPO_URL":"https://github.com/cyrealtype/Adamina.git",
-   "FONTFILE_PREFIX": "fonts/Adamina-"},
-  {"GIT_REPO_URL":"https://github.com/cyrealtype/Alike.git",
-   "FONTFILE_PREFIX": "Alike-"},
-  {"GIT_REPO_URL":"https://github.com/cyrealtype/Federant.git",
-   "FONTFILE_PREFIX": "Federant-"},
-  {"GIT_REPO_URL":"https://github.com/cyrealtype/Sumana.git",
-   "FONTFILE_PREFIX": "Sumana-"},
-  {"GIT_REPO_URL":"https://github.com/DunwichType/RhodiumLibre.git",
-   "FONTFILE_PREFIX": "RhodiumLibre-"},
-  {"GIT_REPO_URL":"https://github.com/EbenSorkin/Asar.git",
-   "FONTFILE_PREFIX": "Asar-"},
-  {"GIT_REPO_URL":"https://github.com/EbenSorkin/Atomic-Age.git",
-   "FONTFILE_PREFIX": "fonts/ttf/AtomicAge-"},
-  {"GIT_REPO_URL":"https://github.com/EbenSorkin/Basic.git",
-   "FONTFILE_PREFIX": "Basic-"},
-  {"GIT_REPO_URL":"https://github.com/EbenSorkin/Dekko.git",
-   "FONTFILE_PREFIX": "Dekko-"},
-  {"GIT_REPO_URL":"https://github.com/EbenSorkin/Kavoon.git",
-   "FONTFILE_PREFIX": "Kavoon-"},
-  {"GIT_REPO_URL":"https://github.com/EbenSorkin/Varta.git",
-   "FONTFILE_PREFIX": "Varta-"},
-  {"GIT_REPO_URL":"https://github.com/erinmclaughlin/Khula.git",
-   "FONTFILE_PREFIX": "ttf_hinted/Khula-"},
-  {"GIT_REPO_URL":"https://github.com/etunni/Amita.git",
-   "FONTFILE_PREFIX": "TTF/Amita-"},
-  {"GIT_REPO_URL":"https://github.com/etunni/Arya.git",
-   "FONTFILE_PREFIX": "TTF/Arya-"},
-  {"GIT_REPO_URL":"https://github.com/etunni/glegoo.git",
-   "FONTFILE_PREFIX": "Glegoo-"},
-  {"GIT_REPO_URL":"https://github.com/etunni/kurale.git",
-   "FONTFILE_PREFIX": "fonts/Kurale-"},
-  {"GIT_REPO_URL":"https://github.com/googlefonts/Homenaje.git",
-   "FONTFILE_PREFIX": "fonts/Homenaje-"},
-  {"GIT_REPO_URL":"https://github.com/googlefonts/LatoGFVersion.git",
-   "FONTFILE_PREFIX": "fonts/Lato-"},
-  {"GIT_REPO_URL":"https://github.com/impallari/Raleway.git",
-   "FONTFILE_PREFIX": "fonts/v3.000 Fontlab/TTF/Raleway-"}
-]
+from fontprojects import git_repos
 
 def main():
   # We'll retry until we get a connection and deliver the messages
@@ -85,8 +15,20 @@ def main():
       connection = pika.BlockingConnection(pika.ConnectionParameters(host=msgqueue_host))
       channel = connection.channel()
 
-      print ("Dispatching {} messages...".format(len(messages)), file=sys.stderr)
-      for message in messages:
+      print ("Dispatching messages...", file=sys.stderr)
+      for entry in git_repos:
+        message = {
+          "STATUS": entry[0],
+          "FAMILYNAME": entry[1],
+          "GIT_REPO_URL": entry[2],
+          "FONTFILE_PREFIX": entry[3]
+        }
+
+        if message["STATUS"] not in ["OK", "NOTE"]:
+          # Skip this repo, since it is not in bad-shape to run fontbakery checks on it.
+          # See the listing at fontprojects.py script to know the specific issues.
+          continue
+
         print ("Adding {} to the queue.".format(message["GIT_REPO_URL"]), file=sys.stderr)
         channel.basic_publish(exchange='',
                               routing_key='font_repo_queue',