API overhaul, upgrades, evaluation, sql feed (#6)

* cleanup

* drafting serving doc

* parser refactoring

* io restruct+alchemy reader

* alchemy parser tests

* alchemy reader test

* evaluation

* evaluation

* pyupgrade

* test fixes

* save

* improved wrapper

* schema api refactoring

* flow lib refactoring

* restructuring flow package

* refactoring the DSL module API

* io API refactoring

* refactoring project API

* testing API refactoring

* runtime code API refactoring

* asset API refactoring

* updating docs

* fixing importer

* fixing apply eval mode

* tidy up exceptions

* remove warnings

* no sink for train/tune

* removing train-returns testing scenario

* cli api refact

* notebook update

* add images

* adding constraints

* ci fixes

* constraints.txt ref

* ci fixes

* pyversion

* readthedocs pyversion

* readthedoc pyversion

.github/workflows/ci.yml

@@ -20,9 +20,9 @@ name: CI Build
 
 on:
   push:
-    branches: ['master']
+    branches: ['main']
   pull_request:
-    branches: ['master']
+    branches: ['main']
 
 
 jobs:
@@ -31,7 +31,7 @@ jobs:
     runs-on: ubuntu-20.04
     strategy:
       matrix:
-        python-version: [3.8]
+        python-version: [3.9]
 
     steps:
     - uses: actions/checkout@v2

.gitignore

@@ -16,5 +16,6 @@ htmlcov/
 .idea
 .ipynb_checkpoints/
 .pytest_cache/
+.venv/
 coverage.xml
 junit.xml

.pre-commit-config.yaml

@@ -20,7 +20,7 @@ default_language_version:
   python: python3
 repos:
 - repo: https://github.com/pre-commit/pre-commit-hooks
-  rev: v3.3.0
+  rev: v4.0.1
   hooks:
   - id: check-added-large-files
   - id: check-ast
@@ -34,13 +34,32 @@ repos:
   - id: mixed-line-ending
   - id: trailing-whitespace
 - repo: https://github.com/psf/black
-  rev: 20.8b1
+  rev: 21.9b0
   hooks:
   - id: black
     name: Black
     args: [--config=./pyproject.toml]
+- repo: https://github.com/asottile/pyupgrade
+  rev: v2.29.0
+  hooks:
+    - id: pyupgrade
+      name: Python syntax upgrade
+      args: [--py39-plus]
+- repo: https://github.com/hadialqattan/pycln
+  rev: v1.0.3
+  hooks:
+  - id: pycln
+    name: Remove unused import statements
+    args: [--config=pyproject.toml]
+- repo: https://github.com/pycqa/isort
+  rev: 5.9.3
+  hooks:
+  - id: isort
+    name: Sort import statements
+    files: "\\.(py)$"
+    args: [--settings-path=pyproject.toml]
 - repo: https://github.com/Lucas-C/pre-commit-hooks
-  rev: v1.1.9
+  rev: v1.1.10
   hooks:
   - id: forbid-tabs
   - id: insert-license
@@ -99,16 +118,15 @@ repos:
   hooks:
   - id: pylint
     name: Pylint
-    entry: pylint
-    args:
-    - --ignore-imports=yes
-    - -E
-    exclude: examples
-    language: python
-    types: [python]
+    exclude: ^examples/.*$
+    entry: "env PYTHONPATH=. pylint"
+    language: system
+    files: \.py$
+    pass_filenames: true
+    require_serial: true
   - id: flake8
     name: Flake8
     entry: flake8
-    language: python
-    types: [python]
-    require_serial: true
+    language: system
+    files: \.py$
+    pass_filenames: true

.pylintrc

@@ -56,6 +56,7 @@ disable=
   arguments-differ,
   attribute-defined-outside-init,
   cyclic-import,
+  duplicate-code,
   too-many-branches,
   too-many-locals,
   too-many-arguments,

.readthedocs.yml

@@ -16,9 +16,11 @@
 # under the License.
 ---
 version: 2
+build:
+  image: testing
 formats: []
 python:
-    version: 3.8
+    version: 3.9
     install:
         - method: pip
           path: .

NOTICE

@@ -1,5 +1,5 @@
 ForML
-Copyright 2020 ForML authors
+Copyright 2021 ForML authors
 
 This product includes software developed by
 ForML contributors (http://forml.io/).

README.md

@@ -22,12 +22,22 @@ ForML
 
 [![GitHub Build](https://github.com/formlio/forml/workflows/CI%20Build/badge.svg)](https://github.com/formlio/forml/actions/)
 [![Coverage Status](https://img.shields.io/codecov/c/github/formlio/forml/master.svg)](https://codecov.io/github/formlio/forml?branch=master)
+[![Code Style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
+![Lines of Code](https://img.shields.io/tokei/lines/github.com/formlio/forml.svg)
+
 [![Documentation Status](https://readthedocs.org/projects/forml/badge/?version=latest)](https://docs.forml.io/en/latest/)
 [![License](http://img.shields.io/:license-Apache%202-blue.svg)](http://www.apache.org/licenses/LICENSE-2.0.txt)
+
+![Python Version](https://img.shields.io/pypi/pyversions/forml.svg)
 [![PyPI Version](https://badge.fury.io/py/forml.svg)](https://pypi.org/project/forml/)
 [![PyPI Downloads](https://img.shields.io/pypi/dm/forml)](https://pypi.org/project/forml/)
-[![Code Style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
 
+[![Stars](https://img.shields.io/github/stars/formlio/forml.svg)](https://github.com/formlio/forml/stargazers)
+[![Forks](https://img.shields.io/github/forks/formlio/forml.svg)](https://github.com/formlio/forml/fork)
+[![Issues](https://img.shields.io/github/issues/formlio/forml.svg)](https://github.com/formlio/forml/issues)
+[![Pull Requests](https://img.shields.io/github/issues-pr/formlio/forml.svg)](https://github.com/formlio/forml/pulls)
+[![Contributors](https://img.shields.io/github/contributors/formlio/forml.svg)](https://github.com/formlio/forml/graphs/contributors)
+[![Lst Commit](https://img.shields.io/github/last-commit/formlio/forml.svg)](https://github.com/formlio/forml/commits/master)
 
 ForML is a framework for researching, implementing and operating data science projects.
 

codecov.yml

@@ -16,12 +16,16 @@
 # under the License.
 ---
 codecov:
-  require_ci_to_pass: yes
+  require_ci_to_pass: true
 
 coverage:
   precision: 2
   round: down
   range: "70...100"
+  status:
+    patch:
+      default:
+        informational: true
 
 parsers:
   gcov:
@@ -34,4 +38,4 @@ parsers:
 comment:
   layout: "reach,diff,flags,files,footer"
   behavior: default
-  require_changes: no
+  require_changes: false