Adds ruff and first experiments with vector DB (#386)

* Adds ruff and first experiments with vector DB

* Updates packages

* Small linting fixes

* Small linting fixes

* Small linting fixes

* Fix bot manifest

Author: JudsonStevens

Diff for: .github/workflows/megalinter.yml

@@ -13,7 +13,7 @@ jobs:
     steps:
       - uses: actions/checkout@v3
       - name: Mega Linter
-        uses: oxsecurity/megalinter/flavors/python@v6
+        uses: oxsecurity/megalinter/flavors/python@v7
         env:
           VALIDATE_ALL_CODEBASE: true
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

Diff for: .gitignore

@@ -106,4 +106,6 @@ venv.bak/
 
 .idea/*
 env*
-fly.toml
+fly.toml
+
+.ruff_cache

Diff for: .mega-linter.yml

@@ -11,7 +11,9 @@ DISABLE_LINTERS:
   - SPELL_CSPELL
   - SPELL_PROSELINT
   - PYTHON_BANDIT
+  - PYTHON_FLAKE8
   # We use MyPy
+  - PYTHON_PYLINT
   - PYTHON_PYRIGHT
 DISABLE_ERRORS_LINTERS:
   - REPOSITORY_DEVSKIM
@@ -36,6 +38,6 @@ PYTHON_MYPY_CONFIG_FILE: "pyproject.toml"
 REPOSITORY_DEVSKIM_ARGUMENTS: ["-g", ".mypy_cache/*"]
 SHOW_ELAPSED_TIME: true
 SPELL_MISSPELL_FILTER_REGEX_EXCLUDE: '(\.automation/generated|docs/descriptors)'
-YAML_YAMLLINT_FILTER_REGEX_EXCLUDE: '(templates/\.mega-linter\.yml)'
+YAML_YAMLLINT_FILTER_REGEX_EXCLUDE: '(templates/\.mega-linter\.yml/tests)'
 YAML_PRETTIER_FILTER_REGEX_EXCLUDE: '(templates/\.mega-linter\.yml|mkdocs\.yml)'
-YAML_V8R_FILTER_REGEX_EXCLUDE: '(descriptors|templates/\.mega-linter\.yml|\.codecov\.yml)'
+YAML_V8R_FILTER_REGEX_EXCLUDE: '(descriptors|templates/\.mega-linter\.yml|\.codecov\.yml)'

Diff for: .pre-commit-config.yaml

@@ -1,34 +1,17 @@
 ---
 repos:
   - repo: https://github.com/ambv/black
-    rev: 22.12.0
+    rev: 23.3.0
     hooks:
       - id: black
         language_version: python3.10
+        args: [--line-length=119]
 
-  - repo: https://github.com/pycqa/isort
-    rev: 5.10.1
+  - repo: https://github.com/charliermarsh/ruff-pre-commit
+    rev: "v0.0.277"
     hooks:
-      - id: isort
-        name: isort (python)
-        types: [python]
-        args: ["--profile", "black"]
-
-  - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.3.0
-    hooks:
-      - id: trailing-whitespace
-      - id: end-of-file-fixer
-      - id: check-yaml
-      - id: debug-statements
-      - id: name-tests-test
-
-  - repo: https://github.com/pre-commit/pygrep-hooks
-    rev: v1.9.0
-    hooks:
-      - id: python-check-blanket-noqa
-      - id: python-no-log-warn
-      - id: python-use-type-annotations
+      - id: ruff-autofix
+        args: [--fix]
 
   - repo: local
     # We do not use pre-commit/mirrors-mypy,
@@ -42,7 +25,7 @@ repos:
         entry: mypy
         language: python
         language_version: python3.10
-        additional_dependencies: ["mypy==0.991"]
+        additional_dependencies: ["mypy==1.4.1"]
         types: [python]
         # use require_serial so that script
         # is only called once per commit