feat(scheduler): update scheduler for flexibility

.github/workflows/lighthouse.yml

@@ -35,7 +35,7 @@ jobs:
       uses: christopherpickering/no-azure-action@v1.1.0
 
     - name: ⎔ Setup node
-      uses: actions/setup-node@v3
+      uses: actions/setup-node@v4
       with:
         node-version: 18
 
@@ -45,7 +45,7 @@ jobs:
         useLockFile: false
 
     - name: 🐍 Setup python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
       with:
         python-version: '3.10'
 

.github/workflows/lint.yml

@@ -14,7 +14,7 @@ jobs:
       uses: actions/checkout@v4
 
     - name: ⎔ Setup node
-      uses: actions/setup-node@v3
+      uses: actions/setup-node@v4
       with:
         node-version: 18
 
@@ -24,7 +24,7 @@ jobs:
         useLockFile: false
 
     - name: 🐍 Setup Python
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
       with:
         python-version: '3.10'
 

.github/workflows/release.yml

@@ -23,7 +23,7 @@ jobs:
       uses: christopherpickering/no-azure-action@v1.1.0
 
     - name: ⎔ Setup node
-      uses: actions/setup-node@v3
+      uses: actions/setup-node@v4
       with:
         node-version: 18
 
@@ -33,7 +33,7 @@ jobs:
         useLockFile: false
 
     - name: 🐍 Setup Python
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
       with:
         python-version: '3.10'
 

.github/workflows/test.yml

@@ -45,7 +45,7 @@ jobs:
       uses: christopherpickering/no-azure-action@v1.1.0
 
     - name: ⎔ Setup node
-      uses: actions/setup-node@v3
+      uses: actions/setup-node@v4
       with:
         node-version: 18
 
@@ -55,7 +55,7 @@ jobs:
         useLockFile: false
 
     - name: 🐍 Setup python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
       with:
         python-version: ${{ matrix.python-version }}
 

.pre-commit-config.yaml

@@ -21,7 +21,7 @@ exclude: >
 
 repos:
 - repo: https://github.com/pre-commit/pre-commit-hooks
-  rev: v4.4.0
+  rev: v4.5.0
   hooks:
   - id: pretty-format-json
     args: [--autofix]
@@ -30,18 +30,18 @@ repos:
   - id: check-yaml
   - id: end-of-file-fixer
 - repo: https://github.com/PyCQA/isort
-  rev: 5.12.0
+  rev: 5.13.2
   hooks:
   - id: isort
     exclude: migrations* | docs*
     additional_dependencies: [toml]
 - repo: https://github.com/psf/black
-  rev: 23.9.1
+  rev: 24.2.0
   hooks:
   - id: black
-    language_version: python3.9
+    language_version: python3.11
 - repo: https://github.com/macisamuele/language-formatters-pre-commit-hooks
-  rev: v2.10.0
+  rev: v2.12.0
   hooks:
   - id: pretty-format-toml
     args: [--autofix]
@@ -50,6 +50,6 @@ repos:
   - id: pretty-format-yaml
     args: [--autofix, --indent, '2']
 - repo: https://github.com/Riverside-Healthcare/djLint
-  rev: v1.33.0
+  rev: v1.34.1
   hooks:
   - id: djlint-jinja

config.py

@@ -348,7 +348,7 @@ class TestConfig(DevConfig):
     # pylint: disable=too-few-public-methods
     SQLALCHEMY_DATABASE_URI = os.environ.get(
         "DATABASE_URL",
-        "postgresql+psycopg2://postgres@localhost/atlas_hub_scrap_test"
+        "postgresql+psycopg2://postgres@localhost/atlas_hub_scrap_test",
         # "sqlite:///../test.sqlite",
     ).replace("postgres://", "postgresql://")
 

migrations/versions/41eb15d37c84_.py

@@ -0,0 +1,99 @@
+"""empty message
+
+Revision ID: 41eb15d37c84
+Revises: e075a9d31b1a
+Create Date: 2024-02-13 20:17:23.622449
+
+"""
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = '41eb15d37c84'
+down_revision = 'e075a9d31b1a'
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table('connection_database', schema=None) as batch_op:
+        batch_op.create_index(batch_op.f('ix_connection_database_connection_id'), ['connection_id'], unique=False)
+
+    with op.batch_alter_table('project', schema=None) as batch_op:
+        batch_op.alter_column('cron_year',
+               existing_type=sa.INTEGER(),
+               type_=sa.String(length=120),
+               existing_nullable=True)
+        batch_op.alter_column('cron_month',
+               existing_type=sa.INTEGER(),
+               type_=sa.String(length=120),
+               existing_nullable=True)
+        batch_op.alter_column('cron_week',
+               existing_type=sa.INTEGER(),
+               type_=sa.String(length=120),
+               existing_nullable=True)
+        batch_op.alter_column('cron_day',
+               existing_type=sa.INTEGER(),
+               type_=sa.String(length=120),
+               existing_nullable=True)
+        batch_op.alter_column('cron_week_day',
+               existing_type=sa.INTEGER(),
+               type_=sa.String(length=120),
+               existing_nullable=True)
+        batch_op.alter_column('cron_hour',
+               existing_type=sa.INTEGER(),
+               type_=sa.String(length=120),
+               existing_nullable=True)
+        batch_op.alter_column('cron_min',
+               existing_type=sa.INTEGER(),
+               type_=sa.String(length=120),
+               existing_nullable=True)
+        batch_op.alter_column('cron_sec',
+               existing_type=sa.INTEGER(),
+               type_=sa.String(length=120),
+               existing_nullable=True)
+
+    # ### end Alembic commands ###
+
+
+def downgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    with op.batch_alter_table('project', schema=None) as batch_op:
+        batch_op.alter_column('cron_sec',
+               existing_type=sa.String(length=120),
+               type_=sa.INTEGER(),
+               existing_nullable=True)
+        batch_op.alter_column('cron_min',
+               existing_type=sa.String(length=120),
+               type_=sa.INTEGER(),
+               existing_nullable=True)
+        batch_op.alter_column('cron_hour',
+               existing_type=sa.String(length=120),
+               type_=sa.INTEGER(),
+               existing_nullable=True)
+        batch_op.alter_column('cron_week_day',
+               existing_type=sa.String(length=120),
+               type_=sa.INTEGER(),
+               existing_nullable=True)
+        batch_op.alter_column('cron_day',
+               existing_type=sa.String(length=120),
+               type_=sa.INTEGER(),
+               existing_nullable=True)
+        batch_op.alter_column('cron_week',
+               existing_type=sa.String(length=120),
+               type_=sa.INTEGER(),
+               existing_nullable=True)
+        batch_op.alter_column('cron_month',
+               existing_type=sa.String(length=120),
+               type_=sa.INTEGER(),
+               existing_nullable=True)
+        batch_op.alter_column('cron_year',
+               existing_type=sa.String(length=120),
+               type_=sa.INTEGER(),
+               existing_nullable=True)
+
+    with op.batch_alter_table('connection_database', schema=None) as batch_op:
+        batch_op.drop_index(batch_op.f('ix_connection_database_connection_id'))
+
+    # ### end Alembic commands ###