Merge c748a25 into 59e8801

.github/workflows/main.yaml

@@ -9,7 +9,7 @@ on:
     branches: [master]
   push:
     branches: [master]
-
+    
   workflow_dispatch:
 
 # A workflow run is made up of one or more jobs that can run sequentially or in parallel
@@ -25,6 +25,9 @@ jobs:
       - uses: actions/setup-node@v1
         with:
           node-version: 14.x
+      - name: setup
+        run: |
+          docker run -d -p 27017:27017 -e MONGO_INITDB_ROOT_USERNAME=tester -e MONGO_INITDB_ROOT_PASSWORD=password mongo:4.4.1-bionic
       - run: npm ci
       - name: lint and test
         run: |

index.js

@@ -1,9 +1,11 @@
 const NodesMap = require('./lib/dag/dag');
 const NodeStates = require('./lib/const/NodeStates');
 const NodeTypes = require('./lib/dag/index');
+const Persistency = require('./lib/persistency/persistency');
 
 module.exports = {
     NodesMap,
     NodeStates,
-    NodeTypes
+    NodeTypes,
+    Persistency
 };

lib/dag/index.js

@@ -1,6 +1,7 @@
 const GraphNode = require('./graph-node');
 const NodeBase = require('./node-base');
 const Batch = require('./node-batch');
+const Stateless = require('./node-stateless');
 const ExecBatch = require('./node-exec-batch');
 const ExecNode = require('./node-exec');
 const NodeResult = require('./node-result');
@@ -10,6 +11,7 @@ module.exports = {
     GraphNode,
     NodeBase,
     Batch,
+    Stateless,
     ExecNode,
     ExecBatch,
     NodeResult,

lib/dag/node-stateless.js

@@ -0,0 +1,10 @@
+const NodeBase = require('./node-base');
+
+class Stateless extends NodeBase {
+    constructor(options) {
+        super(options);
+        this.statelessIndex = options.statelessIndex;
+    }
+}
+
+module.exports = Stateless;

lib/persistency/mongodb-adapter.js

@@ -0,0 +1,30 @@
+const dbConnect = require('@hkube/db');
+
+class MongoDbAdapter {
+    constructor() {
+        this._db = null;
+    }
+
+    async init(options) {
+        const { provider, ...config } = options;
+        this._db = dbConnect(config, provider);
+        await this._db.init();
+    }
+
+    setGraph({ jobId, data }) {
+        return this._db.jobs.updateGraph({ jobId, graph: data });
+    }
+
+    async getGraph({ jobId }) {
+        const res = await this._db.jobs.fetchGraph({ jobId });
+        if (!res) {
+            return null;
+        }
+        if (Object.keys(res).length === 1 && res.jobId) {
+            return null;
+        }
+        return res;
+    }
+}
+
+module.exports = MongoDbAdapter;

lib/persistency/persistency.js

@@ -0,0 +1,25 @@
+const MongoDbAdapter = require('./mongodb-adapter');
+
+class Persistency {
+    async init(config) {
+        const options = config || {};
+        const { type, connection } = options;
+        switch (type) {
+            case 'mongodb':
+            default:
+                this._adapter = new MongoDbAdapter();
+                await this._adapter.init(connection);
+                break;
+        }
+    }
+
+    setGraph(...args) {
+        return this._adapter.setGraph(...args);
+    }
+
+    getGraph(...args) {
+        return this._adapter.getGraph(...args);
+    }
+}
+
+module.exports = Persistency;

package.json

@@ -23,6 +23,7 @@
   "license": "MIT",
   "dependencies": {
     "@hkube/consts": "^1.0.37",
+    "@hkube/db": "^1.0.42",
     "@hkube/parsers": "^2.1.7",
     "@hkube/uid": "^1.0.4",
     "graphlib": "^2.1.8",