Create evaluation stage

Author: shcheklein

.gitignore

@@ -1,2 +1,3 @@
 .venv/
 /model.pkl
+/eval

dvc.lock

@@ -65,3 +65,25 @@ stages:
       hash: md5
       md5: cfa72ff6e2575c44f78f423cada5b783
       size: 1855075
+  evaluate:
+    cmd: python src/evaluate.py model.pkl data/features
+    deps:
+    - path: data/features
+      hash: md5
+      md5: f8f5cbc3188008a7542d02d63054d9d2.dir
+      size: 1556290
+      nfiles: 2
+    - path: model.pkl
+      hash: md5
+      md5: cfa72ff6e2575c44f78f423cada5b783
+      size: 1855075
+    - path: src/evaluate.py
+      hash: md5
+      md5: a1a59f55636170fb56e0c6afd3e28fa4
+      size: 3315
+    outs:
+    - path: eval
+      hash: md5
+      md5: 756f8cb38f1864fefc00d6873da19d03.dir
+      size: 1344598
+      nfiles: 8

dvc.yaml

@@ -43,3 +43,33 @@ stages:
     - train.seed
     outs:
     - model.pkl
+  evaluate:
+    cmd: python src/evaluate.py model.pkl data/features
+    deps:
+    - data/features
+    - model.pkl
+    - src/evaluate.py
+    outs:
+    - eval
+metrics:
+- eval/metrics.json
+plots:
+- ROC:
+    template: simple
+    x: fpr
+    y:
+      eval/plots/sklearn/roc/train.json: tpr
+      eval/plots/sklearn/roc/test.json: tpr
+- Confusion-Matrix:
+    template: confusion
+    x: actual
+    y:
+      eval/plots/sklearn/cm/train.json: predicted
+      eval/plots/sklearn/cm/test.json: predicted
+- Precision-Recall:
+    template: simple
+    x: recall
+    y:
+      eval/plots/sklearn/prc/train.json: precision
+      eval/plots/sklearn/prc/test.json: precision
+- eval/plots/images/importance.png

src/evaluate.py

@@ -100,7 +100,7 @@ def main():
         test, _ = pickle.load(fd)
 
     # Evaluate train and test datasets.
-    with Live(EVAL_PATH) as live:
+    with Live(EVAL_PATH, dvcyaml=False) as live:
         evaluate(model, train, "train", live, save_path=EVAL_PATH)
         evaluate(model, test, "test", live, save_path=EVAL_PATH)