Merge pull request #30 from kowey/harness

ENH add config file to provenance

attelo/harness/interface.py

@@ -126,6 +126,21 @@ def test_evaluation(self):
         return None
 
     # pylint: disable=no-self-use
+    @property
+    def config_files(self):
+        """Files needed to reproduce the configuration behind a
+        particular set of scores.
+
+        Will be copied into the provenance section of the report.
+
+        Some harnesses have parameter files that should be saved
+        in case there is any need to reproduce results much
+        futher into the future. Specifying them here gives you some
+        extra insurance in case you neglect to put them under version
+        control.
+        """
+        return []
+
     @property
     def detailed_evaluations(self):
         """

attelo/harness/report.py

@@ -364,6 +364,8 @@ def _copy_version_files(hconf, test_data):
     for vpath in glob.glob(fp.join(hconf.eval_dir,
                                    'versions-*.txt')):
         shutil.copy(vpath, provenance_dir)
+    for cpath in hconf.config_files:
+        shutil.copy(cpath, provenance_dir)
 
 
 def _mk_report(hconf, dconf, slices, fold, test_data=False):