From 9c3a0edbe6c9b0e2d792e8edfba849175daefe0f Mon Sep 17 00:00:00 2001 From: Peng Wu Date: Tue, 26 Jul 2011 14:19:29 +0800 Subject: [PATCH] improve tryprune --- docs/fileformat | 6 ++++-- tryprune.py | 4 ++++ 2 files changed, 8 insertions(+), 2 deletions(-) diff --git a/docs/fileformat b/docs/fileformat index 1bcac86..85a771c 100644 --- a/docs/fileformat +++ b/docs/fileformat @@ -48,7 +48,9 @@ Status File Format 1. 'merged.db', 'kmm_merged.text' , 'pruned.db', 'kmm_pruned.text', 'interpolation.text' are generated when running prune tools in 'finals/try' sub-directory. 2. 'cwd.status' file are generated also, like: {'PruneEpoch': 4, 'PruneMergeNumber': 1000, - 'PruneK':2, 'PruneCDF': 0.6} + 'PruneModelSize' : 10000000, + 'PruneK' : 2, 'PruneCDF' : 0.6} Evaluate Status Files 1. 'cwd.status' file are generated, like: - {'EvaluateEpoch': 5, 'EvaluateAverageLambda': 0.66, 'EvaluateCorrectionRate': 0.77} \ No newline at end of file + {'EvaluateEpoch': 5, 'EvaluateAverageLambda': 0.66, + 'EvaluateCorrectionRate': 0.77} \ No newline at end of file diff --git a/tryprune.py b/tryprune.py index 41a45e9..7a14b0a 100755 --- a/tryprune.py +++ b/tryprune.py @@ -198,6 +198,10 @@ def pruneModel(prunedmodel, k, CDF): inter_model = os.path.join(trydir, config.getFinalModelFileName()) convertModel(kmm_model, inter_model) + modelsize = utils.get_file_length(inter_model) + cwdstatus['PruneModelSize'] = modelsize + print('final model size:' + modelsize) + #sign status epoch utils.sign_epoch(cwdstatus, 'Prune') utils.store_status(cwdstatuspath, cwdstatus)