Skip to content
Find file
Fetching contributors…
Cannot retrieve contributors at this time
61 lines (54 sloc) 1.56 KB
#include "ns_docscorer.h"
#include <iostream>
#include <cstring>
#include "tdict.h"
#include "filelib.h"
#include "ns.h"
using namespace std;
DocumentScorer::~DocumentScorer() {}
void DocumentScorer::Init(const EvaluationMetric* metric,
const vector<string>& ref_files,
const string& src_file,
bool verbose) {
scorers_.clear();
cerr << "Loading references (" << ref_files.size() << " files)\n";
assert(src_file.empty());
std::vector<ReadFile> ifs(ref_files.begin(),ref_files.end());
for (int i=0; i < ref_files.size(); ++i) ifs[i].Init(ref_files[i]);
char buf[64000];
bool expect_eof = false;
int line=0;
while (ifs[0].get()) {
vector<vector<WordID> > refs(ref_files.size());
for (int i=0; i < ref_files.size(); ++i) {
istream &in=ifs[i].get();
if (in.eof()) break;
in.getline(buf, 64000);
refs[i].clear();
if (strlen(buf) == 0) {
if (in.eof()) {
if (!expect_eof) {
assert(i == 0);
expect_eof = true;
}
break;
}
} else {
TD::ConvertSentence(buf, &refs[i]);
assert(!refs[i].empty());
}
assert(!expect_eof);
}
if (!expect_eof) {
string src_line;
//if (srcrf) {
// getline(srcrf.get(), src_line);
// map<string,string> dummy;
// ProcessAndStripSGML(&src_line, &dummy);
//}
scorers_.push_back(metric->CreateSegmentEvaluator(refs));
++line;
}
}
cerr << "Loaded reference translations for " << scorers_.size() << " sentences.\n";
}
Something went wrong with that request. Please try again.