/
normalize.hh
35 lines (27 loc) · 1.08 KB
/
normalize.hh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
#ifndef LM_INTERPOLATE_NORMALIZE_H
#define LM_INTERPOLATE_NORMALIZE_H
#include "../../util/fixed_array.hh"
/* Pass 2:
* - Multiply backoff weights by the backed off probabilities from pass 1.
* - Compute the normalization factor Z.
* - Send Z to the next highest order.
* - Rewind and divide by Z.
*/
namespace util { namespace stream {
class ChainPositions;
class Chains;
}} // namespaces
namespace lm { namespace interpolate {
struct InterpolateInfo;
void Normalize(
const InterpolateInfo &info,
// Input full models for backoffs. Assumes that renumbering has been done. Suffix order.
util::FixedArray<util::stream::ChainPositions> &models_by_order,
// Input PartialProbGamma from MergeProbabilities. Context order.
util::stream::Chains &merged_probabilities,
// Output NGram<float> with normalized probabilities. Context order.
util::stream::Chains &probabilities_out,
// Output bare floats with backoffs. Note backoffs.size() == order - 1. Suffix order.
util::stream::Chains &backoffs_out);
}} // namespaces
#endif // LM_INTERPOLATE_NORMALIZE_H