-
Notifications
You must be signed in to change notification settings - Fork 184
/
cst_cg.h
171 lines (142 loc) · 7.52 KB
/
cst_cg.h
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
/*************************************************************************/
/* */
/* Language Technologies Institute */
/* Carnegie Mellon University */
/* Copyright (c) 2007-2017 */
/* All Rights Reserved. */
/* */
/* Permission is hereby granted, free of charge, to use and distribute */
/* this software and its documentation without restriction, including */
/* without limitation the rights to use, copy, modify, merge, publish, */
/* distribute, sublicense, and/or sell copies of this work, and to */
/* permit persons to whom this work is furnished to do so, subject to */
/* the following conditions: */
/* 1. The code must retain the above copyright notice, this list of */
/* conditions and the following disclaimer. */
/* 2. Any modifications must be clearly marked as such. */
/* 3. Original authors' names are not deleted. */
/* 4. The authors' names are not used to endorse or promote products */
/* derived from this software without specific prior written */
/* permission. */
/* */
/* CARNEGIE MELLON UNIVERSITY AND THE CONTRIBUTORS TO THIS WORK */
/* DISCLAIM ALL WARRANTIES WITH REGARD TO THIS SOFTWARE, INCLUDING */
/* ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN NO EVENT */
/* SHALL CARNEGIE MELLON UNIVERSITY NOR THE CONTRIBUTORS BE LIABLE */
/* FOR ANY SPECIAL, INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES */
/* WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN */
/* AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, */
/* ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF */
/* THIS SOFTWARE. */
/* */
/*************************************************************************/
/* Author: Alan W Black (awb@cs.cmu.edu) */
/* Date: November 2007 */
/*************************************************************************/
/* */
/* clustergen db */
/* */
/* A statistical corpus based synthesizer. */
/* See Black, A. (2006), CLUSTERGEN: A Statistical Parametric */
/* Synthesizer using Trajectory Modeling", Interspeech 2006 - ICSLP, */
/* Pittsburgh, PA. */
/* http://www.cs.cmu.edu/~awb/papers/is2006/IS061394.PDF */
/* */
/*************************************************************************/
#ifndef _CST_CG_H__
#define _CST_CG_H__
#include "cst_cart.h"
#include "cst_track.h"
#include "cst_wave.h"
#include "cst_audio.h"
#include "cst_synth.h" /* for dur_stat */
#include "cst_phoneset.h"
/* The parameters in the spectral model(s) may be encoded in various ways */
/* mostly to preserve space. The decoder can be dependent on the shape type */
/* This needs to be coordinated with the model creation in make_cg.scm */
/* This is currently very BIG_HAMMER-like and hard coded */
/* Original rf3 (and before) encoding stddev follows mean in pairs:
F0 (1), MCEP_STATIC (25), MCEP_DELTA (25), ME (5), Voicing (1) (114 shorts)
Encoded as linear range in unsigned short from min over range */
#define CST_CG_MODEL_SHAPE_BASE_MINRANGE 1
/* Quantized rf3, encode everything as two 8 bit values in each short.
Good generic quantized version, but the next one is used for most models
(57 shorts)
*/
#define CST_CG_MODEL_SHAPE_QUANTIZED_PARAMS 2
/* Quantized rf3, (mostly stddev follows mean in pairs -- except deltas
no F0, MCEP_STATIC (50) MCEP_DELTAS stddev (25), ME (5), Voice (2)
Encoded as unsigned chars that index into qtable. we don't include
the mcep_deltas means, they aren't needed. They are still held as shorts
so you need to sub index them see cst_cg_quantized_params_index()
(41 shorts) */
#define CST_CG_MODEL_SHAPE_QUANTIZED_PARAMS_41 3
typedef struct cst_cg_db_struct {
/* Please do not change this structure, but if you do, only add things
to the end of the struct. If do you change it , please modify
dump/load voice too (in cst_cg_dump_voice and cst_cg_map) */
const char *name;
const char * const *types;
int num_types;
int sample_rate;
float f0_mean, f0_stddev;
/* Cluster trees */
int num_f0_models;
const cst_cart ***f0_trees;
int num_param_models;
const cst_cart *** param_trees;
const cst_cart *spamf0_accent_tree; /* spam accent tree */
const cst_cart *spamf0_phrase_tree; /* spam phrase tree */
/* Model params e.g. mceps, deltas intersliced with stddevs */
/* may be compressed/quantized based on value of model_shape */
int *num_channels;
int *num_frames;
const unsigned short *** model_vectors;
int num_channels_spamf0_accent;
int num_frames_spamf0_accent;
const float * const * spamf0_accent_vectors;
/* Currently shared between different models */
const float *model_min; /* for vector coeffs encoding */
const float *model_range; /* for vector coeffs encoding */
const float ***qtable; /* q(uantization) tables for each model */
int model_shape; /* model compression technique */
float frame_advance;
/* duration models (cart + phonedurs) */
int num_dur_models;
const dur_stat *** dur_stats;
const cst_cart ** dur_cart;
/* phone to states map */
const char * const * const *phone_states;
/* Other parameters */
int do_mlpg; /* implies deltas are in the model_vectors */
float *dynwin;
int dynwinsize;
float mlsa_alpha;
float mlsa_beta;
int multimodel;
int mixed_excitation;
/* filters for Mixed Excitation */
int ME_num;
int ME_order;
const double * const *me_h;
int spamf0;
float gain;
/* If its a "grapheme" voice there will be a phoneset and a char_map */
const cst_phoneset *phoneset;
const char * const *char_sym_map; /* Unicode char to symbol map */
const char * const *sym_phone_map; /* symbol to phone map */
int freeable; /* doesn't get dumped, but 1 when this a freeable struct */
} cst_cg_db;
CST_VAL_USER_TYPE_DCLS(cg_db,cst_cg_db)
void delete_cg_db(cst_cg_db *db);
cst_utterance *cg_synth(cst_utterance *utt);
cst_wave *mlsa_resynthesis(const cst_track *t,
const cst_track *str,
cst_cg_db *cg_db,
cst_audio_streaming_info *asc,
int mlsa_speech_param);
cst_track *mlpg(const cst_track *param_track, cst_cg_db *cg_db);
cst_voice *cst_cg_load_voice(const char *voxdir,
const cst_lang lang_table[]);
int cst_cg_dump_voice(const cst_voice *v,const cst_string *filename);
#endif