• Main Page
  • Data Structures
  • Files
  • File List
  • Globals

src/libpocketsphinx/ms_mgau.c

00001 /* -*- c-basic-offset: 4; indent-tabs-mode: nil -*- */
00002 /* ====================================================================
00003  * Copyright (c) 1999-2004 Carnegie Mellon University.  All rights
00004  * reserved.
00005  *
00006  * Redistribution and use in source and binary forms, with or without
00007  * modification, are permitted provided that the following conditions
00008  * are met:
00009  *
00010  * 1. Redistributions of source code must retain the above copyright
00011  *    notice, this list of conditions and the following disclaimer. 
00012  *
00013  * 2. Redistributions in binary form must reproduce the above copyright
00014  *    notice, this list of conditions and the following disclaimer in
00015  *    the documentation and/or other materials provided with the
00016  *    distribution.
00017  *
00018  * This work was supported in part by funding from the Defense Advanced 
00019  * Research Projects Agency and the National Science Foundation of the 
00020  * United States of America, and the CMU Sphinx Speech Consortium.
00021  *
00022  * THIS SOFTWARE IS PROVIDED BY CARNEGIE MELLON UNIVERSITY ``AS IS'' AND 
00023  * ANY EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 
00024  * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
00025  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL CARNEGIE MELLON UNIVERSITY
00026  * NOR ITS EMPLOYEES BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
00027  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 
00028  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 
00029  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 
00030  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 
00031  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 
00032  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
00033  *
00034  * ====================================================================
00035  *
00036  */
00037 /*
00038  * ms_mgau.c -- Essentially a wrapper that wrap up gauden and
00039  * senone. It supports multi-stream. 
00040  *
00041  *
00042  * **********************************************
00043  * CMU ARPA Speech Project
00044  *
00045  * Copyright (c) 1997 Carnegie Mellon University.
00046  * ALL RIGHTS RESERVED.
00047  * **********************************************
00048  * HISTORY
00049  * $Log$
00050  * Revision 1.2  2006/02/22  16:56:01  arthchan2003
00051  * Merged from SPHINX3_5_2_RCI_IRII_BRANCH: Added ms_mgau.[ch] into the trunk. It is a wrapper of ms_gauden and ms_senone
00052  * 
00053  * Revision 1.1.2.4  2005/09/25 18:55:19  arthchan2003
00054  * Added a flag to turn on and off precomputation.
00055  *
00056  * Revision 1.1.2.3  2005/08/03 18:53:44  dhdfu
00057  * Add memory deallocation functions.  Also move all the initialization
00058  * of ms_mgau_model_t into ms_mgau_init (duh!), which entails removing it
00059  * from decode_anytopo and friends.
00060  *
00061  * Revision 1.1.2.2  2005/08/02 21:05:38  arthchan2003
00062  * 1, Added dist and mgau_active as intermediate variable for computation. 2, Added ms_cont_mgau_frame_eval, which is a multi stream version of GMM computation mainly s3.0 family of tools. 3, Fixed dox-doc.
00063  *
00064  * Revision 1.1.2.1  2005/07/20 19:37:09  arthchan2003
00065  * Added a multi-stream cont_mgau (ms_mgau) which is a wrapper of both gauden and senone.  Add ms_mgau_init and model_set_mllr.  This allow eliminating 600 lines of code in decode_anytopo/align/allphone.
00066  *
00067  *
00068  *
00069  */
00070 
00071 /* Local headers. */
00072 #include "ms_mgau.h"
00073 
00074 static ps_mgaufuncs_t ms_mgau_funcs = {
00075     "ms",
00076     &ms_cont_mgau_frame_eval, /* frame_eval */
00077     &ms_mgau_mllr_transform,  /* transform */
00078     &ms_mgau_free             /* free */
00079 };
00080 
00081 ps_mgau_t *
00082 ms_mgau_init(cmd_ln_t *config, logmath_t *lmath, bin_mdef_t *mdef)
00083 {
00084     /* Codebooks */
00085     ms_mgau_model_t *msg;
00086     ps_mgau_t *mg;
00087     gauden_t *g;
00088     senone_t *s;
00089 
00090     msg = (ms_mgau_model_t *) ckd_calloc(1, sizeof(ms_mgau_model_t));
00091     msg->config = config;
00092     msg->g = NULL;
00093     msg->s = NULL;
00094 
00095     msg->g = gauden_init(cmd_ln_str_r(config, "-mean"),
00096                          cmd_ln_str_r(config, "-var"),
00097                          cmd_ln_float32_r(config, "-varfloor"),
00098                          lmath);
00099     msg->s = senone_init(msg->g,
00100                          cmd_ln_str_r(config, "-mixw"),
00101                          cmd_ln_str_r(config, "-senmgau"),
00102                          cmd_ln_float32_r(config, "-mixwfloor"),
00103                          lmath, mdef);
00104 
00105     g = ms_mgau_gauden(msg);
00106     s = ms_mgau_senone(msg);
00107 
00108     /* Verify senone parameters against gauden parameters */
00109     if (s->n_feat != g->n_feat)
00110         E_FATAL("#Feature mismatch: gauden= %d, senone= %d\n", g->n_feat,
00111                 s->n_feat);
00112     if (s->n_cw != g->n_density)
00113         E_FATAL("#Densities mismatch: gauden= %d, senone= %d\n",
00114                 g->n_density, s->n_cw);
00115     if (s->n_gauden > g->n_mgau)
00116         E_FATAL("Senones need more codebooks (%d) than present (%d)\n",
00117                 s->n_gauden, g->n_mgau);
00118     if (s->n_gauden < g->n_mgau)
00119         E_ERROR("Senones use fewer codebooks (%d) than present (%d)\n",
00120                 s->n_gauden, g->n_mgau);
00121 
00122     msg->topn = cmd_ln_int32_r(config, "-topn");
00123     E_INFO("The value of topn: %d\n", msg->topn);
00124     if (msg->topn == 0 || msg->topn > msg->g->n_density) {
00125         E_WARN
00126             ("-topn argument (%d) invalid or > #density codewords (%d); set to latter\n",
00127              msg->topn, msg->g->n_density);
00128         msg->topn = msg->g->n_density;
00129     }
00130 
00131     msg->dist = (gauden_dist_t ***)
00132         ckd_calloc_3d(g->n_mgau, g->n_feat, msg->topn,
00133                       sizeof(gauden_dist_t));
00134     msg->mgau_active = ckd_calloc(g->n_mgau, sizeof(int8));
00135 
00136     mg = (ps_mgau_t *)msg;
00137     mg->vt = &ms_mgau_funcs;
00138     return mg;
00139 }
00140 
00141 void
00142 ms_mgau_free(ps_mgau_t * mg)
00143 {
00144     ms_mgau_model_t *msg = (ms_mgau_model_t *)mg;
00145     if (msg == NULL)
00146         return;
00147 
00148     gauden_free(msg->g);
00149     senone_free(msg->s);
00150     ckd_free_3d((void *) msg->dist);
00151     ckd_free(msg->mgau_active);
00152     ckd_free(msg);
00153 }
00154 
00155 int
00156 ms_mgau_mllr_transform(ps_mgau_t *s,
00157                        ps_mllr_t *mllr)
00158 {
00159     ms_mgau_model_t *msg = (ms_mgau_model_t *)s;
00160     return gauden_mllr_transform(msg->g, mllr, msg->config);
00161 }
00162 
00163 int32
00164 ms_cont_mgau_frame_eval(ps_mgau_t * mg,
00165                         int16 *senscr,
00166                         uint8 *senone_active,
00167                         int32 n_senone_active,
00168                         mfcc_t ** feat,
00169                         int32 frame,
00170                         int32 compallsen)
00171 {
00172     ms_mgau_model_t *msg = (ms_mgau_model_t *)mg;
00173     int32 gid;
00174     int32 topn;
00175     int32 best;
00176     gauden_t *g;
00177     senone_t *sen;
00178 
00179     topn = ms_mgau_topn(msg);
00180     g = ms_mgau_gauden(msg);
00181     sen = ms_mgau_senone(msg);
00182 
00183     if (compallsen) {
00184         int32 s;
00185 
00186         for (gid = 0; gid < g->n_mgau; gid++)
00187             gauden_dist(g, gid, topn, feat, msg->dist[gid]);
00188 
00189         best = (int32) 0x7fffffff;
00190         for (s = 0; s < sen->n_sen; s++) {
00191             senscr[s] = senone_eval(sen, s, msg->dist[sen->mgau[s]], topn);
00192             if (best > senscr[s]) {
00193                 best = senscr[s];
00194             }
00195         }
00196 
00197         /* Normalize senone scores */
00198         for (s = 0; s < sen->n_sen; s++) {
00199             int32 bs = senscr[s] - best;
00200             if (bs > 32767)
00201                 bs = 32767;
00202             if (bs < -32768)
00203                 bs = -32768;
00204             senscr[s] = bs;
00205         }
00206     }
00207     else {
00208         int32 i, n;
00209         /* Flag all active mixture-gaussian codebooks */
00210         for (gid = 0; gid < g->n_mgau; gid++)
00211             msg->mgau_active[gid] = 0;
00212 
00213         n = 0;
00214         for (i = 0; i < n_senone_active; i++) {
00215             /* senone_active consists of deltas. */
00216             int32 s = senone_active[i] + n;
00217             msg->mgau_active[sen->mgau[s]] = 1;
00218             n = s;
00219         }
00220 
00221         /* Compute topn gaussian density values (for active codebooks) */
00222         for (gid = 0; gid < g->n_mgau; gid++) {
00223             if (msg->mgau_active[gid])
00224                 gauden_dist(g, gid, topn, feat, msg->dist[gid]);
00225         }
00226 
00227         best = (int32) 0x7fffffff;
00228         n = 0;
00229         for (i = 0; i < n_senone_active; i++) {
00230             int32 s = senone_active[i] + n;
00231             senscr[s] = senone_eval(sen, s, msg->dist[sen->mgau[s]], topn);
00232             if (best > senscr[s]) {
00233                 best = senscr[s];
00234             }
00235             n = s;
00236         }
00237 
00238         /* Normalize senone scores */
00239         n = 0;
00240         for (i = 0; i < n_senone_active; i++) {
00241             int32 s = senone_active[i] + n;
00242             int32 bs = senscr[s] - best;
00243             if (bs > 32767)
00244                 bs = 32767;
00245             if (bs < -32768)
00246                 bs = -32768;
00247             senscr[s] = bs;
00248             n = s;
00249         }
00250     }
00251 
00252     return 0;
00253 }

Generated on Tue Aug 17 2010 for PocketSphinx by  doxygen 1.7.1