C++程序  |  170行  |  7.42 KB

/*
 * Copyright (C) 2008-2009 SVOX AG, Baslerstr. 30, 8048 Zuerich, Switzerland
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
/**
 * @file picokfst.h
 *
 * FST knowledge loading and access
 *
 * Copyright (C) 2008-2009 SVOX AG, Baslerstr. 30, 8048 Zuerich, Switzerland
 * All rights reserved.
 *
 * History:
 * - 2009-04-20 -- initial version
 *
 */
#ifndef PICOKFST_H_
#define PICOKFST_H_

#include "picodefs.h"
#include "picodbg.h"
#include "picoos.h"
#include "picoknow.h"

#ifdef __cplusplus
extern "C" {
#endif
#if 0
}
#endif

typedef picoos_int16 picokfst_symid_t; /* type of symbol identifiers */
typedef picoos_int16 picokfst_class_t; /* type of symbol pair classes */
typedef picoos_int16 picokfst_state_t; /* type of states */

#define PICOKFST_SYMID_EPS    (picokfst_symid_t)   0   /* epsilon symbol id */
#define PICOKFST_SYMID_ILLEG  (picokfst_symid_t)  -1   /* illegal symbol id */

/**
 * @addtogroup picokfst
 *
 * Mapping of values to FST symbol id (relevant for compiling the FST) \n
 * Value                   FST symbol id                    \n
 * --------------------------------------                    \n
 * phoneme_id      ->      phoneme_id     +  256 *  PICOKFST_PLANE_PHONEMES    \n
 * accentlevel_id  ->      accentlevel_id +  256 *  PICOKFST_PLANE_ACCENTS    \n
 * POS_id          ->      POS_id         +  256 *  PICOKFST_PLANE_POS        \n
 * pb_strength_id  ->      pb_strength_id +  256 *  PICOKFST_PLANE_PB_STRENGTHS    \n
 * phon_term_id    ->      phon_term_id   +  256 *  PICOKFST_PLANE_INTERN    \n
*/
enum picokfst_symbol_plane {
    PICOKFST_PLANE_PHONEMES = 0,       /* phoneme plane */
    PICOKFST_PLANE_ASCII = 1,          /* "ascii" plane (values > 127 may be used internally) */
    PICOKFST_PLANE_XSAMPA = 2,         /* x-sampa primitives plane (pico-specific table) */
    PICOKFST_PLANE_ACCENTS = 4,        /* accent plane */
    PICOKFST_PLANE_POS = 5,            /* part of speech plane */
    PICOKFST_PLANE_PB_STRENGTHS = 6,   /* phrase boundary strength plane */
    PICOKFST_PLANE_INTERN = 7          /* internal plane, e.g. phonStartId, phonTermId */
};

/* to be used as bit set, e.g.
 * picoos_uint8 transductionMode = PICOKFST_TRANSMODE_NEWSYMS | PICOKFST_TRANSMODE_POSUSED;
 */
enum picofst_transduction_mode {
    PICOKFST_TRANSMODE_NEWSYMS = 1, /* e.g. {#WB},{#PB-S},{#PB-W},{#ACC0},{#ACC1},{#ACC2},{#ACC3}, */
    PICOKFST_TRANSMODE_POSUSED = 2 /* FST contains Part Of Speech symbols */

};


/* ************************************************************/
/* function to create specialized kb, */
/* to be used by knowledge layer (picorsrc) only */
/* ************************************************************/

/* calculates a small number of data (e.g. addresses) from kb for fast access.
 * This data is encapsulated in a picokfst_FST that can later be retrieved
 * with picokfst_getFST. */
pico_status_t picokfst_specializeFSTKnowledgeBase(picoknow_KnowledgeBase this,
                                                  picoos_Common common);


/* ************************************************************/
/* FST type and getFST function */
/* ************************************************************/

/* FST type */
typedef struct picokfst_fst * picokfst_FST;

/* return kb FST for usage in PU */
picokfst_FST picokfst_getFST(picoknow_KnowledgeBase this);


/* ************************************************************/
/* FST access methods */
/* ************************************************************/

/* returns transduction mode specified with rule sources;
   result to be interpreted as set of picofst_transduction_mode */
picoos_uint8 picokfst_kfstGetTransductionMode(picokfst_FST this);

/* returns number of states and number of pair classes in FST;
   legal states are 1..nrStates, legal classes are 1..nrClasses */
void picokfst_kfstGetFSTSizes (picokfst_FST this, picoos_int32 *nrStates, picoos_int32 *nrClasses);

/* starts search for all pairs with input symbol 'inSym'; '*inSymFound' returns whether
   such pairs exist at all; '*searchState' returns a search state to be used in
   subsequent calls to function 'picokfst_kfstGetNextPair', which must be used
   to get the symbol pairs */
void picokfst_kfstStartPairSearch (picokfst_FST this, picokfst_symid_t inSym,
                                          picoos_bool * inSymFound, picoos_int32 * searchState);

/* gets next pair for input symbol specified with preceding call to 'picokfst_kfstStartPairSearch';
   '*searchState' maintains the search state, 'pairFound' returns whether any more pair was found,
   '*outSym' returns the output symbol of the found pair, and '*pairClass' returns the
   transition class of the found symbol pair */
void picokfst_kfstGetNextPair (picokfst_FST this, picoos_int32 * searchState,
                                      picoos_bool * pairFound,
                                      picokfst_symid_t * outSym, picokfst_class_t * pairClass);

/* attempts to do FST transition from state 'startState' with pair class 'transClass';
   if such a transition exists, 'endState' returns the end state of the transition (> 0),
   otherwise 'endState' returns <= 0 */
void picokfst_kfstGetTrans (picokfst_FST this, picokfst_state_t startState, picokfst_class_t transClass,
                                   picokfst_state_t * endState);

/* starts search for all pairs with input epsilon symbol and all correponding
   FST transitions starting in state 'startState'; to be used for fast
   computation of epsilon closures;
   '*inEpsTransFound' returns whether any such transition was found at all;
   if so, '*searchState' returns a search state to be used in subsequent calls
   to 'picokfst_kfstGetNextInEpsTrans' */
void picokfst_kfstStartInEpsTransSearch (picokfst_FST this, picokfst_state_t startState,
                                                picoos_bool * inEpsTransFound, picoos_int32 * searchState);

/* gets next FST transition with a pair with empty input symbol starting from a state
   previoulsy specified in 'picokfst_kfstStartInEpsTransSearch';
   '*searchState' maintains the search state, '*inEpsTransFound' returns
   whether a new transition with input epsilon was found, '*outSym 'returns
   the output symbol of the found pair, and '*endState' returns the end state
   of the found transition with that pair */
void picokfst_kfstGetNextInEpsTrans (picokfst_FST this, picoos_int32 * searchState,
                                            picoos_bool * inEpsTransFound,
                                            picokfst_symid_t * outSym, picokfst_state_t * endState);

/* returns whether 'state' is an accepting state of FST; originally, only
   state 1 was an accepting state; however, in order to remove the need to
   always do a last transition with a termination symbol pair, this function
   defines a state as an accepting state if there is transition to state 1
   with the terminator symbol pair */
picoos_bool picokfst_kfstIsAcceptingState (picokfst_FST this, picokfst_state_t state);

#ifdef __cplusplus
}
#endif


#endif /*PICOKFST_H_*/