43 #ifndef __NGRAM_MODEL_INTERNAL_H__
44 #define __NGRAM_MODEL_INTERNAL_H__
100 #define NGRAM_HASH_SIZE 128
102 #define NGRAM_BASEWID(wid) ((wid)&0xffffff)
103 #define NGRAM_CLASSID(wid) (((wid)>>24) & 0x7f)
104 #define NGRAM_CLASSWID(wid,classid) (((classid)<<24) | 0x80000000 | (wid))
105 #define NGRAM_IS_CLASSWID(wid) ((wid)&0x80000000)
107 #define UG_ALLOC_STEP 10
151 int32 wid, int32 lweight);
216 int32 n, int32 n_unigram);
222 const char *file_name,
228 const char *file_name,
234 const char *file_name,
241 const char *file_name);
246 const char *file_name);
251 int32 read_classdef_file(
hash_table_t *classes,
const char *classdef_file);
262 int32 start_wid,
glist_t classwords);
280 int m,
int successor);