windows-nt/Source/XPSP1/NT/drivers/tpg/hwx/volcano/dll/eafactoid.c

#include <stdlib.h>
#include "common.h"
#include "factoid.h"
#include "volcanop.h"

#define JPN_LANG 1
#define CHS_LANG 2
#define CHT_LANG 4
#define KOR_LANG 8
#define ALL_LANG (JPN_LANG | CHS_LANG | CHT_LANG | KOR_LANG)

typedef struct FACTOID_DEF 
{
    DWORD dwFactoid;
    int iLang;
    ALC alc;
    wchar_t *wszChars;
    wchar_t *wszDense;
} FACTOID_DEF;

#define YEN L"\x00a5"
#define WON L"\x20a9"
#define CURRENCY_SYMBOLS L"\x0024\x00A3\x20AC"
#define CHINESE_ZERO L"\x96f6"
#define IDEOGRAPHIC_ZERO L"\x3007"
#define KANJI_DIGITS L"\x4e00\x4e8c\x4e09\x56db\x4e94\x516d\x4e03\x516b\x4e5d\x5341"
#define JPN_YEARS L"\x660e\x6cbb\x5927\x6b63\x662d\x548c\x5e73\x6210"

static FACTOID_DEF g_factoidTable[] =
{
    { FACTOID_NONE,         ALL_LANG, 0, NULL },
    { FACTOID_EMAIL,        ALL_LANG, ALC_UCALPHA | ALC_LCALPHA, L"0123456789@.-+=_" },
    { FACTOID_WEB,          ALL_LANG, ALC_ASCII, NULL },
    { FACTOID_ONECHAR,      ALL_LANG, ALC_ASCII, NULL },
    { FACTOID_NUMBER,       ALL_LANG, ALC_NUMERIC | ALC_NUMERIC_PUNC | ALC_MATH | ALC_MONETARY , NULL },
    { FACTOID_DIGITCHAR,    ALL_LANG, ALC_NUMERIC, NULL },
    { FACTOID_NUMSIMPLE,    ALL_LANG, ALC_NUMERIC, L",." },

    { FACTOID_NUMCURRENCY,  JPN_LANG, 0, 
#if defined(WINCE) || defined(FAKE_WINCE)
/* Symbols */ L"\x0024\x00A3\x20AC\x00A5" 
#else
/* Symbols */ L"\x0024\x00A3\x20AC\x00A5\x20A9" 
#endif
/* cent "L\x00A2" */
/* Digits */ L"\x002C\x002E\x0030\x0031\x0032\x0033\x0034\x0035\x0036\x0037\x0038\x0039\x3007\x4E00\x4E8C\x4E09\x56DB\x4E94\x516D\x4E03\x516B\x4E5D\x5341\x58F1\x5F10\x53C2\x4F0D\x62FE" 
/* Units */ L"\x5341\x767E\x5343\x4E07\x842C\x5104\x5146\x4EDF\x9621" 
/* Kanji */ L"\x5186" 
    },

    { FACTOID_NUMCURRENCY,  CHS_LANG, 0, 
/* Symbols */ L"\x0024\x00A3\x20AC\x00A5"
/* won L"\x20A9" cent L"\x00A2" */
/* Digits */ L"\x002C\x002E\x0030\x0031\x0032\x0033\x0034\x0035\x0036\x0037\x0038\x0039\x96F6\x58F9\x8D30\x53C1\x8086\x4F0D\x9646\x67D2\x634C\x7396" 
/* Units */ L"\x62FE\x4F70\x4EDF\x4E07\x4EBF" 
/* Kanji */ L"\x5143\x89D2\x5206" 
    },

    { FACTOID_NUMCURRENCY,  CHT_LANG, 0, 
/* Symbols */ L"\x0024\x00A3\x20AC\x00A5\x20A9" 
/* cent L"\x00A2" */
/* Digits */ L"\x002C\x002E\x0030\x0031\x0032\x0033\x0034\x0035\x0036\x0037\x0038\x0039\x96F6\x3007\x4E00\x4E8C\x4E09\x56DB\x4E94\x516D\x4E03\x516B\x4E5D\x5341\x96F6\x58F9\x8CB3\x53C3\x8086\x4F0D\x9678\x67D2\x634C\x7396\x62FE" 
/* Units */ L"\x5341\x767E\x5343\x842C\x5104\x62FE\x4F70\x4EDF" 
/* Kanji */ L"\x89D2\x5143\x5206\x6BDB\x584A\x9322\x5713" 
    },

    { FACTOID_NUMCURRENCY,  KOR_LANG, 0, 
/* Symbols */ L"\x0024\x00A3\x20AC\x20A9\x00A5" 
/* cent L"\x00A2" */
/* Digits */ L"\x002C\x002E\x0030\x0031\x0032\x0033\x0034\x0035\x0036\x0037\x0038\x0039\x96F6\x58F9\x8CB3\x53C3\x8086\x4F0D\x9678\x67D2\x634C\x7396\x62FE" 
/* Units */ L"\x5341\x767E\x5343\x842C\x5104" 
/* Kanji */ L"\xC6D0"
    },

    { FACTOID_ZIP,          ALL_LANG, ALC_NUMERIC, L"-" },
    { FACTOID_NUMPERCENT,   ALL_LANG, ALC_NUMERIC, L".%" },

    { FACTOID_NUMDATE,      JPN_LANG, ALC_NUMERIC, 
        L"().'/-\x5e74\x6708\x65e5\x66dc\x706b\x6c34\x6728\x91d1\x571f\x5143\x5eff\x4e17" IDEOGRAPHIC_ZERO KANJI_DIGITS JPN_YEARS },
    { FACTOID_NUMDATE,      CHS_LANG, ALC_NUMERIC, 
        L"().'/-\x5e74\x6708\x65e5\x661f\x671f" CHINESE_ZERO KANJI_DIGITS },
    { FACTOID_NUMDATE,      CHT_LANG, ALC_NUMERIC, 
        L"().'/-\x5e74\x6708\x570b\x65e5\x5143\x6c11\x516c\x897f\x524d\x9031\x83ef\x661f\x671f\x4e2d" CHINESE_ZERO IDEOGRAPHIC_ZERO KANJI_DIGITS },
    { FACTOID_NUMDATE,      KOR_LANG, ALC_NUMERIC, 
        L"'/-\x5e74\x6708\x65e5\xb144\xc6d4\xc77c\xd654\xc218\xbaa9\xae08\xd1a0\xc6d4\xc694" KANJI_DIGITS CHINESE_ZERO },

    { FACTOID_NUMTIME,      JPN_LANG, ALC_NUMERIC, 
        L"apmAPM.:\x5348\x524d\x5f8c\x6642\x5206\x79d2" IDEOGRAPHIC_ZERO CHINESE_ZERO KANJI_DIGITS },
    { FACTOID_NUMTIME,      CHS_LANG, ALC_NUMERIC, 
        L"apmAPM.:\x4e0a\x5348\x4e0b\x65f6\x70b9\x5206\x79d2\x65e9\x591c\x4e2d\x665a" CHINESE_ZERO KANJI_DIGITS },
    { FACTOID_NUMTIME,      CHT_LANG, ALC_NUMERIC, 
        L"apmAPM.:\x4e0a\x5348\x4e0b\x9ede\x5206\x79d2\x65e9\x591c\x4e2d\x665a\x6642" CHINESE_ZERO KANJI_DIGITS },
    { FACTOID_NUMTIME,      KOR_LANG, ALC_NUMERIC, 
        L":apmAPM.\xc624\xc804\xd6c4\xc2dc\xbd84" KANJI_DIGITS CHINESE_ZERO },

    { FACTOID_NUMPHONE,     JPN_LANG, ALC_NUMERIC | ALC_UCALPHA, L"#()-+.\x30fb\x5185\x7dda" },
    { FACTOID_NUMPHONE,     CHS_LANG, ALC_NUMERIC | ALC_UCALPHA, L"()/-+.\x5185\x8f6c" CHINESE_ZERO KANJI_DIGITS },
    { FACTOID_NUMPHONE,     CHT_LANG, ALC_NUMERIC | ALC_UCALPHA, L"()-+.EeXxt\x5206\x6a5f\x8f49" CHINESE_ZERO KANJI_DIGITS },
    { FACTOID_NUMPHONE,     KOR_LANG, ALC_NUMERIC | ALC_UCALPHA, L"()-+.\xad50\xd658:" },

    { FACTOID_FILENAME,     ALL_LANG, 0xFFFFFFFF, NULL },
    { FACTOID_UPPERCHAR,    ALL_LANG, ALC_UCALPHA, NULL },
    { FACTOID_LOWERCHAR,    ALL_LANG, ALC_LCALPHA, NULL },
    { FACTOID_PUNCCHAR,     ALL_LANG, ALC_PUNC | ALC_MATH | ALC_NUMERIC_PUNC | ALC_MONETARY | ALC_OTHER, NULL },
    { FACTOID_JPN_COMMON,   JPN_LANG, ALC_JPN_COMMON | ALC_EXTENDED_SYM, NULL },
    { FACTOID_CHS_COMMON,   CHS_LANG, ALC_CHS_COMMON | ALC_EXTENDED_SYM, NULL },
    { FACTOID_CHT_COMMON,   CHT_LANG, ALC_CHT_COMMON | ALC_EXTENDED_SYM, NULL },
    { FACTOID_KOR_COMMON,   KOR_LANG, ALC_KOR_COMMON | ALC_EXTENDED_SYM, NULL },
    { FACTOID_HIRAGANA,     JPN_LANG, ALC_HIRAGANA, NULL },
    { FACTOID_KATAKANA,     JPN_LANG, ALC_KATAKANA, NULL },
    { FACTOID_KANJI_COMMON, ALL_LANG, ALC_KANJI_COMMON, NULL },
    { FACTOID_KANJI_RARE,   ALL_LANG, ALC_KANJI_RARE, NULL },
    { FACTOID_HANGUL_COMMON,KOR_LANG, ALC_HANGUL_COMMON, NULL },
    { FACTOID_HANGUL_RARE,  KOR_LANG, ALC_HANGUL_RARE, NULL },
    { FACTOID_JAMO,         KOR_LANG, ALC_JAMO, NULL },
    { FACTOID_BOPOMOFO,     CHT_LANG, ALC_BOPOMOFO, NULL },
};

static int g_iFactoidTableSize = sizeof(g_factoidTable) / sizeof(FACTOID_DEF);

static int g_iRecognizerLanguage;

BOOL FactoidTableConfig(LOCRUN_INFO *pLocRunInfo, wchar_t *wszRecognizerLanguage)
{
    int iFactoid;
    if (wcsicmp(wszRecognizerLanguage, L"JPN") == 0) 
    {
        g_iRecognizerLanguage = JPN_LANG;
    }
    else if (wcsicmp(wszRecognizerLanguage, L"CHS") == 0)
    {
        g_iRecognizerLanguage = CHS_LANG;
    }
    else if (wcsicmp(wszRecognizerLanguage, L"CHT") == 0)
    {
        g_iRecognizerLanguage = CHT_LANG;
    }
    else if (wcsicmp(wszRecognizerLanguage, L"KOR") == 0)
    {
        g_iRecognizerLanguage = KOR_LANG;
    }
    else
    {
        return FALSE;
    }
    for (iFactoid = 0; iFactoid < g_iFactoidTableSize; iFactoid++)
    {
        if ((g_factoidTable[iFactoid].iLang & g_iRecognizerLanguage) != 0 &&
            g_factoidTable[iFactoid].wszChars != NULL)
        {
            wchar_t *wsz = Externwcsdup(g_factoidTable[iFactoid].wszChars);
            if (wsz == NULL)
            {
                return FALSE;
            }
            g_factoidTable[iFactoid].wszDense = wsz;
            while (*wsz != 0) 
            {
                wchar_t wch = LocRunUnicode2Dense(pLocRunInfo, *wsz);
                if (wch == LOC_TRAIN_NO_DENSE_CODE) 
                {
                    return FALSE;
                }
                *wsz = wch;
                wsz++;
            }
        } 
        else
        {
            g_factoidTable[iFactoid].wszDense = NULL;
        }
    }
    return TRUE;
}

BOOL FactoidTableUnconfig()
{
    int iFactoid;
    for (iFactoid = 0; iFactoid < g_iFactoidTableSize; iFactoid++)
    {
        ExternFree(g_factoidTable[iFactoid].wszDense);
    }
    return TRUE;
}

BOOL SetFactoidDefaultInternal(LATTICE *pLattice)
{
    // Clear out the ALCs
    pLattice->recogSettings.alcValid = 0xFFFFFFFF;
    ExternFree(pLattice->recogSettings.pbAllowedChars);
    pLattice->recogSettings.pbAllowedChars = NULL;

    pLattice->recogSettings.alcPriority = 0;
    ExternFree(pLattice->recogSettings.pbPriorityChars);
    pLattice->recogSettings.pbPriorityChars = NULL;

    // Clear out any factoid setting to the default
    pLattice->fUseFactoid = TRUE;
    ExternFree(pLattice->pbFactoidChars);
    pLattice->pbFactoidChars = NULL;
    pLattice->alcFactoid = 0xFFFFFFFF;

    return TRUE;
}

BOOL IsSupportedFactoid(DWORD dwFactoid)
{
    int iFactoid;
    for (iFactoid = 0; iFactoid < g_iFactoidTableSize; iFactoid++)
    {
        if (g_factoidTable[iFactoid].dwFactoid == dwFactoid &&
            (g_factoidTable[iFactoid].iLang & g_iRecognizerLanguage) != 0)
        {
            break;
        }
    }
    return (iFactoid < g_iFactoidTableSize);
}

BOOL SetFactoidInternal(LOCRUN_INFO *pLocRunInfo, LATTICE *pLattice, DWORD dwFactoid)
{
    wchar_t *wsz;
    int iFactoid;
    for (iFactoid = 0; iFactoid < g_iFactoidTableSize; iFactoid++)
    {
        if (g_factoidTable[iFactoid].dwFactoid == dwFactoid &&
            (g_factoidTable[iFactoid].iLang & g_iRecognizerLanguage) != 0)
        {
            break;
        }
    }
    if (iFactoid == g_iFactoidTableSize) 
    {
        return FALSE;
    }
    pLattice->alcFactoid |= g_factoidTable[iFactoid].alc;
    wsz = g_factoidTable[iFactoid].wszDense;
    if (wsz != NULL) 
    {
        while (*wsz != 0)
        {
            SetAllowedChar(pLocRunInfo, &(pLattice->pbFactoidChars), *wsz);
            wsz++;
        }
    }
    return TRUE;
}