pTokenizer       132522 ext/sqlite3/libsqlite/sqlite3.c   int (*xDestroy)(sqlite3_tokenizer *pTokenizer);
pTokenizer       132530 ext/sqlite3/libsqlite/sqlite3.c     sqlite3_tokenizer *pTokenizer,       /* Tokenizer object */
pTokenizer       132589 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer *pTokenizer;       /* Tokenizer for this cursor. */
pTokenizer       132892 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer *pTokenizer;  /* tokenizer for inserts and queries */
pTokenizer       133498 ext/sqlite3/libsqlite/sqlite3.c   p->pTokenizer->pModule->xDestroy(p->pTokenizer);
pTokenizer       134124 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer *pTokenizer = 0;        /* Tokenizer for this table */
pTokenizer       134179 ext/sqlite3/libsqlite/sqlite3.c     if( !pTokenizer 
pTokenizer       134184 ext/sqlite3/libsqlite/sqlite3.c       rc = sqlite3Fts3InitTokenizer(pHash, &z[9], &pTokenizer, pzErr);
pTokenizer       134325 ext/sqlite3/libsqlite/sqlite3.c   if( pTokenizer==0 ){
pTokenizer       134326 ext/sqlite3/libsqlite/sqlite3.c     rc = sqlite3Fts3InitTokenizer(pHash, "simple", &pTokenizer, pzErr);
pTokenizer       134329 ext/sqlite3/libsqlite/sqlite3.c   assert( pTokenizer );
pTokenizer       134356 ext/sqlite3/libsqlite/sqlite3.c   p->pTokenizer = pTokenizer;
pTokenizer       134465 ext/sqlite3/libsqlite/sqlite3.c     }else if( pTokenizer ){
pTokenizer       134466 ext/sqlite3/libsqlite/sqlite3.c       pTokenizer->pModule->xDestroy(pTokenizer);
pTokenizer       136199 ext/sqlite3/libsqlite/sqlite3.c     rc = sqlite3Fts3ExprParse(p->pTokenizer, pCsr->iLangid,
pTokenizer       139534 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer *pTokenizer;      /* Tokenizer module */
pTokenizer       139572 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer *pTokenizer,
pTokenizer       139578 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
pTokenizer       139582 ext/sqlite3/libsqlite/sqlite3.c   rc = pModule->xOpen(pTokenizer, z, n, &pCsr);
pTokenizer       139585 ext/sqlite3/libsqlite/sqlite3.c     pCsr->pTokenizer = pTokenizer;
pTokenizer       139623 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer *pTokenizer = pParse->pTokenizer;
pTokenizer       139624 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
pTokenizer       139637 ext/sqlite3/libsqlite/sqlite3.c   rc = sqlite3Fts3OpenTokenizer(pTokenizer, pParse->iLangid, z, i, &pCursor);
pTokenizer       139720 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer *pTokenizer = pParse->pTokenizer;
pTokenizer       139721 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
pTokenizer       139751 ext/sqlite3/libsqlite/sqlite3.c       pTokenizer, pParse->iLangid, zInput, nInput, &pCursor);
pTokenizer       140375 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer *pTokenizer,      /* Tokenizer module */
pTokenizer       140389 ext/sqlite3/libsqlite/sqlite3.c   sParse.pTokenizer = pTokenizer;
pTokenizer       140438 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer *pTokenizer,      /* Tokenizer module */
pTokenizer       140449 ext/sqlite3/libsqlite/sqlite3.c       pTokenizer, iLangid, azCol, bFts4, nCol, iDefaultCol, z, n, ppExpr
pTokenizer       140626 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer *pTokenizer = 0;
pTokenizer       140654 ext/sqlite3/libsqlite/sqlite3.c   rc = pModule->xCreate(0, 0, &pTokenizer);
pTokenizer       140660 ext/sqlite3/libsqlite/sqlite3.c   pTokenizer->pModule = pModule;
pTokenizer       140677 ext/sqlite3/libsqlite/sqlite3.c         pTokenizer, 0, azCol, 0, nCol, nCol, zExpr, nExpr, &pExpr, &zDummy
pTokenizer       140683 ext/sqlite3/libsqlite/sqlite3.c         pTokenizer, 0, azCol, 0, nCol, nCol, zExpr, nExpr, &pExpr
pTokenizer       140700 ext/sqlite3/libsqlite/sqlite3.c   if( pModule && pTokenizer ){
pTokenizer       140701 ext/sqlite3/libsqlite/sqlite3.c     rc = pModule->xDestroy(pTokenizer);
pTokenizer       141186 ext/sqlite3/libsqlite/sqlite3.c static int porterDestroy(sqlite3_tokenizer *pTokenizer){
pTokenizer       141187 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_free(pTokenizer);
pTokenizer       141198 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer *pTokenizer,         /* The tokenizer */
pTokenizer       141204 ext/sqlite3/libsqlite/sqlite3.c   UNUSED_PARAMETER(pTokenizer);
pTokenizer       142019 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer *pTokenizer = 0;
pTokenizer       142067 ext/sqlite3/libsqlite/sqlite3.c   if( SQLITE_OK!=p->xCreate(argc-2, azArg, &pTokenizer) ){
pTokenizer       142071 ext/sqlite3/libsqlite/sqlite3.c   pTokenizer->pModule = p;
pTokenizer       142072 ext/sqlite3/libsqlite/sqlite3.c   if( sqlite3Fts3OpenTokenizer(pTokenizer, 0, zInput, nInput, &pCsr) ){
pTokenizer       142089 ext/sqlite3/libsqlite/sqlite3.c   if( SQLITE_OK!=p->xDestroy(pTokenizer) ){
pTokenizer       142369 ext/sqlite3/libsqlite/sqlite3.c static int simpleDestroy(sqlite3_tokenizer *pTokenizer){
pTokenizer       142370 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_free(pTokenizer);
pTokenizer       142381 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer *pTokenizer,         /* The tokenizer */
pTokenizer       142387 ext/sqlite3/libsqlite/sqlite3.c   UNUSED_PARAMETER(pTokenizer);
pTokenizer       142433 ext/sqlite3/libsqlite/sqlite3.c   simple_tokenizer *t = (simple_tokenizer *) pCursor->pTokenizer;
pTokenizer       142860 ext/sqlite3/libsqlite/sqlite3.c         pCsr->pCsr->pTokenizer = pTab->pTok;
pTokenizer       143758 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer *pTokenizer = p->pTokenizer;
pTokenizer       143759 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
pTokenizer       143764 ext/sqlite3/libsqlite/sqlite3.c   assert( pTokenizer && pModule );
pTokenizer       143774 ext/sqlite3/libsqlite/sqlite3.c   rc = sqlite3Fts3OpenTokenizer(pTokenizer, iLangid, zText, -1, &pCsr);
pTokenizer       148122 ext/sqlite3/libsqlite/sqlite3.c     sqlite3_tokenizer_module const *pModule = p->pTokenizer->pModule;
pTokenizer       148145 ext/sqlite3/libsqlite/sqlite3.c           rc = sqlite3Fts3OpenTokenizer(p->pTokenizer, iLang, zText, nText,&pT);
pTokenizer       148308 ext/sqlite3/libsqlite/sqlite3.c     sqlite3_tokenizer *pT = p->pTokenizer;
pTokenizer       149198 ext/sqlite3/libsqlite/sqlite3.c       pMod = (sqlite3_tokenizer_module *)pTab->pTokenizer->pModule;
pTokenizer       149203 ext/sqlite3/libsqlite/sqlite3.c       rc = sqlite3Fts3OpenTokenizer(pTab->pTokenizer, iLangid, zDoc, nDoc, &pC);
pTokenizer       149263 ext/sqlite3/libsqlite/sqlite3.c   pMod = (sqlite3_tokenizer_module *)pTab->pTokenizer->pModule;
pTokenizer       149264 ext/sqlite3/libsqlite/sqlite3.c   rc = sqlite3Fts3OpenTokenizer(pTab->pTokenizer, pCsr->iLangid, zDoc,nDoc,&pC);
pTokenizer       150033 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer_module const *pMod = pTab->pTokenizer->pModule;
pTokenizer       150099 ext/sqlite3/libsqlite/sqlite3.c     rc = sqlite3Fts3OpenTokenizer(pTab->pTokenizer, pCsr->iLangid,
pTokenizer       150312 ext/sqlite3/libsqlite/sqlite3.c static int unicodeDestroy(sqlite3_tokenizer *pTokenizer){
pTokenizer       150313 ext/sqlite3/libsqlite/sqlite3.c   if( pTokenizer ){
pTokenizer       150314 ext/sqlite3/libsqlite/sqlite3.c     unicode_tokenizer *p = (unicode_tokenizer *)pTokenizer;
pTokenizer       150528 ext/sqlite3/libsqlite/sqlite3.c   unicode_tokenizer *p = ((unicode_tokenizer *)pCsr->base.pTokenizer);
pTokenizer       155034 ext/sqlite3/libsqlite/sqlite3.c static int icuDestroy(sqlite3_tokenizer *pTokenizer){
pTokenizer       155035 ext/sqlite3/libsqlite/sqlite3.c   IcuTokenizer *p = (IcuTokenizer *)pTokenizer;
pTokenizer       155047 ext/sqlite3/libsqlite/sqlite3.c   sqlite3_tokenizer *pTokenizer,         /* The tokenizer */
pTokenizer       155052 ext/sqlite3/libsqlite/sqlite3.c   IcuTokenizer *p = (IcuTokenizer *)pTokenizer;