Lines Matching refs:pTokenizer

116240   int (*xDestroy)(sqlite3_tokenizer *pTokenizer);
116248 sqlite3_tokenizer *pTokenizer, /* Tokenizer object */
116307 sqlite3_tokenizer *pTokenizer; /* Tokenizer for this cursor. */
116588 sqlite3_tokenizer *pTokenizer; /* tokenizer for inserts and queries */
117106 p->pTokenizer->pModule->xDestroy(p->pTokenizer);
117696 sqlite3_tokenizer *pTokenizer = 0; /* Tokenizer for this table */
117731 ** initializes the tokenizer pTokenizer.
117739 if( !pTokenizer
117744 rc = sqlite3Fts3InitTokenizer(pHash, &z[9], &pTokenizer, pzErr);
117879 if( pTokenizer==0 ){
117880 rc = sqlite3Fts3InitTokenizer(pHash, "simple", &pTokenizer, pzErr);
117883 assert( pTokenizer );
117909 p->pTokenizer = pTokenizer;
117985 }else if( pTokenizer ){
117986 pTokenizer->pModule->xDestroy(pTokenizer);
119596 rc = sqlite3Fts3ExprParse(p->pTokenizer, pCsr->iLangid,
122380 sqlite3_tokenizer *pTokenizer; /* Tokenizer module */
122418 sqlite3_tokenizer *pTokenizer,
122424 sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
122428 rc = pModule->xOpen(pTokenizer, z, n, &pCsr);
122431 pCsr->pTokenizer = pTokenizer;
122464 sqlite3_tokenizer *pTokenizer = pParse->pTokenizer;
122465 sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
122471 rc = sqlite3Fts3OpenTokenizer(pTokenizer, pParse->iLangid, z, n, &pCursor);
122553 sqlite3_tokenizer *pTokenizer = pParse->pTokenizer;
122554 sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
122584 pTokenizer, pParse->iLangid, zInput, nInput, &pCursor);
123046 ** The first parameter, pTokenizer, is passed the fts3 tokenizer module to
123059 sqlite3_tokenizer *pTokenizer, /* Tokenizer module */
123073 sParse.pTokenizer = pTokenizer;
123219 sqlite3_tokenizer *pTokenizer = 0;
123247 rc = pModule->xCreate(0, 0, &pTokenizer);
123253 pTokenizer->pModule = pModule;
123268 pTokenizer, 0, azCol, 0, nCol, nCol, zExpr, nExpr, &pExpr
123282 if( pModule && pTokenizer ){
123283 rc = pModule->xDestroy(pTokenizer);
123762 static int porterDestroy(sqlite3_tokenizer *pTokenizer){
123763 sqlite3_free(pTokenizer);
123774 sqlite3_tokenizer *pTokenizer, /* The tokenizer */
123780 UNUSED_PARAMETER(pTokenizer);
124574 sqlite3_tokenizer *pTokenizer = 0;
124618 if( SQLITE_OK!=p->xCreate(zArg ? 1 : 0, &zArg, &pTokenizer) ){
124622 pTokenizer->pModule = p;
124623 if( sqlite3Fts3OpenTokenizer(pTokenizer, 0, zInput, nInput, &pCsr) ){
124640 if( SQLITE_OK!=p->xDestroy(pTokenizer) ){
124923 static int simpleDestroy(sqlite3_tokenizer *pTokenizer){
124924 sqlite3_free(pTokenizer);
124935 sqlite3_tokenizer *pTokenizer, /* The tokenizer */
124941 UNUSED_PARAMETER(pTokenizer);
124987 simple_tokenizer *t = (simple_tokenizer *) pCursor->pTokenizer;
125757 sqlite3_tokenizer *pTokenizer = p->pTokenizer;
125758 sqlite3_tokenizer_module const *pModule = pTokenizer->pModule;
125763 assert( pTokenizer && pModule );
125773 rc = sqlite3Fts3OpenTokenizer(pTokenizer, iLangid, zText, -1, &pCsr);
128307 sqlite3_tokenizer *pT = p->pTokenizer;
129176 pMod = (sqlite3_tokenizer_module *)pTab->pTokenizer->pModule;
129181 rc = sqlite3Fts3OpenTokenizer(pTab->pTokenizer, iLangid, zDoc, nDoc, &pC);
129243 pMod = (sqlite3_tokenizer_module *)pTab->pTokenizer->pModule;
129244 rc = sqlite3Fts3OpenTokenizer(pTab->pTokenizer, pCsr->iLangid, zDoc,nDoc,&pC);
129938 sqlite3_tokenizer_module const *pMod = pTab->pTokenizer->pModule;
130004 rc = sqlite3Fts3OpenTokenizer(pTab->pTokenizer, pCsr->iLangid,
133983 static int icuDestroy(sqlite3_tokenizer *pTokenizer){
133984 IcuTokenizer *p = (IcuTokenizer *)pTokenizer;
133996 sqlite3_tokenizer *pTokenizer, /* The tokenizer */
134001 IcuTokenizer *p = (IcuTokenizer *)pTokenizer;