Lines Matching refs:nToken
13984 int nToken, /* Size of token in bytes */
14008 int nToken, /* Size of token in bytes */
94136 int nToken; /* Length of the parameter token */ local
94158 n = findNextHostParameter(zRawSql, &nToken);
94162 assert( zRawSql[0] || nToken==0 );
94163 if( nToken==0 ) break;
94165 if( nToken>1 ){
94178 idx = sqlite3VdbeParameterIndex(p, zRawSql, nToken);
94181 zRawSql += nToken;
111947 int nToken = -1; /* Space needed for p->u.zToken. -1 means unknown */
111968 nToken = sqlite3Strlen30NN(p->u.zToken)+1;
111969 nAlloc = ROUND8(EXPR_FULLSIZE + nToken);
111971 nToken = 0;
111993 if( nToken<0 ){
111995 nToken = sqlite3Strlen30(p->u.zToken) + 1;
111997 nToken = 0;
112001 assert( (int)(sEdupBuf.zEnd - sEdupBuf.zAlloc) >= nNewSize+nToken );
112007 (int)EXPR_FULLSIZE+nToken );
112025 assert( nToken>=0 );
112026 if( nToken>0 ){
112028 memcpy(zToken, p->u.zToken, nToken);
112029 nNewSize += nToken;
189137 int nToken; /* Number of tokens in the phrase */
191403 int nToken, /* Maximum difference in token positions */
191450 if( iPos2==iPos1+nToken
191451 || (isExact==0 && iPos2>iPos1 && iPos2<=iPos1+nToken)
191459 if( (!isSaveLeft && iPos2<=(iPos1+nToken)) || iPos2<=iPos1 ){
192797 int nToken = 15; /* Default number of tokens in snippet */
192812 case 6: nToken = sqlite3_value_int(apVal[5]);
192824 }else if( nToken==0 ){
192827 sqlite3Fts3Snippet(pContext, pCsr, zStart, zEnd, zEllipsis, iCol, nToken);
193310 int nToken = pExpr->pPhrase->nToken;
193311 *pnToken += nToken;
193312 for(i=0; i<nToken; i++){
193414 for(iToken=0; rc==SQLITE_OK && iToken<p->nToken; iToken++){
193450 for(iToken=0; iToken<pPhrase->nToken; iToken++){
193572 && p->nToken<=MAX_INCR_PHRASE_TOKENS && p->nToken>0
193577 for(i=0; bIncrOk==1 && i<p->nToken; i++){
193588 for(i=0; rc==SQLITE_OK && i<p->nToken; i++){
193602 assert( rc!=SQLITE_OK || p->nToken<1 || p->aToken[0].pSegcsr==0 || p->bIncr );
193839 if( p->nToken==1 ){
193849 assert( p->nToken<=MAX_INCR_PHRASE_TOKENS );
193858 for(i=0; rc==SQLITE_OK && i<p->nToken && bEof==0; i++){
193865 assert( rc!=SQLITE_OK || (p->nToken>=1 && a[p->nToken-1].bIgnore==0) );
193869 for(i=0; i<p->nToken; i++){
193884 int nByte = a[p->nToken-1].nList;
193887 memcpy(aDoclist, a[p->nToken-1].pList, nByte+1);
193890 for(i=0; i<(p->nToken-1); i++){
193895 int nDist = p->nToken-1-i;
193901 if( i==(p->nToken-1) ){
193972 int nToken = pExpr->pPhrase->nToken;
193973 if( nToken ){
193975 for(i=0; i<nToken; i++){
193978 pExpr->bDeferred = (i==nToken);
194030 for(i=0; *pRc==SQLITE_OK && i<pPhrase->nToken; i++){
194144 int nToken = 0; /* Total number of tokens in cluster */
194164 nToken++;
194167 if( nOvfl==0 || nToken<2 ) return SQLITE_OK;
194196 for(ii=0; ii<nToken && rc==SQLITE_OK; ii++){
194225 if( ii==0 || (pTC->pPhrase->nToken>1 && ii!=nToken-1) ){
194269 int nToken = 0;
194273 fts3EvalAllocateReaders(pCsr, pCsr->pExpr, &nToken, &nOr, &rc);
194277 if( rc==SQLITE_OK && nToken>1 && pTab->bFts4 ){
194280 sizeof(Fts3TokenAndCost) * nToken
194287 Fts3Expr **apOr = (Fts3Expr **)&aTC[nToken];
194293 nToken = (int)(pTC-aTC);
194297 rc = fts3EvalSelectDeferred(pCsr, 0, aTC, nToken);
194299 rc = fts3EvalSelectDeferred(pCsr, apOr[ii], aTC, nToken);
194353 int nParam1 = nNear + pPhrase->nToken;
194375 *pnToken = pPhrase->nToken;
194607 int nToken = p->pPhrase->nToken;
194612 res = fts3EvalNearTrim(nNear, aTmp, &aPoslist, &nToken, pPhrase);
194616 nToken = pExpr->pRight->pPhrase->nToken;
194625 res = fts3EvalNearTrim(nNear, aTmp, &aPoslist, &nToken, pPhrase);
194842 for(i=0; i<pPhrase->nToken; i++){
195253 for(i=0; i<pPhrase->nToken; i++){
196060 int nToken = 0, iStart = 0, iEnd = 0, iPosition = 0;
196063 rc = pModule->xNext(pCursor, &zToken, &nToken, &iStart, &iEnd, &iPosition);
196076 nByte = sizeof(Fts3Expr) + SZ_FTS3PHRASE(1) + nToken;
196083 pRet->pPhrase->nToken = 1;
196085 pRet->pPhrase->aToken[0].n = nToken;
196087 memcpy(pRet->pPhrase->aToken[0].z, zToken, nToken);
196164 int nToken = 0;
196203 assert( nToken==ii );
196213 nToken = ii+1;
196222 p = fts3ReallocOrFree(p, nSpace + nToken*sizeof(Fts3PhraseToken) + nTemp);
196231 p->pPhrase->nToken = nToken;
196233 zBuf = (char *)&p->pPhrase->aToken[nToken];
196239 for(jj=0; jj<p->pPhrase->nToken; jj++){
197006 for(i=0; zBuf && i<pPhrase->nToken; i++){
198497 int nToken = 0;
198542 while( SQLITE_OK==p->xNext(pCsr, &zToken, &nToken, &iStart, &iEnd, &iPos) ){
198544 Tcl_ListObjAppendElement(0, pRet, Tcl_NewStringObj(zToken, nToken));
198546 nToken = iEnd-iStart;
198547 Tcl_ListObjAppendElement(0, pRet, Tcl_NewStringObj(zToken, nToken));
199044 int nToken; /* Size of zToken in bytes */
199266 pCsr->nToken = 0;
199294 &pCsr->zToken, &pCsr->nToken,
199367 sqlite3_result_text(pCtx, pCsr->zToken, pCsr->nToken, SQLITE_TRANSIENT);
200194 int nToken
200199 pList = (PendingList *)fts3HashFind(pHash, zToken, nToken);
200201 p->nPendingData -= (pList->nData + nToken + sizeof(Fts3HashElem));
200204 if( pList==fts3HashInsert(pHash, zToken, nToken, pList) ){
200208 assert( 0==fts3HashFind(pHash, zToken, nToken) );
200214 p->nPendingData += (pList->nData + nToken + sizeof(Fts3HashElem));
200240 int nToken = 0;
200265 && SQLITE_OK==(rc = xNext(pCsr, &zToken, &nToken, &iStart, &iEnd, &iPos))
200273 if( iPos<0 || !zToken || nToken<=0 ){
200280 p, iCol, iPos, &p->aIndex[0].hPending, zToken, nToken
200287 if( nToken<pIndex->nPrefix ) continue;
204785 int nToken = 0; /* Number of bytes in token */
204789 rc = pModule->xNext(pT, &zToken, &nToken, &iDum1, &iDum2, &iPos);
204793 zToken, nToken, iLang, 0, iDocid, iCol, iPos
204796 if( p->aIndex[i].nPrefix<=nToken ){
204973 int nToken = 0; /* Number of bytes in token */
204977 rc = pModule->xNext(pTC, &zToken, &nToken, &iDum1, &iDum2, &iPos);
204982 && (pPT->n==nToken || (pPT->isPrefix && pPT->n<nToken))
205326 int nToken; /* Number of tokens seen so far */
205347 int nToken; /* Number of tokens in phrase */
205582 p->nToken += pPhrase->nToken;
205607 if( pnToken ) *pnToken = sCtx.nToken;
205729 for(j=0; j<pPhrase->nToken && j<pIter->nSnippet; j++){
205757 pPhrase->nToken = pExpr->pPhrase->nToken;
206428 int nToken = 0;
206440 nToken -= pIter->pExpr->pPhrase->nToken;
206441 pIter->iPosOffset = nToken;
206553 sqlite3_int64 nToken;
206554 a += sqlite3Fts3GetVarint(a, &nToken);
206559 iVal = (u32)(((u32)(nToken&0xffffffff)+nDoc/2)/nDoc);
206574 sqlite3_int64 nToken;
206575 a += sqlite3Fts3GetVarintBounded(a, pEnd, &nToken);
206580 pInfo->aMatchinfo[iCol] = (u32)nToken;
206726 int nToken /* Approximate number of tokens in snippet */
206751 if( nToken<-64 ) nToken = -64;
206752 if( nToken>+64 ) nToken = +64;
206760 if( nToken>=0 ){
206761 nFToken = (nToken+nSnippet-1) / nSnippet;
206763 nFToken = -1 * nToken;
206852 nTerm = pExpr->pPhrase->nToken;
206894 int nToken; /* Number of tokens in query */
206908 rc = fts3ExprLoadDoclists(pCsr, 0, &nToken);
206912 sCtx.aTerm = (TermOffset *)sqlite3Fts3MallocZero(sizeof(TermOffset)*nToken);
206977 for(i=0; i<nToken; i++){
235435 int nToken, /* Size of token in bytes */
235459 int nToken, /* Size of token in bytes */
236030 const char *pToken, int nToken, /* Token (or prefix) to query for */
236067 const char *pToken, int nToken,
236088 const char *pToken, int nToken /* Token to add or remove to or from index */
236235 const char *pToken, int nToken /* Token to add or remove to or from index */
238180 int nToken, /* Size of token in bytes */
238188 UNUSED_PARAM2(pToken, nToken);
238355 int nToken, /* Size of token in bytes */
238361 UNUSED_PARAM2(pToken, nToken);
238391 int nToken, /* Max tokens per snippet */
238404 sqlite3_int64 iEnd = (sqlite3_int64)iPos + nToken;
238419 sqlite3_int64 iAdj = iFirst - (nToken - (iLast-iFirst)) / 2;
238420 if( (iAdj+nToken)>nDocsize ) iAdj = nDocsize - nToken;
238452 int nToken; /* 5th argument to snippet() */
238477 nToken = sqlite3_value_int(apVal[4]);
238522 io, nToken, &nScore, &iAdj
238531 if( rc==SQLITE_OK && sFinder.nFirst && nDocsize>nToken ){
238539 sFinder.aFirst[jj], nToken, &nScore, 0
238570 ctx.iRangeEnd = iBestStart + nToken - 1;
238655 sqlite3_int64 nToken = 0; /* Number of tokens in table */
238675 if( rc==SQLITE_OK ) rc = pApi->xColumnTotalSize(pFts, -1, &nToken);
238676 if( rc==SQLITE_OK ) p->avgdl = (double)nToken / (double)nRow;
242112 int nToken, /* Size of token in bytes */
242125 if( nToken>FTS5_MAX_TOKEN_SIZE ) nToken = FTS5_MAX_TOKEN_SIZE;
242129 sqlite3_int64 nByte = sizeof(Fts5ExprTerm) + sizeof(Fts5Buffer) + nToken+1;
242136 pSyn->nFullTerm = pSyn->nQueryTerm = nToken;
242140 memcpy(pSyn->pTerm, pToken, nToken);
242165 pTerm->pTerm = sqlite3Fts5Strndup(&rc, pToken, nToken);
242166 pTerm->nFullTerm = pTerm->nQueryTerm = nToken;
243408 static int fts5QueryTerm(const char *pToken, int nToken){
243410 for(ii=0; ii<nToken && pToken[ii]; ii++){}
243418 int nToken, /* Size of token in bytes */
243425 int nQuery = nToken;
243449 pT->pIter, pToken, nToken, iRowid, iCol, iTokOff
243914 const char *pToken, int nToken /* Token to add or remove to or from index */
243925 iHash = fts5HashKey2(pHash->nSlot, (u8)bByte, (const u8*)pToken, nToken);
243929 && p->nKey==nToken+1
243930 && memcmp(&zKey[1], pToken, nToken)==0
243940 sqlite3_int64 nByte = sizeof(Fts5HashEntry) + (nToken+1) + 1 + 64;
243947 iHash = fts5HashKey2(pHash->nSlot, (u8)bByte, (const u8*)pToken, nToken);
243957 memcpy(&zKey[1], pToken, nToken);
243958 assert( iHash==fts5HashKey(pHash->nSlot, (u8*)zKey, nToken+1) );
243959 p->nKey = nToken+1;
243960 zKey[nToken+1] = '\0';
243961 p->nData = nToken+1 + sizeof(Fts5HashEntry);
250541 int nToken, /* Size of buffer pToken in bytes */
250553 fts5MultiIterNew(p, pStruct, flags, pColset, pToken, nToken, -1, 0, &p1);
250569 if( nNew<nToken || memcmp(pToken, pNew, nToken) ) break;
250893 int nToken, /* Size of buffer pToken in bytes */
250941 fts5VisitEntries(p, pColset, pToken, nToken, 0, prefixIterSetupCb, pCtx);
250945 fts5VisitEntries(p, pColset, pToken, nToken, 1, prefixIterSetupCb, pCtx);
251180 const char *pToken, int nToken /* Token to add or remove to or from index */
251191 p->pHash, p->iWriteRowid, iCol, iPos, FTS5_MAIN_PREFIX, pToken, nToken
251196 int nByte = sqlite3Fts5IndexCharlenToBytelen(pToken, nToken, nChar);
251217 int nToken
251220 pBuf->n>=nToken
251221 && 0==memcmp(pBuf->p, pToken, nToken)
251222 && (pBuf->n==nToken || pBuf->p[nToken]==0x00)
251454 int nToken, /* Size of buffer pToken in bytes */
251481 fts5BufferSet(&p->rc, &bSeek, nToken, pToken);
251537 if( 0==fts5IsTokendataPrefix(&pII->term, pToken, nToken) ){
251595 const char *pToken, int nToken, /* Token (or prefix) to query for */
251607 if( sqlite3Fts5BufferSize(&p->rc, &buf, nToken+1)==0 ){
251612 if( nToken>0 ) memcpy(&buf.p[1], pToken, nToken);
251640 int nChar = fts5IndexCharlen(pToken, nToken);
251650 pRet = fts5SetupTokendataIter(p, buf.p, nToken+1, pColset);
251657 pColset, buf.p, nToken+1, -1, 0, &pRet
251664 fts5SetupPrefixIter(p, bDesc, iPrefixIdx, buf.p, nToken+1, pColset,&pRet);
251764 int nToken /* Size of pToken in bytes */
251772 fts5BufferGrow(&p->rc, &token, nToken+1);
251781 memcpy(&token.p[1], pToken, nToken);
251782 token.n = nToken+1;
251811 const char *pToken, int nToken,
251827 int rc = fts5SetupPrefixIterTokendata(pIter, pToken, nToken);
251893 const char *pToken, int nToken,
251911 fts5TokendataIterAppendMap(p, pT, pT->terms.n, nToken, iRowid, iPos);
251912 fts5BufferAppendBlob(&p->rc, &pT->terms, nToken, (const u8*)pToken);
251918 if( nToken==pTerm->n-1 && memcmp(pToken, pTerm->p+1, nToken)==0 ) break;
258037 int nToken, /* Size of token in bytes */
258044 if( nToken>FTS5_MAX_TOKEN_SIZE ) nToken = FTS5_MAX_TOKEN_SIZE;
258048 return sqlite3Fts5IndexWrite(pIdx, pCtx->iCol, pCtx->szCol-1, pToken, nToken);
258733 int nToken, /* Size of token in bytes */
258746 if( nToken>FTS5_MAX_TOKEN_SIZE ) nToken = FTS5_MAX_TOKEN_SIZE;
258770 rc = sqlite3Fts5TermsetAdd(pTermset, 0, pToken, nToken, &bPresent);
258773 pCtx->iRowid, iCol, iPos, 0, pToken, nToken
258779 int nByte = sqlite3Fts5IndexCharlenToBytelen(pToken, nToken, nChar);
259236 int (*xToken)(void*, int, const char*, int nToken, int iStart, int iEnd)
259561 int (*xToken)(void*, int, const char*, int nToken, int iStart, int iEnd)
260299 int nToken,
260308 if( nToken>FTS5_PORTER_MAX_TOKEN || nToken<3 ) goto pass_through;
260310 nBuf = nToken;
260358 return p->xToken(p->pCtx, tflags, pToken, nToken, iStart, iEnd);
260370 int (*xToken)(void*, int, const char*, int nToken, int iStart, int iEnd)