Lines Matching defs:chunk_tote
1306 void ApplyLanguageHints(Tote* chunk_tote, int tote_grams,
1312 for (int sub = 0; sub < chunk_tote->MaxSize(); ++sub) {
1314 int lang_sub = chunk_tote->Key(sub);
1315 int new_value = chunk_tote->Value(sub) +
1317 chunk_tote->SetValue(sub, new_value);
1356 Tote* chunk_tote,
1362 ApplyLanguageHints(chunk_tote, tote_grams, lang_hint_boost);
1366 chunk_tote->Sort(2);
1367 Language cur_lang = cld::UnpackLanguage(chunk_tote->Key(0));
1371 chunk_tote->Reinit();
1378 int len = chunk_tote->GetByteCount();
1381 chunk_tote);
1407 //// doc_tote->AddSeq(chunk_tote->Key(0));
1410 if (cur_unreliable && (chunk_tote->Key(1) != 0)) {
1415 doc_tote->Add(chunk_tote->Key(0),
1416 top_len, chunk_tote->Value(0), reliability);
1417 doc_tote->Add(chunk_tote->Key(1),
1418 second_len, chunk_tote->Value(1), reliability);
1421 ExtLanguageCode(cld::UnpackLanguage(chunk_tote->Key(0))),
1422 chunk_tote->Value(0),
1425 ExtLanguageCode(cld::UnpackLanguage(chunk_tote->Key(1))),
1426 chunk_tote->Value(1),
1432 doc_tote->Add(chunk_tote->Key(0),
1433 len, chunk_tote->Value(0), reliability);
1436 ExtLanguageCode(cld::UnpackLanguage(chunk_tote->Key(0))),
1437 chunk_tote->Value(0),
1445 cld::PrintLang(stderr, chunk_tote,
1461 chunk_tote->Reinit();
1490 Tote* chunk_tote,
1495 ScoreChunkIntoDoc(src, srclen, advance_by, lscript, chunk_tote,
1512 Tote chunk_tote;
1514 chunk_tote.AddGram();
1515 chunk_tote.Add(lang, scriptspan->text_bytes);
1516 chunk_tote.AddBytes(scriptspan->text_bytes);
1520 scriptspan->script, &chunk_tote,
1529 Tote* chunk_tote,
1534 // chunk_tote may have partial sum coming in
1547 tote_grams, gram_limit, chunk_tote);
1551 src, len, chunk_tote);
1553 chunk_tote->AddBytes(len);
1560 cld::DemoteNotTop40(chunk_tote, cld::PackLanguage(plus_one));
1565 scriptspan->script, chunk_tote,
1571 Language top_lang = cld::UnpackLanguage(chunk_tote->CurrentTopKey());
1578 // chunk_tote may have partial sum going out
1592 // Incoming chunk_tote may have partial accumulation
1596 Tote* chunk_tote,
1601 // chunk_tote may have partial sum coming in
1615 tote_grams, gram_limit, chunk_tote);
1619 src, len, chunk_tote);
1621 chunk_tote->AddBytes(len);
1627 cld::DemoteNotTop40(chunk_tote, cld::PackLanguage(plus_one));
1632 scriptspan->script, chunk_tote,
1639 Language top_lang = cld::UnpackLanguage(chunk_tote->CurrentTopKey());