Lines Matching refs:word

137         addUnigramWord(binaryDictionary, "word", probability);
138 assertEquals(probability, binaryDictionary.getFrequency("word"));
144 assertEquals(probability, binaryDictionary.getFrequency("word"));
197 private static void addUnigramWord(final BinaryDictionary binaryDictionary, final String word,
199 binaryDictionary.addUnigramEntry(word, probability, "" /* shortcutTarget */,
292 // Test a word that isn't contained within the dictionary.
296 final String word = CodePointUtils.generateWord(random, codePointSet);
297 probabilityMap.put(word, random.nextInt(0xFF));
299 for (String word : probabilityMap.keySet()) {
300 addUnigramWord(binaryDictionary, word, probabilityMap.get(word));
302 for (String word : probabilityMap.keySet()) {
303 assertEquals(word, (int)probabilityMap.get(word), binaryDictionary.getFrequency(word));
416 final String word = CodePointUtils.generateWord(random, codePointSet);
417 words.add(word);
419 unigramProbabilities.put(word, unigramProbability);
420 addUnigramWord(binaryDictionary, word, unigramProbability);
639 final String word = CodePointUtils.generateWord(random, codePointSet);
640 words.add(word);
642 unigramProbabilities.put(word, unigramProbability);
643 addUnigramWord(binaryDictionary, word, unigramProbability);
715 final String word = CodePointUtils.generateWord(random, codePointSet);
716 words.add(word);
718 unigramProbabilities.put(word, unigramProbability);
719 addUnigramWord(binaryDictionary, word, unigramProbability);
731 final String word = CodePointUtils.generateWord(random, codePointSet);
732 words.add(word);
734 unigramProbabilities.put(word, unigramProbability);
735 addUnigramWord(binaryDictionary, word, unigramProbability);
769 final String word = words.get(i);
770 final int unigramProbability = unigramProbabilities.get(word);
771 assertEquals(word, unigramProbability, binaryDictionary.getFrequency(word));
828 final String word = CodePointUtils.generateWord(random, codePointSet);
829 words.add(word);
831 unigramProbabilities.put(word, unigramProbability);
832 addUnigramWord(binaryDictionary, word, unigramProbability);
836 final String word = words.get(j);
837 final int unigramProbability = unigramProbabilities.get(word);
838 assertEquals(word, unigramProbability, binaryDictionary.getFrequency(word));
879 final String word = CodePointUtils.generateWord(random, codePointSet);
880 words.add(word);
882 addUnigramWord(binaryDictionary, word, unigramProbability);
936 final String word = CodePointUtils.generateWord(random, codePointSet);
939 unigramProbabilities.put(word, probability);
941 languageModelParams[i] = new LanguageModelParam(word, probability,
944 languageModelParams[i] = new LanguageModelParam(prevWord, word, probability,
946 bigramProbabilities.put(new Pair<>(prevWord, word),
949 prevWord = (random.nextDouble() < bigramContinueRate) ? word : null;
1008 final String word = CodePointUtils.generateWord(random, codePointSet);
1013 binaryDictionary.addUnigramEntry(word, unigramProbability,
1020 words.add(word);
1021 wordProbabilities.put(word, unigramProbability);
1022 final WordProperty wordProperty = binaryDictionary.getWordProperty(word,
1024 assertEquals(word, wordProperty.mWord);
1112 final String word = CodePointUtils.generateWord(random, codePointSet);
1114 addUnigramWord(binaryDictionary, word, unigramProbability);
1118 words.add(word);
1119 wordProbabilitiesToCheckLater.put(word, unigramProbability);
1269 final String word = CodePointUtils.generateWord(random, codePointSet);
1271 addUnigramWord(binaryDictionary, word, unigramProbability);
1272 words.add(word);
1273 unigramProbabilities.put(word, unigramProbability);
1281 final String word = words.get(random.nextInt(words.size()));
1282 final int unigramProbability = unigramProbabilities.get(word);
1283 binaryDictionary.addUnigramEntry(word, unigramProbability, shortcutTarget,
1286 if (shortcutTargets.containsKey(word)) {
1287 final HashMap<String, Integer> shortcutTargetsOfWord = shortcutTargets.get(word);
1292 shortcutTargets.put(word, shortcutTargetsOfWord);
1299 for (final String word : words) {
1300 final WordProperty wordProperty = binaryDictionary.getWordProperty(word,
1302 assertEquals((int)unigramProbabilities.get(word),
1304 if (!shortcutTargets.containsKey(word)) {
1305 // The word does not have shortcut targets.
1308 assertEquals(shortcutTargets.get(word).size(), wordProperty.mShortcutTargets.size());
1311 assertEquals((int)shortcutTargets.get(word).get(targetCodePonts),
1402 final String word = CodePointUtils.generateWord(random, codePointSet);
1404 addUnigramWord(binaryDictionary, word, unigramProbability);
1408 words.add(word);
1409 unigramProbabilities.put(word, unigramProbability);
1433 for (final String word : words) {
1434 assertEquals((int)unigramProbabilities.get(word), binaryDictionary.getFrequency(word));