| /external/libtextclassifier/lang_id/ |
| H A D | language-identifier-features.cc | 47 const LightSentence &sentence) const {
61 for (int i = 0; i < sentence.num_words(); ++i) {
62 const std::string &word = sentence.word(i);
118 const LightSentence &sentence,
121 int total_count = ComputeNgramCounts(sentence);
117 Evaluate(const WorkspaceSet &workspaces, const LightSentence &sentence, FeatureVector *result) const argument
|
| H A D | lang-id-brain-interface.h | 27 #include "lang_id/light-sentence-features.h"
28 #include "lang_id/light-sentence.h"
45 // Handles sentence -> numeric_features and numeric_prediction -> language
60 // Extract features from sentence. On return, FeatureVector features[i]
62 void GetFeatures(LightSentence *sentence, argument
66 feature_extractor_.Preprocess(&workspace, sentence);
67 return feature_extractor_.ExtractFeatures(workspace, *sentence, features);
|
| H A D | language-identifier-features.h | 25 #include "lang_id/light-sentence-features.h"
26 #include "lang_id/light-sentence.h"
47 // Appends the features computed from the sentence to the feature vector.
48 void Evaluate(const WorkspaceSet &workspaces, const LightSentence &sentence,
57 int ComputeNgramCounts(const LightSentence &sentence) const;
|
| H A D | custom-tokenizer.h | 23 #include "lang_id/light-sentence.h"
35 // Tokens are stored into the words of the LightSentence *sentence.
36 void TokenizeTextForLangId(const std::string &text, LightSentence *sentence);
|
| H A D | relevant-script-feature.h | 23 #include "lang_id/light-sentence-features.h"
24 #include "lang_id/light-sentence.h"
30 // Given a sentence, generates one FloatFeatureValue for each "relevant" Unicode
32 // UTF8 characters in that script, in the given sentence.
46 // Appends the features computed from the sentence to the feature vector.
47 void Evaluate(const WorkspaceSet &workspaces, const LightSentence &sentence,
|
| H A D | relevant-script-feature.cc | 41 const LightSentence &sentence,
53 for (int i = 0; i < sentence.num_words(); ++i) {
54 const std::string &word = sentence.word(i);
40 Evaluate(const WorkspaceSet &workspaces, const LightSentence &sentence, FeatureVector *result) const argument
|
| H A D | lang-id.cc | 41 #include "lang_id/light-sentence-features.h"
42 #include "lang_id/light-sentence.h"
67 // Returns total number of bytes of the words from sentence, without the ^
70 int GetRealTextSize(const LightSentence &sentence) { argument
72 for (int i = 0; i < sentence.num_words(); ++i) {
73 TC_DCHECK(!sentence.word(i).empty());
74 TC_DCHECK_EQ('^', sentence.word(i).front());
75 TC_DCHECK_EQ('$', sentence.word(i).back());
76 total += sentence.word(i).size() - 2;
204 LightSentence sentence; local
[all...] |
| H A D | custom-tokenizer.cc | 55 void TokenizeTextForLangId(const std::string &text, LightSentence *sentence) { argument
80 std::string *word = sentence->add_word();
|
| /external/icu/icu4c/source/test/testdata/break_rules/ |
| H A D | sentence.txt | 6 # file: sentence.txt
8 type = sentence; # one of grapheme | word | line | sentence
|
| /external/icu/icu4c/source/test/cintltst/ |
| H A D | cbiapts.c | 151 UBreakIterator *word, *sentence, *line, *character, *b, *bogus; local
180 sentence = ubrk_open(UBRK_SENTENCE, "en_US", text, u_strlen(text), &status);
182 log_err_status(status, "FAIL: Error in ubrk_open() for sentence breakiterator: %s\n", myErrorName(status));
186 log_verbose("PASS: Successfully opened sentence breakiterator\n");
308 log_verbose("\nTesting the functions for sentence\n");
309 ubrk_first(sentence);
310 pos = ubrk_current(sentence);
311 log_verbose("Current(sentence) = %d\n", (int32_t)pos);
312 pos = ubrk_last(sentence);
314 log_err("error ubrk_last for sentence di
[all...] |
| /external/mesa3d/docs/ |
| H A D | MESA_multithread_makecurrent.spec | 66 Replace the following sentence from section 2.2 Rendering Contexts:
78 Replace the following sentence from section 3.3.7 Rendering Contexts:
85 Replace the following sentence from section 3.5 Rendering Contexts:
157 21 February 2011 Eric Anholt - Include glXMakeCurrent() sentence
|
| /external/icu/icu4j/demos/src/com/ibm/icu/dev/demo/translit/ |
| H A D | Demo.java | 693 // hack, because sentence doesn't seem to be working right
699 String sentence = coreSentence.substring(oldPos, pos).trim();
703 addSentenceToTable(out, sentence,
770 static void addSentenceToTable(PrintWriter out, String sentence, argument
773 if (sentence.length() == 0) return; // skip empty lines
775 String originalShow = sentence;
777 latin = tl.transliterate(saveAscii.transliterate(sentence));
790 String NFKDSentence = Normalizer.normalize(sentence, Normalizer.NFKD);
803 if (minLen > sentence.length()) minLen = sentence
[all...] |
| /external/antlr/antlr-3.4/runtime/Perl5/lib/ANTLR/ |
| H A D | Runtime.pm | 44 In an object-oriented module, this section should begin with a sentence of the
|
| /external/antlr/antlr-3.4/runtime/Perl5/lib/ANTLR/Runtime/ |
| H A D | BitSet.pm | 310 In an object-oriented module, this section should begin with a sentence of the
|
| /external/icu/icu4c/packaging/rpm/ |
| H A D | icu.spec | 30 sentence breaking, etc.
|
| /external/antlr/antlr-3.4/runtime/Ruby/lib/antlr3/ |
| H A D | recognizers.rb | 931 which defines the structure of a specific type of sentence in a grammar. Lexers,
1233 A grammar defines the vocabulary and the sentence structure of a language. While
1235 primary task is to implement the sentence structure.
1238 a corresponding lexer. Then, the user requests a specific sentence-structure
1240 It iterates through the tokens, verifying the syntax of the sentence and
1242 error or when it has matched the full sentence according to its defined
|
| /external/bison/ |
| H A D | maint.mk | 982 # a sentence. Explicitly prohibit any prefix of "see" or "also".
985 # presume it must *not* start a sentence.
|
| /external/bison/build-aux/ |
| H A D | texinfo.tex | 602 % @. is an end-of-sentence period.
605 % @! is an end-of-sentence bang.
608 % @? is an end-of-sentence query.
2782 % No font change, but don't do end-of-sentence spacing.
2944 % period following counts as ending a sentence. (Idea found in latex.)
3001 % @enddots{} is an end-of-sentence ellipsis.
8292 % In case the footnote comes at the end of a sentence, preserve the
|
| /external/libmicrohttpd/doc/ |
| H A D | texinfo.tex | 603 % @. is an end-of-sentence period.
606 % @! is an end-of-sentence bang.
609 % @? is an end-of-sentence query.
2783 % No font change, but don't do end-of-sentence spacing.
2945 % period following counts as ending a sentence. (Idea found in latex.)
3002 % @enddots{} is an end-of-sentence ellipsis.
8293 % In case the footnote comes at the end of a sentence, preserve the
|