| /src/external/gpl3/gcc/dist/libcc1/ |
| findcomp.cc | 80 class tokenizer class
84 tokenizer (const char *str) function in class:tokenizer
131 tokenizer dirs (cpath);
|
| /src/external/gpl3/gcc.old/dist/libcc1/ |
| findcomp.cc | 80 class tokenizer class
84 tokenizer (const char *str) function in class:tokenizer
131 tokenizer dirs (cpath);
|
| /src/external/bsd/atf/dist/tools/ |
| config_file.cpp | 56 class tokenizer : public tools::parser::tokenizer< std::istream > { class in namespace:__anon6390::atf_config
58 tokenizer(std::istream& is, size_t curline) : function in class:__anon6390::atf_config::tokenizer
59 tools::parser::tokenizer< std::istream >
161 tokenizer tkz(m_is, hml.first);
162 tools::parser::parser< tokenizer > p(tkz);
|
| atffile.cpp | 66 class tokenizer : public tools::parser::tokenizer< std::istream > { class in namespace:atf_atffile
68 tokenizer(std::istream& is, size_t curline) : function in class:atf_atffile::tokenizer
69 tools::parser::tokenizer< std::istream >
135 tokenizer tkz(m_is, hml.first);
136 tools::parser::parser< tokenizer > p(tkz);
|
| parser.cpp | 212 // The header tokenizer.
225 class tokenizer : public impl::tokenizer< std::istream > { class in namespace:header
227 tokenizer(std::istream& is, size_t curline) : function in class:header::tokenizer
228 impl::tokenizer< std::istream >
239 impl::parser< header::tokenizer >&
240 read(impl::parser< header::tokenizer >& p, impl::header_entry& he)
319 header::tokenizer tkz(is, curline);
320 impl::parser< header::tokenizer > p(tkz);
|
| parser.hpp | 117 // The "tokenizer" class.
121 //! \brief A stream tokenizer.
124 //! tokenizer. It is only able to recognize one character-long delimiters,
131 class tokenizer { class in namespace:tools::parser
154 tokenizer(IS&, bool, const token_type&, const token_type&,
168 tokenizer< IS >::tokenizer(IS& p_is, function in class:tools::parser::tokenizer
186 tokenizer< IS >::lineno(void)
194 tokenizer< IS >::add_delim(char delim, const token_type& type)
202 tokenizer< IS >::add_keyword(const std::string& keyword
[all...] |
| parser_test.cpp | 118 // Tests for the "tokenizer" class.
134 class tokenizer : public tools::parser::tokenizer< std::istream > { class in namespace:minimal
136 tokenizer(std::istream& is, bool skipws) : function in class:minimal::tokenizer
137 tools::parser::tokenizer< std::istream >
154 class tokenizer : public tools::parser::tokenizer< std::istream > { class in namespace:delims
156 tokenizer(std::istream& is, bool skipws) : function in class:delims::tokenizer
157 tools::parser::tokenizer< std::istream >
177 class tokenizer : public tools::parser::tokenizer< std::istream > class in namespace:keywords
179 tokenizer(std::istream& is, bool skipws) : function in class:keywords::tokenizer
198 class tokenizer : public tools::parser::tokenizer< std::istream > { class in namespace:quotes
200 tokenizer(std::istream& is, bool skipws) : function in class:quotes::tokenizer
[all...] |
| reader.cpp | 90 class tokenizer : public tools::parser::tokenizer< std::istream > { class in namespace:atf_tps
92 tokenizer(std::istream& is, size_t curline) : function in class:atf_tps::tokenizer
93 tools::parser::tokenizer< std::istream >
120 read_timeval(tools::parser::parser< atf_tps::tokenizer >& parser)
213 tools::parser::parser< tokenizer >& p =
214 *reinterpret_cast< tools::parser::parser< tokenizer >* >
232 tools::parser::parser< tokenizer >& p =
233 *reinterpret_cast< tools::parser::parser< tokenizer >* >
304 tools::parser::parser< tokenizer >& p
[all...] |
| test-program.cpp | 89 class tokenizer : public tools::parser::tokenizer< std::istream > { class in namespace:__anon6397::atf_tp
91 tokenizer(std::istream& is, size_t curline) : function in class:__anon6397::atf_tp::tokenizer
92 tools::parser::tokenizer< std::istream >
497 tokenizer tkz(m_is, hml.first);
498 tools::parser::parser< tokenizer > p(tkz);
|
| /src/external/public-domain/sqlite/dist/ |
| sqlite3.c | 13180 ** Tokenize text using the tokenizer belonging to the FTS5 table.
13329 ** token. It is the output of the tokenizer module. For tokendata=1
13343 ** It is the output of the tokenizer module. For tokendata=1 tables, this
13401 ** Applications may also register custom tokenizer types. A tokenizer
13408 ** This function is used to allocate and initialize a tokenizer instance.
13409 ** A tokenizer instance is required to actually tokenize text.
13415 ** containing the tokenizer arguments, if any, specified following the
13416 ** tokenizer name as part of the CREATE VIRTUAL TABLE statement used
13420 ** should be set to point to the new tokenizer handle and SQLITE_O
252555 fts5_tokenizer tokenizer; \/* Parent tokenizer module *\/ member in struct:PorterTokenizer
[all...] |
