OpenGrok
Home
Sort by:
relevance
|
last modified time
|
path
Full Search
in project(s):
src
xsrc
Definition
Symbol
File Path
History
|
|
Help
Searched
defs:Tokenizer
(Results
1 - 6
of
6
) sorted by relevancy
/src/external/apache2/llvm/dist/clang/include/clang/ASTMatchers/Dynamic/
Parser.h
247
Parser(CodeTokenizer *
Tokenizer
, Sema *S,
268
CodeTokenizer *const
Tokenizer
;
/src/external/apache2/llvm/dist/clang/lib/Tooling/
ExpandResponseFilesCompilationDatabase.cpp
28
llvm::cl::TokenizerCallback
Tokenizer
,
30
: Base(std::move(Base)),
Tokenizer
(
Tokenizer
), FS(std::move(FS)) {
32
assert(this->
Tokenizer
!= nullptr);
63
llvm::cl::ExpandResponseFiles(Saver,
Tokenizer
, Argv, false, false,
74
llvm::cl::TokenizerCallback
Tokenizer
;
83
auto
Tokenizer
= llvm::Triple(llvm::sys::getProcessTriple()).isOSWindows()
87
std::move(Base),
Tokenizer
, std::move(FS));
/src/external/bsd/nsd/dist/contrib/bind2nsd/bind2nsd/
Tokenizer.py
60
class
Tokenizer
:
167
print '
Tokenizer
raw data:'
/src/external/apache2/llvm/dist/clang/tools/driver/
driver.cpp
395
llvm::cl::TokenizerCallback
Tokenizer
;
397
Tokenizer
= &llvm::cl::TokenizeWindowsCommandLine;
399
Tokenizer
= &llvm::cl::TokenizeGNUCommandLine;
403
llvm::cl::ExpandResponseFiles(Saver,
Tokenizer
, Args, MarkEOLs);
/src/external/apache2/llvm/dist/llvm/tools/llvm-rc/
ResourceScriptToken.cpp
10
// In particular, it defines an .rc script
tokenizer
.
86
class
Tokenizer
{
88
Tokenizer
(StringRef Input) : Data(Input), DataLength(Input.size()), Pos(0) {}
101
// Check if
tokenizer
is about to read FollowingChars.
104
// Check if
tokenizer
can start reading an identifier at current position.
109
// Check if
tokenizer
can continue reading an identifier.
112
// Check if
tokenizer
can start reading an integer.
124
// Check if
tokenizer
can start reading a single line comment (e.g. a comment
128
// Check if
tokenizer
can start or finish reading a block comment (e.g. a
148
void
Tokenizer
::skipCurrentLine()
[
all
...]
/src/lib/libedit/
histedit.h
242
typedef struct
tokenizer
Tokenizer
;
247
Tokenizer
*tok_init(const char *);
248
void tok_end(
Tokenizer
*);
249
void tok_reset(
Tokenizer
*);
250
int tok_line(
Tokenizer
*, const LineInfo *,
252
int tok_str(
Tokenizer
*, const char *,
307
/* Wide character
tokenizer
support */
Completed in 60 milliseconds
Indexes created Thu Mar 19 00:23:35 UTC 2026