Cross Reference: /src/lib/libedit/tokenizer.c

Lines Matching refs:Tokenizer
1 /*	$NetBSD: tokenizer.c,v 1.29 2023/05/30 11:53:40 christos Exp $	*/
38 static char sccsid[] = "@(#)tokenizer.c	8.1 (Berkeley) 6/4/93";
40 __RCSID("$NetBSD: tokenizer.c,v 1.29 2023/05/30 11:53:40 christos Exp $");
46  * tokenize.c: Bourne shell like tokenizer
85 struct TYPE(tokenizer) {
97 static void FUN(tok,finish)(TYPE(Tokenizer) *);
101  *	Finish a word in the tokenizer.
104 FUN(tok,finish)(TYPE(Tokenizer) *tok)
118  *	Initialize the tokenizer
120 TYPE(Tokenizer) *
123 	TYPE(Tokenizer) *tok = tok_malloc(sizeof(*tok));
159  *	Reset the tokenizer
162 FUN(tok,reset)(TYPE(Tokenizer) *tok)
177 FUN(tok,end)(TYPE(Tokenizer) *tok)
191  *		tok	current tokenizer state (setup with FUN(tok,init)())
206 FUN(tok,line)(TYPE(Tokenizer) *tok, const TYPE(LineInfo) *line,
457 FUN(tok,str)(TYPE(Tokenizer) *tok, const Char *line, int *argc,
OpenGrok
