regex2.h revision 1.3 1 1.1 jtc /*
2 1.1 jtc * First, the stuff that ends up in the outside-world include file
3 1.1 jtc = typedef off_t regoff_t;
4 1.1 jtc = typedef struct {
5 1.1 jtc = int re_magic;
6 1.1 jtc = size_t re_nsub; // number of parenthesized subexpressions
7 1.3 jtc = const char *re_endp; // end pointer for REG_PEND
8 1.1 jtc = struct re_guts *re_g; // none of your business :-)
9 1.1 jtc = } regex_t;
10 1.1 jtc = typedef struct {
11 1.1 jtc = regoff_t rm_so; // start of match
12 1.1 jtc = regoff_t rm_eo; // end of match
13 1.1 jtc = } regmatch_t;
14 1.1 jtc */
15 1.1 jtc /*
16 1.1 jtc * internals of regex_t
17 1.1 jtc */
18 1.1 jtc #define MAGIC1 ((('r'^0200)<<8) | 'e')
19 1.1 jtc
20 1.1 jtc /*
21 1.1 jtc * The internal representation is a *strip*, a sequence of
22 1.1 jtc * operators ending with an endmarker. (Some terminology etc. is a
23 1.1 jtc * historical relic of earlier versions which used multiple strips.)
24 1.1 jtc * Certain oddities in the representation are there to permit running
25 1.1 jtc * the machinery backwards; in particular, any deviation from sequential
26 1.1 jtc * flow must be marked at both its source and its destination. Some
27 1.1 jtc * fine points:
28 1.1 jtc *
29 1.1 jtc * - OPLUS_ and O_PLUS are *inside* the loop they create.
30 1.1 jtc * - OQUEST_ and O_QUEST are *outside* the bypass they create.
31 1.1 jtc * - OCH_ and O_CH are *outside* the multi-way branch they create, while
32 1.1 jtc * OOR1 and OOR2 are respectively the end and the beginning of one of
33 1.1 jtc * the branches. Note that there is an implicit OOR2 following OCH_
34 1.1 jtc * and an implicit OOR1 preceding O_CH.
35 1.1 jtc *
36 1.1 jtc * In state representations, an operator's bit is on to signify a state
37 1.1 jtc * immediately *preceding* "execution" of that operator.
38 1.1 jtc */
39 1.1 jtc typedef unsigned long sop; /* strip operator */
40 1.1 jtc typedef long sopno;
41 1.1 jtc #define OPRMASK 0xf8000000
42 1.1 jtc #define OPDMASK 0x07ffffff
43 1.1 jtc #define OPSHIFT ((unsigned)27)
44 1.1 jtc #define OP(n) ((n)&OPRMASK)
45 1.1 jtc #define OPND(n) ((n)&OPDMASK)
46 1.1 jtc #define SOP(op, opnd) ((op)|(opnd))
47 1.1 jtc /* operators meaning operand */
48 1.1 jtc /* (back, fwd are offsets) */
49 1.1 jtc #define OEND (1<<OPSHIFT) /* endmarker - */
50 1.1 jtc #define OCHAR (2<<OPSHIFT) /* character unsigned char */
51 1.1 jtc #define OBOL (3<<OPSHIFT) /* left anchor - */
52 1.1 jtc #define OEOL (4<<OPSHIFT) /* right anchor - */
53 1.1 jtc #define OANY (5<<OPSHIFT) /* . - */
54 1.1 jtc #define OANYOF (6<<OPSHIFT) /* [...] set number */
55 1.1 jtc #define OBACK_ (7<<OPSHIFT) /* begin \d paren number */
56 1.1 jtc #define O_BACK (8<<OPSHIFT) /* end \d paren number */
57 1.1 jtc #define OPLUS_ (9<<OPSHIFT) /* + prefix fwd to suffix */
58 1.1 jtc #define O_PLUS (10<<OPSHIFT) /* + suffix back to prefix */
59 1.1 jtc #define OQUEST_ (11<<OPSHIFT) /* ? prefix fwd to suffix */
60 1.1 jtc #define O_QUEST (12<<OPSHIFT) /* ? suffix back to prefix */
61 1.1 jtc #define OLPAREN (13<<OPSHIFT) /* ( fwd to ) */
62 1.1 jtc #define ORPAREN (14<<OPSHIFT) /* ) back to ( */
63 1.1 jtc #define OCH_ (15<<OPSHIFT) /* begin choice fwd to OOR2 */
64 1.1 jtc #define OOR1 (16<<OPSHIFT) /* | pt. 1 back to OOR1 or OCH_ */
65 1.1 jtc #define OOR2 (17<<OPSHIFT) /* | pt. 2 fwd to OOR2 or O_CH */
66 1.1 jtc #define O_CH (18<<OPSHIFT) /* end choice back to OOR1 */
67 1.1 jtc #define OBOW (19<<OPSHIFT) /* begin word - */
68 1.1 jtc #define OEOW (20<<OPSHIFT) /* end word - */
69 1.1 jtc
70 1.1 jtc /*
71 1.1 jtc * Structure for [] character-set representation. Character sets are
72 1.1 jtc * done as bit vectors, grouped 8 to a byte vector for compactness.
73 1.1 jtc * The individual set therefore has both a pointer to the byte vector
74 1.1 jtc * and a mask to pick out the relevant bit of each byte. A hash code
75 1.1 jtc * simplifies testing whether two sets could be identical.
76 1.1 jtc *
77 1.1 jtc * This will get trickier for multicharacter collating elements. As
78 1.1 jtc * preliminary hooks for dealing with such things, we also carry along
79 1.1 jtc * a string of multi-character elements, and decide the size of the
80 1.1 jtc * vectors at run time.
81 1.1 jtc */
82 1.1 jtc typedef struct {
83 1.2 jtc uch *ptr; /* -> uch [csetsize] */
84 1.2 jtc uch mask; /* bit within array */
85 1.2 jtc uch hash; /* hash code */
86 1.1 jtc size_t smultis;
87 1.1 jtc char *multis; /* -> char[smulti] ab\0cd\0ef\0\0 */
88 1.1 jtc } cset;
89 1.1 jtc /* note that CHadd and CHsub are unsafe, and CHIN doesn't yield 0/1 */
90 1.2 jtc #define CHadd(cs, c) ((cs)->ptr[(uch)(c)] |= (cs)->mask, (cs)->hash += (c))
91 1.2 jtc #define CHsub(cs, c) ((cs)->ptr[(uch)(c)] &= ~(cs)->mask, (cs)->hash -= (c))
92 1.2 jtc #define CHIN(cs, c) ((cs)->ptr[(uch)(c)] & (cs)->mask)
93 1.2 jtc #define MCadd(p, cs, cp) mcadd(p, cs, cp) /* regcomp() internal fns */
94 1.2 jtc #define MCsub(p, cs, cp) mcsub(p, cs, cp)
95 1.2 jtc #define MCin(p, cs, cp) mcin(p, cs, cp)
96 1.1 jtc
97 1.1 jtc /* stuff for character categories */
98 1.1 jtc typedef unsigned char cat_t;
99 1.1 jtc
100 1.1 jtc /*
101 1.1 jtc * main compiled-expression structure
102 1.1 jtc */
103 1.1 jtc struct re_guts {
104 1.1 jtc int magic;
105 1.1 jtc # define MAGIC2 ((('R'^0200)<<8)|'E')
106 1.1 jtc sop *strip; /* malloced area for strip */
107 1.1 jtc int csetsize; /* number of bits in a cset vector */
108 1.1 jtc int ncsets; /* number of csets in use */
109 1.1 jtc cset *sets; /* -> cset [ncsets] */
110 1.2 jtc uch *setbits; /* -> uch[csetsize][ncsets/CHAR_BIT] */
111 1.1 jtc int cflags; /* copy of regcomp() cflags argument */
112 1.1 jtc sopno nstates; /* = number of sops */
113 1.1 jtc sopno firststate; /* the initial OEND (normally 0) */
114 1.1 jtc sopno laststate; /* the final OEND */
115 1.1 jtc int iflags; /* internal flags */
116 1.1 jtc # define USEBOL 01 /* used ^ */
117 1.1 jtc # define USEEOL 02 /* used $ */
118 1.1 jtc # define BAD 04 /* something wrong */
119 1.1 jtc int nbol; /* number of ^ used */
120 1.1 jtc int neol; /* number of $ used */
121 1.1 jtc int ncategories; /* how many character categories */
122 1.1 jtc cat_t *categories; /* ->catspace[-CHAR_MIN] */
123 1.1 jtc char *must; /* match must contain this string */
124 1.1 jtc int mlen; /* length of must */
125 1.1 jtc size_t nsub; /* copy of re_nsub */
126 1.1 jtc int backrefs; /* does it use back references? */
127 1.1 jtc sopno nplus; /* how deep does it nest +s? */
128 1.1 jtc /* catspace must be last */
129 1.1 jtc cat_t catspace[1]; /* actually [NC] */
130 1.1 jtc };
131 1.1 jtc
132 1.1 jtc /* misc utilities */
133 1.1 jtc #define OUT (CHAR_MAX+1) /* a non-character value */
134 1.3 jtc #define ISWORD(c) (isalnum(c) || (c) == '_')
135