Home | History | Annotate | Line # | Download | only in lib
      1 /*
      2                             __  __            _
      3                          ___\ \/ /_ __   __ _| |_
      4                         / _ \\  /| '_ \ / _` | __|
      5                        |  __//  \| |_) | (_| | |_
      6                         \___/_/\_\ .__/ \__,_|\__|
      7                                  |_| XML parser
      8 
      9    Copyright (c) 1997-2000 Thai Open Source Software Center Ltd
     10    Copyright (c) 2000      Clark Cooper <coopercc (at) users.sourceforge.net>
     11    Copyright (c) 2002      Fred L. Drake, Jr. <fdrake (at) users.sourceforge.net>
     12    Copyright (c) 2002-2005 Karl Waclawek <karl (at) waclawek.net>
     13    Copyright (c) 2016-2026 Sebastian Pipping <sebastian (at) pipping.org>
     14    Copyright (c) 2017      Rhodri James <rhodri (at) wildebeest.org.uk>
     15    Licensed under the MIT license:
     16 
     17    Permission is  hereby granted,  free of charge,  to any  person obtaining
     18    a  copy  of  this  software   and  associated  documentation  files  (the
     19    "Software"),  to  deal in  the  Software  without restriction,  including
     20    without  limitation the  rights  to use,  copy,  modify, merge,  publish,
     21    distribute, sublicense, and/or sell copies of the Software, and to permit
     22    persons  to whom  the Software  is  furnished to  do so,  subject to  the
     23    following conditions:
     24 
     25    The above copyright  notice and this permission notice  shall be included
     26    in all copies or substantial portions of the Software.
     27 
     28    THE  SOFTWARE  IS  PROVIDED  "AS  IS",  WITHOUT  WARRANTY  OF  ANY  KIND,
     29    EXPRESS  OR IMPLIED,  INCLUDING  BUT  NOT LIMITED  TO  THE WARRANTIES  OF
     30    MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN
     31    NO EVENT SHALL THE AUTHORS OR  COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
     32    DAMAGES OR  OTHER LIABILITY, WHETHER  IN AN  ACTION OF CONTRACT,  TORT OR
     33    OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
     34    USE OR OTHER DEALINGS IN THE SOFTWARE.
     35 
     36    SPDX-License-Identifier: MIT
     37 */
     38 
     39 #ifndef XmlTok_INCLUDED
     40 #  define XmlTok_INCLUDED 1
     41 
     42 #  include <stdint.h> // uint64_t
     43 
     44 /* The following token may be returned by XmlContentTok */
     45 #  define XML_TOK_TRAILING_RSQB                                                \
     46     -5 /* ] or ]] at the end of the scan; might be                             \
     47           start of illegal ]]> sequence */
     48 /* The following tokens may be returned by both XmlPrologTok and
     49    XmlContentTok.
     50 */
     51 #  define XML_TOK_NONE -4 /* The string to be scanned is empty */
     52 #  define XML_TOK_TRAILING_CR                                                  \
     53     -3                            /* A CR at the end of the scan;              \
     54                                      might be part of CRLF sequence */
     55 #  define XML_TOK_PARTIAL_CHAR -2 /* only part of a multibyte sequence */
     56 #  define XML_TOK_PARTIAL -1      /* only part of a token */
     57 #  define XML_TOK_INVALID 0
     58 
     59 /* The following tokens are returned by XmlContentTok; some are also
     60    returned by XmlAttributeValueTok, XmlEntityTok, XmlCdataSectionTok.
     61 */
     62 #  define XML_TOK_START_TAG_WITH_ATTS 1
     63 #  define XML_TOK_START_TAG_NO_ATTS 2
     64 #  define XML_TOK_EMPTY_ELEMENT_WITH_ATTS 3 /* empty element tag <e/> */
     65 #  define XML_TOK_EMPTY_ELEMENT_NO_ATTS 4
     66 #  define XML_TOK_END_TAG 5
     67 #  define XML_TOK_DATA_CHARS 6
     68 #  define XML_TOK_DATA_NEWLINE 7
     69 #  define XML_TOK_CDATA_SECT_OPEN 8
     70 #  define XML_TOK_ENTITY_REF 9
     71 #  define XML_TOK_CHAR_REF 10 /* numeric character reference */
     72 
     73 /* The following tokens may be returned by both XmlPrologTok and
     74    XmlContentTok.
     75 */
     76 #  define XML_TOK_PI 11       /* processing instruction */
     77 #  define XML_TOK_XML_DECL 12 /* XML decl or text decl */
     78 #  define XML_TOK_COMMENT 13
     79 #  define XML_TOK_BOM 14 /* Byte order mark */
     80 
     81 /* The following tokens are returned only by XmlPrologTok */
     82 #  define XML_TOK_PROLOG_S 15
     83 #  define XML_TOK_DECL_OPEN 16  /* <!foo */
     84 #  define XML_TOK_DECL_CLOSE 17 /* > */
     85 #  define XML_TOK_NAME 18
     86 #  define XML_TOK_NMTOKEN 19
     87 #  define XML_TOK_POUND_NAME 20 /* #name */
     88 #  define XML_TOK_OR 21         /* | */
     89 #  define XML_TOK_PERCENT 22
     90 #  define XML_TOK_OPEN_PAREN 23
     91 #  define XML_TOK_CLOSE_PAREN 24
     92 #  define XML_TOK_OPEN_BRACKET 25
     93 #  define XML_TOK_CLOSE_BRACKET 26
     94 #  define XML_TOK_LITERAL 27
     95 #  define XML_TOK_PARAM_ENTITY_REF 28
     96 #  define XML_TOK_INSTANCE_START 29
     97 
     98 /* The following occur only in element type declarations */
     99 #  define XML_TOK_NAME_QUESTION 30        /* name? */
    100 #  define XML_TOK_NAME_ASTERISK 31        /* name* */
    101 #  define XML_TOK_NAME_PLUS 32            /* name+ */
    102 #  define XML_TOK_COND_SECT_OPEN 33       /* <![ */
    103 #  define XML_TOK_COND_SECT_CLOSE 34      /* ]]> */
    104 #  define XML_TOK_CLOSE_PAREN_QUESTION 35 /* )? */
    105 #  define XML_TOK_CLOSE_PAREN_ASTERISK 36 /* )* */
    106 #  define XML_TOK_CLOSE_PAREN_PLUS 37     /* )+ */
    107 #  define XML_TOK_COMMA 38
    108 
    109 /* The following token is returned only by XmlAttributeValueTok */
    110 #  define XML_TOK_ATTRIBUTE_VALUE_S 39
    111 
    112 /* The following token is returned only by XmlCdataSectionTok */
    113 #  define XML_TOK_CDATA_SECT_CLOSE 40
    114 
    115 /* With namespace processing this is returned by XmlPrologTok for a
    116    name with a colon.
    117 */
    118 #  define XML_TOK_PREFIXED_NAME 41
    119 
    120 #  ifdef XML_DTD
    121 #    define XML_TOK_IGNORE_SECT 42
    122 #  endif /* XML_DTD */
    123 
    124 #  ifdef XML_DTD
    125 #    define XML_N_STATES 4
    126 #  else /* not XML_DTD */
    127 #    define XML_N_STATES 3
    128 #  endif /* not XML_DTD */
    129 
    130 #  define XML_PROLOG_STATE 0
    131 #  define XML_CONTENT_STATE 1
    132 #  define XML_CDATA_SECTION_STATE 2
    133 #  ifdef XML_DTD
    134 #    define XML_IGNORE_SECTION_STATE 3
    135 #  endif /* XML_DTD */
    136 
    137 #  define XML_N_LITERAL_TYPES 2
    138 #  define XML_ATTRIBUTE_VALUE_LITERAL 0
    139 #  define XML_ENTITY_VALUE_LITERAL 1
    140 
    141 /* The size of the buffer passed to XmlUtf8Encode must be at least this. */
    142 #  define XML_UTF8_ENCODE_MAX 4
    143 /* The size of the buffer passed to XmlUtf16Encode must be at least this. */
    144 #  define XML_UTF16_ENCODE_MAX 2
    145 
    146 typedef struct position {
    147   /* first line and first column are 0 not 1 */
    148   uint64_t lineNumber;
    149   uint64_t columnNumber;
    150 } POSITION;
    151 
    152 typedef struct {
    153   const char *name;
    154   const char *valuePtr;
    155   const char *valueEnd;
    156   char normalized;
    157 } ATTRIBUTE;
    158 
    159 struct encoding;
    160 typedef struct encoding ENCODING;
    161 
    162 typedef int (*SCANNER)(const ENCODING *, const char *, const char *,
    163                        const char **);
    164 
    165 enum XML_Convert_Result {
    166   XML_CONVERT_COMPLETED = 0,
    167   XML_CONVERT_INPUT_INCOMPLETE = 1,
    168   XML_CONVERT_OUTPUT_EXHAUSTED = 2 /* and therefore potentially input remaining
    169                                       as well */
    170 };
    171 
    172 struct encoding {
    173   SCANNER scanners[XML_N_STATES];
    174   SCANNER literalScanners[XML_N_LITERAL_TYPES];
    175   int (*nameMatchesAscii)(const ENCODING *, const char *, const char *,
    176                           const char *);
    177   int (*nameLength)(const ENCODING *, const char *);
    178   const char *(*skipS)(const ENCODING *, const char *);
    179   int (*getAtts)(const ENCODING *enc, const char *ptr, int attsMax,
    180                  ATTRIBUTE *atts);
    181   int (*charRefNumber)(const ENCODING *enc, const char *ptr);
    182   int (*predefinedEntityName)(const ENCODING *, const char *, const char *);
    183   void (*updatePosition)(const ENCODING *, const char *ptr, const char *end,
    184                          POSITION *);
    185   int (*isPublicId)(const ENCODING *enc, const char *ptr, const char *end,
    186                     const char **badPtr);
    187   enum XML_Convert_Result (*utf8Convert)(const ENCODING *enc,
    188                                          const char **fromP,
    189                                          const char *fromLim, char **toP,
    190                                          const char *toLim);
    191   enum XML_Convert_Result (*utf16Convert)(const ENCODING *enc,
    192                                           const char **fromP,
    193                                           const char *fromLim,
    194                                           unsigned short **toP,
    195                                           const unsigned short *toLim);
    196   int minBytesPerChar;
    197   char isUtf8;
    198   char isUtf16;
    199 };
    200 
    201 /* Scan the string starting at ptr until the end of the next complete
    202    token, but do not scan past eptr.  Return an integer giving the
    203    type of token.
    204 
    205    Return XML_TOK_NONE when ptr == eptr; nextTokPtr will not be set.
    206 
    207    Return XML_TOK_PARTIAL when the string does not contain a complete
    208    token; nextTokPtr will not be set.
    209 
    210    Return XML_TOK_INVALID when the string does not start a valid
    211    token; nextTokPtr will be set to point to the character which made
    212    the token invalid.
    213 
    214    Otherwise the string starts with a valid token; nextTokPtr will be
    215    set to point to the character following the end of that token.
    216 
    217    Each data character counts as a single token, but adjacent data
    218    characters may be returned together.  Similarly for characters in
    219    the prolog outside literals, comments and processing instructions.
    220 */
    221 
    222 #  define XmlTok(enc, state, ptr, end, nextTokPtr)                             \
    223     (((enc)->scanners[state])(enc, ptr, end, nextTokPtr))
    224 
    225 #  define XmlPrologTok(enc, ptr, end, nextTokPtr)                              \
    226     XmlTok(enc, XML_PROLOG_STATE, ptr, end, nextTokPtr)
    227 
    228 #  define XmlContentTok(enc, ptr, end, nextTokPtr)                             \
    229     XmlTok(enc, XML_CONTENT_STATE, ptr, end, nextTokPtr)
    230 
    231 #  define XmlCdataSectionTok(enc, ptr, end, nextTokPtr)                        \
    232     XmlTok(enc, XML_CDATA_SECTION_STATE, ptr, end, nextTokPtr)
    233 
    234 #  ifdef XML_DTD
    235 
    236 #    define XmlIgnoreSectionTok(enc, ptr, end, nextTokPtr)                     \
    237       XmlTok(enc, XML_IGNORE_SECTION_STATE, ptr, end, nextTokPtr)
    238 
    239 #  endif /* XML_DTD */
    240 
    241 /* This is used for performing a 2nd-level tokenization on the content
    242    of a literal that has already been returned by XmlTok.
    243 */
    244 #  define XmlLiteralTok(enc, literalType, ptr, end, nextTokPtr)                \
    245     (((enc)->literalScanners[literalType])(enc, ptr, end, nextTokPtr))
    246 
    247 #  define XmlAttributeValueTok(enc, ptr, end, nextTokPtr)                      \
    248     XmlLiteralTok(enc, XML_ATTRIBUTE_VALUE_LITERAL, ptr, end, nextTokPtr)
    249 
    250 #  define XmlEntityValueTok(enc, ptr, end, nextTokPtr)                         \
    251     XmlLiteralTok(enc, XML_ENTITY_VALUE_LITERAL, ptr, end, nextTokPtr)
    252 
    253 #  define XmlNameMatchesAscii(enc, ptr1, end1, ptr2)                           \
    254     (((enc)->nameMatchesAscii)(enc, ptr1, end1, ptr2))
    255 
    256 #  define XmlNameLength(enc, ptr) (((enc)->nameLength)(enc, ptr))
    257 
    258 #  define XmlSkipS(enc, ptr) (((enc)->skipS)(enc, ptr))
    259 
    260 #  define XmlGetAttributes(enc, ptr, attsMax, atts)                            \
    261     (((enc)->getAtts)(enc, ptr, attsMax, atts))
    262 
    263 #  define XmlCharRefNumber(enc, ptr) (((enc)->charRefNumber)(enc, ptr))
    264 
    265 #  define XmlPredefinedEntityName(enc, ptr, end)                               \
    266     (((enc)->predefinedEntityName)(enc, ptr, end))
    267 
    268 #  define XmlUpdatePosition(enc, ptr, end, pos)                                \
    269     (((enc)->updatePosition)(enc, ptr, end, pos))
    270 
    271 #  define XmlIsPublicId(enc, ptr, end, badPtr)                                 \
    272     (((enc)->isPublicId)(enc, ptr, end, badPtr))
    273 
    274 #  define XmlUtf8Convert(enc, fromP, fromLim, toP, toLim)                      \
    275     (((enc)->utf8Convert)(enc, fromP, fromLim, toP, toLim))
    276 
    277 #  define XmlUtf16Convert(enc, fromP, fromLim, toP, toLim)                     \
    278     (((enc)->utf16Convert)(enc, fromP, fromLim, toP, toLim))
    279 
    280 typedef struct {
    281   ENCODING initEnc;
    282   const ENCODING **encPtr;
    283 } INIT_ENCODING;
    284 
    285 int XmlParseXmlDecl(int isGeneralTextEntity, const ENCODING *enc,
    286                     const char *ptr, const char *end, const char **badPtr,
    287                     const char **versionPtr, const char **versionEndPtr,
    288                     const char **encodingNamePtr,
    289                     const ENCODING **namedEncodingPtr, int *standalonePtr);
    290 
    291 int XmlInitEncoding(INIT_ENCODING *p, const ENCODING **encPtr,
    292                     const char *name);
    293 const ENCODING *XmlGetUtf8InternalEncoding(void);
    294 const ENCODING *XmlGetUtf16InternalEncoding(void);
    295 int XmlUtf8Encode(int charNumber, char *buf);
    296 int XmlUtf16Encode(int charNumber, unsigned short *buf);
    297 int XmlSizeOfUnknownEncoding(void);
    298 
    299 typedef int(XMLCALL *CONVERTER)(void *userData, const char *p);
    300 
    301 ENCODING *XmlInitUnknownEncoding(void *mem, const int *table, CONVERTER convert,
    302                                  void *userData);
    303 
    304 int XmlParseXmlDeclNS(int isGeneralTextEntity, const ENCODING *enc,
    305                       const char *ptr, const char *end, const char **badPtr,
    306                       const char **versionPtr, const char **versionEndPtr,
    307                       const char **encodingNamePtr,
    308                       const ENCODING **namedEncodingPtr, int *standalonePtr);
    309 
    310 int XmlInitEncodingNS(INIT_ENCODING *p, const ENCODING **encPtr,
    311                       const char *name);
    312 const ENCODING *XmlGetUtf8InternalEncodingNS(void);
    313 const ENCODING *XmlGetUtf16InternalEncodingNS(void);
    314 ENCODING *XmlInitUnknownEncodingNS(void *mem, const int *table,
    315                                    CONVERTER convert, void *userData);
    316 
    317 #endif /* not XmlTok_INCLUDED */
    318