Home | History | Annotate | Line # | Download | only in make
str.c revision 1.84
      1  1.84    rillig /*	$NetBSD: str.c,v 1.84 2021/04/11 19:05:06 rillig Exp $	*/
      2  1.10  christos 
      3  1.79    rillig /*
      4  1.13  christos  * Copyright (c) 1988, 1989, 1990, 1993
      5  1.13  christos  *	The Regents of the University of California.  All rights reserved.
      6  1.20       agc  *
      7  1.20       agc  * This code is derived from software contributed to Berkeley by
      8  1.20       agc  * Adam de Boor.
      9  1.20       agc  *
     10  1.20       agc  * Redistribution and use in source and binary forms, with or without
     11  1.20       agc  * modification, are permitted provided that the following conditions
     12  1.20       agc  * are met:
     13  1.20       agc  * 1. Redistributions of source code must retain the above copyright
     14  1.20       agc  *    notice, this list of conditions and the following disclaimer.
     15  1.20       agc  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.20       agc  *    notice, this list of conditions and the following disclaimer in the
     17  1.20       agc  *    documentation and/or other materials provided with the distribution.
     18  1.20       agc  * 3. Neither the name of the University nor the names of its contributors
     19  1.20       agc  *    may be used to endorse or promote products derived from this software
     20  1.20       agc  *    without specific prior written permission.
     21  1.20       agc  *
     22  1.20       agc  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     23  1.20       agc  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     24  1.20       agc  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     25  1.20       agc  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     26  1.20       agc  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     27  1.20       agc  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     28  1.20       agc  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     29  1.20       agc  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     30  1.20       agc  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     31  1.20       agc  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     32  1.20       agc  * SUCH DAMAGE.
     33  1.20       agc  */
     34  1.20       agc 
     35  1.79    rillig /*
     36   1.1       cgd  * Copyright (c) 1989 by Berkeley Softworks
     37   1.1       cgd  * All rights reserved.
     38   1.1       cgd  *
     39   1.1       cgd  * This code is derived from software contributed to Berkeley by
     40   1.1       cgd  * Adam de Boor.
     41   1.1       cgd  *
     42   1.1       cgd  * Redistribution and use in source and binary forms, with or without
     43   1.1       cgd  * modification, are permitted provided that the following conditions
     44   1.1       cgd  * are met:
     45   1.1       cgd  * 1. Redistributions of source code must retain the above copyright
     46   1.1       cgd  *    notice, this list of conditions and the following disclaimer.
     47   1.1       cgd  * 2. Redistributions in binary form must reproduce the above copyright
     48   1.1       cgd  *    notice, this list of conditions and the following disclaimer in the
     49   1.1       cgd  *    documentation and/or other materials provided with the distribution.
     50   1.1       cgd  * 3. All advertising materials mentioning features or use of this software
     51   1.1       cgd  *    must display the following acknowledgement:
     52   1.1       cgd  *	This product includes software developed by the University of
     53   1.1       cgd  *	California, Berkeley and its contributors.
     54   1.1       cgd  * 4. Neither the name of the University nor the names of its contributors
     55   1.1       cgd  *    may be used to endorse or promote products derived from this software
     56   1.1       cgd  *    without specific prior written permission.
     57   1.1       cgd  *
     58   1.1       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     59   1.1       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     60   1.1       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     61   1.1       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     62   1.1       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     63   1.1       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     64   1.1       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     65   1.1       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     66   1.1       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     67   1.1       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     68   1.1       cgd  * SUCH DAMAGE.
     69   1.1       cgd  */
     70   1.1       cgd 
     71  1.65    rillig #include "make.h"
     72   1.1       cgd 
     73  1.65    rillig /*	"@(#)str.c	5.8 (Berkeley) 6/1/90"	*/
     74  1.84    rillig MAKE_RCSID("$NetBSD: str.c,v 1.84 2021/04/11 19:05:06 rillig Exp $");
     75   1.1       cgd 
     76  1.59    rillig /* Return the concatenation of s1 and s2, freshly allocated. */
     77   1.1       cgd char *
     78  1.59    rillig str_concat2(const char *s1, const char *s2)
     79   1.1       cgd {
     80  1.57    rillig 	size_t len1 = strlen(s1);
     81  1.57    rillig 	size_t len2 = strlen(s2);
     82  1.59    rillig 	char *result = bmake_malloc(len1 + len2 + 1);
     83  1.28  christos 	memcpy(result, s1, len1);
     84  1.28  christos 	memcpy(result + len1, s2, len2 + 1);
     85  1.59    rillig 	return result;
     86  1.59    rillig }
     87   1.1       cgd 
     88  1.59    rillig /* Return the concatenation of s1, s2 and s3, freshly allocated. */
     89  1.59    rillig char *
     90  1.59    rillig str_concat3(const char *s1, const char *s2, const char *s3)
     91  1.59    rillig {
     92  1.59    rillig 	size_t len1 = strlen(s1);
     93  1.59    rillig 	size_t len2 = strlen(s2);
     94  1.59    rillig 	size_t len3 = strlen(s3);
     95  1.59    rillig 	char *result = bmake_malloc(len1 + len2 + len3 + 1);
     96  1.59    rillig 	memcpy(result, s1, len1);
     97  1.59    rillig 	memcpy(result + len1, s2, len2);
     98  1.59    rillig 	memcpy(result + len1 + len2, s3, len3 + 1);
     99  1.45    rillig 	return result;
    100   1.1       cgd }
    101   1.1       cgd 
    102  1.60    rillig /* Return the concatenation of s1, s2, s3 and s4, freshly allocated. */
    103  1.60    rillig char *
    104  1.60    rillig str_concat4(const char *s1, const char *s2, const char *s3, const char *s4)
    105  1.60    rillig {
    106  1.60    rillig 	size_t len1 = strlen(s1);
    107  1.60    rillig 	size_t len2 = strlen(s2);
    108  1.60    rillig 	size_t len3 = strlen(s3);
    109  1.60    rillig 	size_t len4 = strlen(s4);
    110  1.60    rillig 	char *result = bmake_malloc(len1 + len2 + len3 + len4 + 1);
    111  1.60    rillig 	memcpy(result, s1, len1);
    112  1.60    rillig 	memcpy(result + len1, s2, len2);
    113  1.60    rillig 	memcpy(result + len1 + len2, s3, len3);
    114  1.60    rillig 	memcpy(result + len1 + len2 + len3, s4, len4 + 1);
    115  1.60    rillig 	return result;
    116  1.60    rillig }
    117  1.60    rillig 
    118  1.76    rillig /*
    119  1.76    rillig  * Fracture a string into an array of words (as delineated by tabs or spaces)
    120  1.73    rillig  * taking quotation marks into account.
    121  1.64    rillig  *
    122  1.82    rillig  * If expand is true, quotes are removed and escape sequences such as \r, \t,
    123  1.73    rillig  * etc... are expanded. In this case, return NULL on parse errors.
    124  1.64    rillig  *
    125  1.73    rillig  * Returns the fractured words, which must be freed later using Words_Free,
    126  1.73    rillig  * unless the returned Words.words was NULL.
    127   1.1       cgd  */
    128  1.84    rillig SubstringWords
    129  1.84    rillig Substring_Words(const char *str, bool expand)
    130   1.1       cgd {
    131  1.56    rillig 	size_t str_len;
    132  1.56    rillig 	char *words_buf;
    133  1.61    rillig 	size_t words_cap;
    134  1.84    rillig 	Substring *words;
    135  1.61    rillig 	size_t words_len;
    136  1.56    rillig 	char inquote;
    137  1.56    rillig 	char *word_start;
    138  1.56    rillig 	char *word_end;
    139  1.55    rillig 	const char *str_p;
    140  1.55    rillig 
    141  1.72    rillig 	/* XXX: why only hspace, not whitespace? */
    142  1.72    rillig 	cpp_skip_hspace(&str);	/* skip leading space chars. */
    143   1.1       cgd 
    144  1.41    rillig 	/* words_buf holds the words, separated by '\0'. */
    145  1.55    rillig 	str_len = strlen(str);
    146  1.75    rillig 	words_buf = bmake_malloc(str_len + 1);
    147   1.1       cgd 
    148  1.70    rillig 	words_cap = str_len / 5 > 50 ? str_len / 5 : 50;
    149  1.84    rillig 	words = bmake_malloc((words_cap + 1) * sizeof(words[0]));
    150  1.35       sjg 
    151  1.35       sjg 	/*
    152   1.1       cgd 	 * copy the string; at the same time, parse backslashes,
    153  1.41    rillig 	 * quotes and build the word list.
    154   1.1       cgd 	 */
    155  1.55    rillig 	words_len = 0;
    156  1.55    rillig 	inquote = '\0';
    157  1.55    rillig 	word_start = words_buf;
    158  1.55    rillig 	word_end = words_buf;
    159  1.80    rillig 	for (str_p = str;; str_p++) {
    160  1.41    rillig 		char ch = *str_p;
    161  1.56    rillig 		switch (ch) {
    162   1.1       cgd 		case '"':
    163   1.1       cgd 		case '\'':
    164  1.78    rillig 			if (inquote != '\0') {
    165   1.1       cgd 				if (inquote == ch)
    166   1.4       cgd 					inquote = '\0';
    167   1.1       cgd 				else
    168   1.1       cgd 					break;
    169  1.56    rillig 			} else {
    170  1.69    rillig 				inquote = ch;
    171   1.6       jtc 				/* Don't miss "" or '' */
    172  1.41    rillig 				if (word_start == NULL && str_p[1] == inquote) {
    173  1.30  christos 					if (!expand) {
    174  1.41    rillig 						word_start = word_end;
    175  1.41    rillig 						*word_end++ = ch;
    176  1.30  christos 					} else
    177  1.41    rillig 						word_start = word_end + 1;
    178  1.41    rillig 					str_p++;
    179  1.25  christos 					inquote = '\0';
    180   1.6       jtc 					break;
    181   1.6       jtc 				}
    182   1.6       jtc 			}
    183   1.8       jtc 			if (!expand) {
    184  1.41    rillig 				if (word_start == NULL)
    185  1.41    rillig 					word_start = word_end;
    186  1.41    rillig 				*word_end++ = ch;
    187   1.8       jtc 			}
    188   1.1       cgd 			continue;
    189   1.1       cgd 		case ' ':
    190   1.1       cgd 		case '\t':
    191   1.8       jtc 		case '\n':
    192  1.78    rillig 			if (inquote != '\0')
    193   1.1       cgd 				break;
    194  1.41    rillig 			if (word_start == NULL)
    195   1.1       cgd 				continue;
    196   1.1       cgd 			/* FALLTHROUGH */
    197   1.1       cgd 		case '\0':
    198   1.1       cgd 			/*
    199  1.41    rillig 			 * end of a token -- make sure there's enough words
    200   1.1       cgd 			 * space and save off a pointer.
    201   1.1       cgd 			 */
    202  1.41    rillig 			if (word_start == NULL)
    203  1.56    rillig 				goto done;
    204   1.8       jtc 
    205  1.41    rillig 			*word_end++ = '\0';
    206  1.41    rillig 			if (words_len == words_cap) {
    207  1.56    rillig 				size_t new_size;
    208  1.84    rillig 				words_cap *= 2;
    209  1.84    rillig 				new_size = (words_cap + 1) * sizeof(words[0]);
    210  1.56    rillig 				words = bmake_realloc(words, new_size);
    211   1.1       cgd 			}
    212  1.84    rillig 			words[words_len++] =
    213  1.84    rillig 			    Substring_Init(word_start, word_end - 1);
    214  1.41    rillig 			word_start = NULL;
    215  1.31  christos 			if (ch == '\n' || ch == '\0') {
    216  1.77    rillig 				if (expand && inquote != '\0') {
    217  1.84    rillig 					SubstringWords res;
    218  1.83    rillig 
    219  1.41    rillig 					free(words);
    220  1.41    rillig 					free(words_buf);
    221  1.83    rillig 
    222  1.83    rillig 					res.words = NULL;
    223  1.83    rillig 					res.len = 0;
    224  1.83    rillig 					res.freeIt = NULL;
    225  1.83    rillig 					return res;
    226  1.31  christos 				}
    227   1.1       cgd 				goto done;
    228  1.31  christos 			}
    229   1.1       cgd 			continue;
    230   1.1       cgd 		case '\\':
    231   1.8       jtc 			if (!expand) {
    232  1.41    rillig 				if (word_start == NULL)
    233  1.41    rillig 					word_start = word_end;
    234  1.41    rillig 				*word_end++ = '\\';
    235  1.41    rillig 				/* catch '\' at end of line */
    236  1.41    rillig 				if (str_p[1] == '\0')
    237  1.26       erh 					continue;
    238  1.41    rillig 				ch = *++str_p;
    239   1.8       jtc 				break;
    240   1.8       jtc 			}
    241  1.13  christos 
    242  1.41    rillig 			switch (ch = *++str_p) {
    243   1.1       cgd 			case '\0':
    244   1.1       cgd 			case '\n':
    245   1.1       cgd 				/* hmmm; fix it up as best we can */
    246   1.1       cgd 				ch = '\\';
    247  1.74    rillig 				str_p--;
    248   1.1       cgd 				break;
    249   1.1       cgd 			case 'b':
    250   1.1       cgd 				ch = '\b';
    251   1.1       cgd 				break;
    252   1.1       cgd 			case 'f':
    253   1.1       cgd 				ch = '\f';
    254   1.1       cgd 				break;
    255   1.1       cgd 			case 'n':
    256   1.1       cgd 				ch = '\n';
    257   1.1       cgd 				break;
    258   1.1       cgd 			case 'r':
    259   1.1       cgd 				ch = '\r';
    260   1.1       cgd 				break;
    261   1.1       cgd 			case 't':
    262   1.1       cgd 				ch = '\t';
    263   1.1       cgd 				break;
    264   1.1       cgd 			}
    265   1.1       cgd 			break;
    266   1.1       cgd 		}
    267  1.41    rillig 		if (word_start == NULL)
    268  1.41    rillig 			word_start = word_end;
    269  1.41    rillig 		*word_end++ = ch;
    270   1.1       cgd 	}
    271  1.56    rillig done:
    272  1.84    rillig 	words[words_len] = Substring_Init(NULL, NULL);	/* useful for argv */
    273  1.83    rillig 
    274  1.83    rillig 	{
    275  1.84    rillig 		SubstringWords result;
    276  1.83    rillig 
    277  1.83    rillig 		result.words = words;
    278  1.83    rillig 		result.len = words_len;
    279  1.83    rillig 		result.freeIt = words_buf;
    280  1.83    rillig 		return result;
    281  1.83    rillig 	}
    282   1.1       cgd }
    283   1.1       cgd 
    284  1.84    rillig Words
    285  1.84    rillig Str_Words(const char *str, bool expand)
    286  1.84    rillig {
    287  1.84    rillig 	SubstringWords swords;
    288  1.84    rillig 	Words words;
    289  1.84    rillig 	size_t i;
    290  1.84    rillig 
    291  1.84    rillig 	swords = Substring_Words(str, expand);
    292  1.84    rillig 	if (swords.words == NULL) {
    293  1.84    rillig 		words.words = NULL;
    294  1.84    rillig 		words.len = 0;
    295  1.84    rillig 		words.freeIt = NULL;
    296  1.84    rillig 		return words;
    297  1.84    rillig 	}
    298  1.84    rillig 
    299  1.84    rillig 	words.words = bmake_malloc((swords.len + 1) * sizeof(words.words[0]));
    300  1.84    rillig 	words.len = swords.len;
    301  1.84    rillig 	words.freeIt = swords.freeIt;
    302  1.84    rillig 	for (i = 0; i < swords.len + 1; i++)
    303  1.84    rillig 		words.words[i] = UNCONST(swords.words[i].start);
    304  1.84    rillig 	free(swords.words);
    305  1.84    rillig 	return words;
    306  1.84    rillig }
    307  1.84    rillig 
    308   1.1       cgd /*
    309  1.51    rillig  * Str_Match -- Test if a string matches a pattern like "*.[ch]".
    310  1.73    rillig  * The following special characters are known *?\[] (as in fnmatch(3)).
    311  1.13  christos  *
    312  1.73    rillig  * XXX: this function does not detect or report malformed patterns.
    313   1.1       cgd  */
    314  1.82    rillig bool
    315  1.51    rillig Str_Match(const char *str, const char *pat)
    316   1.1       cgd {
    317   1.1       cgd 	for (;;) {
    318   1.1       cgd 		/*
    319   1.1       cgd 		 * See if we're at the end of both the pattern and the
    320  1.73    rillig 		 * string. If so, we succeeded.  If we're at the end of the
    321   1.1       cgd 		 * pattern but not at the end of the string, we failed.
    322   1.1       cgd 		 */
    323  1.71    rillig 		if (*pat == '\0')
    324  1.71    rillig 			return *str == '\0';
    325  1.71    rillig 		if (*str == '\0' && *pat != '*')
    326  1.82    rillig 			return false;
    327  1.51    rillig 
    328   1.1       cgd 		/*
    329  1.51    rillig 		 * A '*' in the pattern matches any substring.  We handle this
    330  1.51    rillig 		 * by calling ourselves for each suffix of the string.
    331   1.1       cgd 		 */
    332  1.51    rillig 		if (*pat == '*') {
    333  1.51    rillig 			pat++;
    334  1.51    rillig 			while (*pat == '*')
    335  1.51    rillig 				pat++;
    336  1.71    rillig 			if (*pat == '\0')
    337  1.82    rillig 				return true;
    338  1.71    rillig 			while (*str != '\0') {
    339  1.51    rillig 				if (Str_Match(str, pat))
    340  1.82    rillig 					return true;
    341  1.51    rillig 				str++;
    342   1.1       cgd 			}
    343  1.82    rillig 			return false;
    344   1.1       cgd 		}
    345  1.51    rillig 
    346  1.51    rillig 		/* A '?' in the pattern matches any single character. */
    347  1.51    rillig 		if (*pat == '?')
    348   1.1       cgd 			goto thisCharOK;
    349  1.51    rillig 
    350   1.1       cgd 		/*
    351  1.51    rillig 		 * A '[' in the pattern matches a character from a list.
    352  1.51    rillig 		 * The '[' is followed by the list of acceptable characters,
    353  1.51    rillig 		 * or by ranges (two characters separated by '-'). In these
    354  1.51    rillig 		 * character lists, the backslash is an ordinary character.
    355   1.1       cgd 		 */
    356  1.51    rillig 		if (*pat == '[') {
    357  1.82    rillig 			bool neg = pat[1] == '^';
    358  1.63    rillig 			pat += neg ? 2 : 1;
    359  1.37       sjg 
    360   1.1       cgd 			for (;;) {
    361  1.71    rillig 				if (*pat == ']' || *pat == '\0') {
    362  1.51    rillig 					if (neg)
    363  1.38       sjg 						break;
    364  1.82    rillig 					return false;
    365  1.38       sjg 				}
    366  1.81    rillig 				/*
    367  1.81    rillig 				 * XXX: This naive comparison makes the
    368  1.81    rillig 				 * control flow of the pattern parser
    369  1.81    rillig 				 * dependent on the actual value of the
    370  1.81    rillig 				 * string.  This is unpredictable.  It may be
    371  1.81    rillig 				 * though that the code only looks wrong but
    372  1.81    rillig 				 * actually all code paths result in the same
    373  1.81    rillig 				 * behavior.  This needs further tests.
    374  1.81    rillig 				 */
    375  1.51    rillig 				if (*pat == *str)
    376   1.1       cgd 					break;
    377  1.51    rillig 				if (pat[1] == '-') {
    378  1.71    rillig 					if (pat[2] == '\0')
    379  1.51    rillig 						return neg;
    380  1.51    rillig 					if (*pat <= *str && pat[2] >= *str)
    381   1.1       cgd 						break;
    382  1.51    rillig 					if (*pat >= *str && pat[2] <= *str)
    383   1.1       cgd 						break;
    384  1.51    rillig 					pat += 2;
    385   1.1       cgd 				}
    386  1.51    rillig 				pat++;
    387   1.1       cgd 			}
    388  1.71    rillig 			if (neg && *pat != ']' && *pat != '\0')
    389  1.82    rillig 				return false;
    390  1.71    rillig 			while (*pat != ']' && *pat != '\0')
    391  1.51    rillig 				pat++;
    392  1.71    rillig 			if (*pat == '\0')
    393  1.51    rillig 				pat--;
    394   1.1       cgd 			goto thisCharOK;
    395   1.1       cgd 		}
    396  1.51    rillig 
    397   1.1       cgd 		/*
    398  1.51    rillig 		 * A backslash in the pattern matches the character following
    399  1.51    rillig 		 * it exactly.
    400   1.1       cgd 		 */
    401  1.51    rillig 		if (*pat == '\\') {
    402  1.51    rillig 			pat++;
    403  1.71    rillig 			if (*pat == '\0')
    404  1.82    rillig 				return false;
    405   1.1       cgd 		}
    406  1.51    rillig 
    407  1.51    rillig 		if (*pat != *str)
    408  1.82    rillig 			return false;
    409  1.51    rillig 
    410  1.51    rillig 	thisCharOK:
    411  1.51    rillig 		pat++;
    412  1.51    rillig 		str++;
    413   1.1       cgd 	}
    414   1.4       cgd }
    415