job.h revision 1.26
1/*	$NetBSD: job.h,v 1.26 2006/03/13 20:35:09 dsl Exp $	*/
2
3/*
4 * Copyright (c) 1988, 1989, 1990 The Regents of the University of California.
5 * All rights reserved.
6 *
7 * This code is derived from software contributed to Berkeley by
8 * Adam de Boor.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 *    notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 *    notice, this list of conditions and the following disclaimer in the
17 *    documentation and/or other materials provided with the distribution.
18 * 3. Neither the name of the University nor the names of its contributors
19 *    may be used to endorse or promote products derived from this software
20 *    without specific prior written permission.
21 *
22 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
23 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
24 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25 * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
26 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
30 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
31 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
32 * SUCH DAMAGE.
33 *
34 *	from: @(#)job.h	8.1 (Berkeley) 6/6/93
35 */
36
37/*
38 * Copyright (c) 1988, 1989 by Adam de Boor
39 * Copyright (c) 1989 by Berkeley Softworks
40 * All rights reserved.
41 *
42 * This code is derived from software contributed to Berkeley by
43 * Adam de Boor.
44 *
45 * Redistribution and use in source and binary forms, with or without
46 * modification, are permitted provided that the following conditions
47 * are met:
48 * 1. Redistributions of source code must retain the above copyright
49 *    notice, this list of conditions and the following disclaimer.
50 * 2. Redistributions in binary form must reproduce the above copyright
51 *    notice, this list of conditions and the following disclaimer in the
52 *    documentation and/or other materials provided with the distribution.
53 * 3. All advertising materials mentioning features or use of this software
54 *    must display the following acknowledgement:
55 *	This product includes software developed by the University of
56 *	California, Berkeley and its contributors.
57 * 4. Neither the name of the University nor the names of its contributors
58 *    may be used to endorse or promote products derived from this software
59 *    without specific prior written permission.
60 *
61 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
62 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
63 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
64 * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
65 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
66 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
67 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
68 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
69 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
70 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
71 * SUCH DAMAGE.
72 *
73 *	from: @(#)job.h	8.1 (Berkeley) 6/6/93
74 */
75
76/*-
77 * job.h --
78 *	Definitions pertaining to the running of jobs in parallel mode.
79 */
80#ifndef _JOB_H_
81#define _JOB_H_
82
83#define TMPPAT	"/tmp/makeXXXXXX"
84
85#ifdef USE_SELECT
86/*
87 * Emulate poll() in terms of select().  This is not a complete
88 * emulation but it is sufficient for make's purposes.
89 */
90
91#define poll emul_poll
92#define pollfd emul_pollfd
93
94struct emul_pollfd {
95    int fd;
96    short events;
97    short revents;
98};
99
100#define	POLLIN		0x0001
101#define	POLLOUT		0x0004
102
103int
104emul_poll(struct pollfd *fd, int nfd, int timeout);
105#endif
106
107/*
108 * The POLL_MSEC constant determines the maximum number of milliseconds spent
109 * in poll before coming out to see if a child has finished.
110 */
111#define POLL_MSEC	5000
112
113
114/*-
115 * Job Table definitions.
116 *
117 * Each job has several things associated with it:
118 *	1) The process id of the child shell
119 *	2) The graph node describing the target being made by this job
120 *	3) A LstNode for the first command to be saved after the job
121 *	   completes. This is NILLNODE if there was no "..." in the job's
122 *	   commands.
123 *	4) An FILE* for writing out the commands. This is only
124 *	   used before the job is actually started.
125 *	5) A union of things used for handling the shell's output. Different
126 *	   parts of the union are used based on the value of the usePipes
127 *	   flag. If it is true, the output is being caught via a pipe and
128 *	   the descriptors of our pipe, an array in which output is line
129 *	   buffered and the current position in that buffer are all
130 *	   maintained for each job. If, on the other hand, usePipes is false,
131 *	   the output is routed to a temporary file and all that is kept
132 *	   is the name of the file and the descriptor open to the file.
133 *	6) A word of flags which determine how the module handles errors,
134 *	   echoing, etc. for the job
135 *
136 * The job "table" is kept as a linked Lst in 'jobs', with the number of
137 * active jobs maintained in the 'nJobs' variable. At no time will this
138 * exceed the value of 'maxJobs', initialized by the Job_Init function.
139 *
140 * When a job is finished, the Make_Update function is called on each of the
141 * parents of the node which was just remade. This takes care of the upward
142 * traversal of the dependency graph.
143 */
144struct pollfd;
145
146#define JOB_BUFSIZE	1024
147typedef struct Job {
148    int       	pid;	    /* The child's process ID */
149    GNode    	*node;      /* The target the child is making */
150    LstNode 	tailCmds;   /* The node of the first command to be
151			     * saved when the job has been run */
152    FILE 	*cmdFILE;   /* When creating the shell script, this is
153			     * where the commands go */
154    short      	flags;	    /* Flags to control treatment of job */
155#define	JOB_IGNERR	0x001	/* Ignore non-zero exits */
156#define	JOB_SILENT	0x002	/* no output */
157#define JOB_SPECIAL	0x004	/* Target is a special one. i.e. run it locally
158				 * if we can't export it and maxLocal is 0 */
159#define JOB_IGNDOTS	0x008  	/* Ignore "..." lines when processing
160				 * commands */
161#define JOB_RESUME	0x100	/* Job needs to be resumed b/c it stopped,
162				 * for some reason */
163#define JOB_CONTINUING	0x200	/* We are in the process of resuming this job.
164				 * Used to avoid infinite recursion between
165				 * JobFinish and JobRestart */
166#define JOB_TRACED	0x400	/* we've sent 'set -x' */
167
168    union {
169	struct {
170	    int	  	op_inPipe;	/* Input side of pipe associated
171					 * with job's output channel */
172	    struct pollfd *op_inPollfd;	/* pollfd associated with inPipe */
173	    int   	op_outPipe;	/* Output side of pipe associated with
174					 * job's output channel */
175	    char  	op_outBuf[JOB_BUFSIZE + 1];
176	    	  	    	    	/* Buffer for storing the output of the
177					 * job, line by line */
178	    int   	op_curPos;	/* Current position in op_outBuf */
179	}   	    o_pipe;	    /* data used when catching the output via
180				     * a pipe */
181	struct {
182	    char  	of_outFile[sizeof(TMPPAT)+2];
183	    	  	    	    	/* Name of file to which shell output
184					 * was rerouted */
185	    int	    	of_outFd;	/* Stream open to the output
186					 * file. Used to funnel all
187					 * from a single job to one file
188					 * while still allowing
189					 * multiple shell invocations */
190	}   	    o_file;	    /* Data used when catching the output in
191				     * a temporary file */
192    }       	output;	    /* Data for tracking a shell's output */
193} Job;
194
195#define outPipe	  	output.o_pipe.op_outPipe
196#define inPipe	  	output.o_pipe.op_inPipe
197#define inPollfd	output.o_pipe.op_inPollfd
198#define outBuf		output.o_pipe.op_outBuf
199#define curPos		output.o_pipe.op_curPos
200#define outFile		output.o_file.of_outFile
201#define outFd	  	output.o_file.of_outFd
202
203
204/*-
205 * Shell Specifications:
206 * Each shell type has associated with it the following information:
207 *	1) The string which must match the last character of the shell name
208 *	   for the shell to be considered of this type. The longest match
209 *	   wins.
210 *	2) A command to issue to turn off echoing of command lines
211 *	3) A command to issue to turn echoing back on again
212 *	4) What the shell prints, and its length, when given the echo-off
213 *	   command. This line will not be printed when received from the shell
214 *	5) A boolean to tell if the shell has the ability to control
215 *	   error checking for individual commands.
216 *	6) The string to turn this checking on.
217 *	7) The string to turn it off.
218 *	8) The command-flag to give to cause the shell to start echoing
219 *	   commands right away.
220 *	9) The command-flag to cause the shell to Lib_Exit when an error is
221 *	   detected in one of the commands.
222 *
223 * Some special stuff goes on if a shell doesn't have error control. In such
224 * a case, errCheck becomes a printf template for echoing the command,
225 * should echoing be on and ignErr becomes another printf template for
226 * executing the command while ignoring the return status. Finally errOut
227 * is a printf template for running the command and causing the shell to
228 * exit on error. If any of these strings are empty when hasErrCtl is FALSE,
229 * the command will be executed anyway as is and if it causes an error, so be
230 * it. Any templates setup to echo the command will escape any '$ ` \ "'i
231 * characters in the command string to avoid common problems with
232 * echo "%s\n" as a template.
233 */
234typedef struct Shell {
235    const char	 *name;		/* the name of the shell. For Bourne and C
236				 * shells, this is used only to find the
237				 * shell description when used as the single
238				 * source of a .SHELL target. For user-defined
239				 * shells, this is the full path of the shell.
240				 */
241    Boolean 	  hasEchoCtl;	/* True if both echoOff and echoOn defined */
242    const char   *echoOff;	/* command to turn off echo */
243    const char   *echoOn;	/* command to turn it back on again */
244    const char   *noPrint;	/* command to skip when printing output from
245				 * shell. This is usually the command which
246				 * was executed to turn off echoing */
247    int           noPLen;	/* length of noPrint command */
248    Boolean	  hasErrCtl;	/* set if can control error checking for
249				 * individual commands */
250    const char	 *errCheck;	/* string to turn error checking on */
251    const char	 *ignErr;	/* string to turn off error checking */
252    const char	 *errOut;	/* string to use for testing exit code */
253    char   commentChar;		/* character used by shell for comment lines */
254
255    /*
256     * command-line flags
257     */
258    const char   *echo;		/* echo commands */
259    const char   *exit;		/* exit on error */
260}               Shell;
261
262extern const char *shellPath;
263extern const char *shellName;
264
265extern int	job_pipe[2];	/* token pipe for jobs. */
266extern int	jobTokensRunning; /* tokens currently "out" */
267extern int	not_parallel;	/* => only run one job */
268
269void Shell_Init(void);
270void Job_Touch(GNode *, Boolean);
271Boolean Job_CheckCommands(GNode *, void (*abortProc )(const char *, ...));
272void Job_CatchChildren(Boolean);
273void Job_CatchOutput(void);
274void Job_Make(GNode *);
275void Job_Init(int);
276Boolean Job_Full(void);
277Boolean Job_Empty(void);
278ReturnStatus Job_ParseShell(char *);
279int Job_Finish(void);
280void Job_End(void);
281void Job_Wait(void);
282void Job_AbortAll(void);
283void JobFlagForMigration(int);
284void Job_TokenReturn(void);
285Boolean Job_TokenWithdraw(void);
286void Job_ServerStart(int);
287
288#endif /* _JOB_H_ */
289