job.h revision 1.29
1/*	$NetBSD: job.h,v 1.29 2006/09/22 19:07:09 dsl Exp $	*/
2
3/*
4 * Copyright (c) 1988, 1989, 1990 The Regents of the University of California.
5 * All rights reserved.
6 *
7 * This code is derived from software contributed to Berkeley by
8 * Adam de Boor.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 *    notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 *    notice, this list of conditions and the following disclaimer in the
17 *    documentation and/or other materials provided with the distribution.
18 * 3. Neither the name of the University nor the names of its contributors
19 *    may be used to endorse or promote products derived from this software
20 *    without specific prior written permission.
21 *
22 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
23 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
24 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25 * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
26 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
30 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
31 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
32 * SUCH DAMAGE.
33 *
34 *	from: @(#)job.h	8.1 (Berkeley) 6/6/93
35 */
36
37/*
38 * Copyright (c) 1988, 1989 by Adam de Boor
39 * Copyright (c) 1989 by Berkeley Softworks
40 * All rights reserved.
41 *
42 * This code is derived from software contributed to Berkeley by
43 * Adam de Boor.
44 *
45 * Redistribution and use in source and binary forms, with or without
46 * modification, are permitted provided that the following conditions
47 * are met:
48 * 1. Redistributions of source code must retain the above copyright
49 *    notice, this list of conditions and the following disclaimer.
50 * 2. Redistributions in binary form must reproduce the above copyright
51 *    notice, this list of conditions and the following disclaimer in the
52 *    documentation and/or other materials provided with the distribution.
53 * 3. All advertising materials mentioning features or use of this software
54 *    must display the following acknowledgement:
55 *	This product includes software developed by the University of
56 *	California, Berkeley and its contributors.
57 * 4. Neither the name of the University nor the names of its contributors
58 *    may be used to endorse or promote products derived from this software
59 *    without specific prior written permission.
60 *
61 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
62 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
63 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
64 * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
65 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
66 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
67 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
68 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
69 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
70 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
71 * SUCH DAMAGE.
72 *
73 *	from: @(#)job.h	8.1 (Berkeley) 6/6/93
74 */
75
76/*-
77 * job.h --
78 *	Definitions pertaining to the running of jobs in parallel mode.
79 */
80#ifndef _JOB_H_
81#define _JOB_H_
82
83#define TMPPAT	"/tmp/makeXXXXXX"
84
85#ifdef USE_SELECT
86/*
87 * Emulate poll() in terms of select().  This is not a complete
88 * emulation but it is sufficient for make's purposes.
89 */
90
91#define poll emul_poll
92#define pollfd emul_pollfd
93
94struct emul_pollfd {
95    int fd;
96    short events;
97    short revents;
98};
99
100#define	POLLIN		0x0001
101#define	POLLOUT		0x0004
102
103int
104emul_poll(struct pollfd *fd, int nfd, int timeout);
105#endif
106
107/*
108 * The POLL_MSEC constant determines the maximum number of milliseconds spent
109 * in poll before coming out to see if a child has finished.
110 */
111#define POLL_MSEC	5000
112
113
114/*-
115 * Job Table definitions.
116 *
117 * Each job has several things associated with it:
118 *	1) The process id of the child shell
119 *	2) The graph node describing the target being made by this job
120 *	3) A LstNode for the first command to be saved after the job
121 *	   completes. This is NILLNODE if there was no "..." in the job's
122 *	   commands.
123 *	4) An FILE* for writing out the commands. This is only
124 *	   used before the job is actually started.
125 *	5) A union of things used for handling the shell's output. Different
126 *	   parts of the union are used based on the value of the usePipes
127 *	   flag. If it is true, the output is being caught via a pipe and
128 *	   the descriptors of our pipe, an array in which output is line
129 *	   buffered and the current position in that buffer are all
130 *	   maintained for each job. If, on the other hand, usePipes is false,
131 *	   the output is routed to a temporary file and all that is kept
132 *	   is the name of the file and the descriptor open to the file.
133 *	6) A word of flags which determine how the module handles errors,
134 *	   echoing, etc. for the job
135 *
136 * The job "table" is kept as a linked Lst in 'jobs', with the number of
137 * active jobs maintained in the 'nJobs' variable. At no time will this
138 * exceed the value of 'maxJobs', initialized by the Job_Init function.
139 *
140 * When a job is finished, the Make_Update function is called on each of the
141 * parents of the node which was just remade. This takes care of the upward
142 * traversal of the dependency graph.
143 */
144struct pollfd;
145
146#define JOB_BUFSIZE	1024
147typedef struct Job {
148    int       	pid;	    /* The child's process ID */
149    GNode    	*node;      /* The target the child is making */
150    LstNode 	tailCmds;   /* The node of the first command to be
151			     * saved when the job has been run */
152    FILE 	*cmdFILE;   /* When creating the shell script, this is
153			     * where the commands go */
154    short       job_status; /* status of the job entry */
155#define JOB_ST_FREE	0	/* Job is available */
156#define JOB_ST_SETUP	1	/* Job is allocated but otherwise invalid */
157#define JOB_ST_RUNNING	2	/* Job is running, pid valid */
158#define JOB_ST_STOPPED	3	/* Job is stopped (ie after ^Z) */
159#define JOB_ST_FINISHED	4	/* Job is done (ie after SIGCHILD) */
160    short      	flags;	    /* Flags to control treatment of job */
161#define	JOB_IGNERR	0x001	/* Ignore non-zero exits */
162#define	JOB_SILENT	0x002	/* no output */
163#define JOB_SPECIAL	0x004	/* Target is a special one. i.e. run it locally
164				 * if we can't export it and maxLocal is 0 */
165#define JOB_IGNDOTS	0x008  	/* Ignore "..." lines when processing
166				 * commands */
167#define JOB_RESUME	0x100	/* Job needs to be resumed b/c it stopped,
168				 * for some reason */
169#define JOB_CONTINUING	0x200	/* We are in the process of resuming this job.
170				 * Used to avoid infinite recursion between
171				 * JobFinish and JobRestart */
172#define JOB_TRACED	0x400	/* we've sent 'set -x' */
173
174    union {
175	struct {
176	    int	  	op_inPipe;	/* Input side of pipe associated
177					 * with job's output channel */
178	    struct pollfd *op_inPollfd;	/* pollfd associated with inPipe */
179	    int   	op_outPipe;	/* Output side of pipe associated with
180					 * job's output channel */
181	    char  	op_outBuf[JOB_BUFSIZE + 1];
182	    	  	    	    	/* Buffer for storing the output of the
183					 * job, line by line */
184	    int   	op_curPos;	/* Current position in op_outBuf */
185	}   	    o_pipe;	    /* data used when catching the output via
186				     * a pipe */
187	struct {
188	    char  	of_outFile[sizeof(TMPPAT)+2];
189	    	  	    	    	/* Name of file to which shell output
190					 * was rerouted */
191	    int	    	of_outFd;	/* Stream open to the output
192					 * file. Used to funnel all
193					 * from a single job to one file
194					 * while still allowing
195					 * multiple shell invocations */
196	}   	    o_file;	    /* Data used when catching the output in
197				     * a temporary file */
198    }       	output;	    /* Data for tracking a shell's output */
199} Job;
200
201#define outPipe	  	output.o_pipe.op_outPipe
202#define inPipe	  	output.o_pipe.op_inPipe
203#define inPollfd	output.o_pipe.op_inPollfd
204#define outBuf		output.o_pipe.op_outBuf
205#define curPos		output.o_pipe.op_curPos
206#define outFile		output.o_file.of_outFile
207#define outFd	  	output.o_file.of_outFd
208
209
210/*-
211 * Shell Specifications:
212 * Each shell type has associated with it the following information:
213 *	1) The string which must match the last character of the shell name
214 *	   for the shell to be considered of this type. The longest match
215 *	   wins.
216 *	2) A command to issue to turn off echoing of command lines
217 *	3) A command to issue to turn echoing back on again
218 *	4) What the shell prints, and its length, when given the echo-off
219 *	   command. This line will not be printed when received from the shell
220 *	5) A boolean to tell if the shell has the ability to control
221 *	   error checking for individual commands.
222 *	6) The string to turn this checking on.
223 *	7) The string to turn it off.
224 *	8) The command-flag to give to cause the shell to start echoing
225 *	   commands right away.
226 *	9) The command-flag to cause the shell to Lib_Exit when an error is
227 *	   detected in one of the commands.
228 *
229 * Some special stuff goes on if a shell doesn't have error control. In such
230 * a case, errCheck becomes a printf template for echoing the command,
231 * should echoing be on and ignErr becomes another printf template for
232 * executing the command while ignoring the return status. Finally errOut
233 * is a printf template for running the command and causing the shell to
234 * exit on error. If any of these strings are empty when hasErrCtl is FALSE,
235 * the command will be executed anyway as is and if it causes an error, so be
236 * it. Any templates setup to echo the command will escape any '$ ` \ "'i
237 * characters in the command string to avoid common problems with
238 * echo "%s\n" as a template.
239 */
240typedef struct Shell {
241    const char	 *name;		/* the name of the shell. For Bourne and C
242				 * shells, this is used only to find the
243				 * shell description when used as the single
244				 * source of a .SHELL target. For user-defined
245				 * shells, this is the full path of the shell.
246				 */
247    Boolean 	  hasEchoCtl;	/* True if both echoOff and echoOn defined */
248    const char   *echoOff;	/* command to turn off echo */
249    const char   *echoOn;	/* command to turn it back on again */
250    const char   *noPrint;	/* command to skip when printing output from
251				 * shell. This is usually the command which
252				 * was executed to turn off echoing */
253    int           noPLen;	/* length of noPrint command */
254    Boolean	  hasErrCtl;	/* set if can control error checking for
255				 * individual commands */
256    const char	 *errCheck;	/* string to turn error checking on */
257    const char	 *ignErr;	/* string to turn off error checking */
258    const char	 *errOut;	/* string to use for testing exit code */
259    const char	 *newline;	/* string literal that results in a newline
260				 * character when it appears outside of any
261				 * 'quote' or "quote" characters */
262    char   commentChar;		/* character used by shell for comment lines */
263
264    /*
265     * command-line flags
266     */
267    const char   *echo;		/* echo commands */
268    const char   *exit;		/* exit on error */
269}               Shell;
270
271extern const char *shellPath;
272extern const char *shellName;
273
274extern int	job_pipe[2];	/* token pipe for jobs. */
275extern int	jobTokensRunning; /* tokens currently "out" */
276extern int	maxJobs;	/* Max jobs we can run */
277extern int	maxJobTokens;	/* Number of token for the job pipe */
278
279void Shell_Init(void);
280const char *Shell_GetNewline(void);
281void Job_Touch(GNode *, Boolean);
282Boolean Job_CheckCommands(GNode *, void (*abortProc )(const char *, ...));
283void Job_CatchChildren(Boolean);
284void Job_CatchOutput(void);
285void Job_Make(GNode *);
286void Job_Init(void);
287Boolean Job_Full(void);
288Boolean Job_Empty(void);
289ReturnStatus Job_ParseShell(char *);
290int Job_Finish(void);
291void Job_End(void);
292void Job_Wait(void);
293void Job_AbortAll(void);
294void JobFlagForMigration(int);
295void Job_TokenReturn(void);
296Boolean Job_TokenWithdraw(void);
297void Job_ServerStart(void);
298
299#endif /* _JOB_H_ */
300