apropos.c revision 1.6 1 1.6 wiz /* $NetBSD: apropos.c,v 1.6 2012/04/15 15:56:52 wiz Exp $ */
2 1.1 joerg /*-
3 1.1 joerg * Copyright (c) 2011 Abhinav Upadhyay <er.abhinav.upadhyay (at) gmail.com>
4 1.1 joerg * All rights reserved.
5 1.1 joerg *
6 1.1 joerg * This code was developed as part of Google's Summer of Code 2011 program.
7 1.1 joerg *
8 1.1 joerg * Redistribution and use in source and binary forms, with or without
9 1.1 joerg * modification, are permitted provided that the following conditions
10 1.1 joerg * are met:
11 1.1 joerg *
12 1.1 joerg * 1. Redistributions of source code must retain the above copyright
13 1.1 joerg * notice, this list of conditions and the following disclaimer.
14 1.1 joerg * 2. Redistributions in binary form must reproduce the above copyright
15 1.1 joerg * notice, this list of conditions and the following disclaimer in
16 1.1 joerg * the documentation and/or other materials provided with the
17 1.1 joerg * distribution.
18 1.1 joerg *
19 1.1 joerg * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
20 1.1 joerg * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
21 1.1 joerg * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
22 1.1 joerg * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
23 1.1 joerg * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
24 1.1 joerg * INCIDENTAL, SPECIAL, EXEMPLARY OR CONSEQUENTIAL DAMAGES (INCLUDING,
25 1.1 joerg * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
26 1.1 joerg * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
27 1.1 joerg * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
28 1.1 joerg * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
29 1.1 joerg * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
30 1.1 joerg * SUCH DAMAGE.
31 1.1 joerg */
32 1.1 joerg
33 1.1 joerg #include <sys/cdefs.h>
34 1.6 wiz __RCSID("$NetBSD: apropos.c,v 1.6 2012/04/15 15:56:52 wiz Exp $");
35 1.1 joerg
36 1.1 joerg #include <err.h>
37 1.1 joerg #include <search.h>
38 1.1 joerg #include <stdio.h>
39 1.1 joerg #include <stdlib.h>
40 1.1 joerg #include <string.h>
41 1.1 joerg #include <unistd.h>
42 1.1 joerg #include <util.h>
43 1.1 joerg
44 1.1 joerg #include "apropos-utils.h"
45 1.1 joerg #include "sqlite3.h"
46 1.1 joerg
47 1.1 joerg typedef struct apropos_flags {
48 1.1 joerg int sec_nums[SECMAX];
49 1.1 joerg int nresults;
50 1.1 joerg int pager;
51 1.1 joerg int no_context;
52 1.1 joerg const char *machine;
53 1.1 joerg } apropos_flags;
54 1.1 joerg
55 1.1 joerg typedef struct callback_data {
56 1.1 joerg int count;
57 1.1 joerg FILE *out;
58 1.1 joerg apropos_flags *aflags;
59 1.1 joerg } callback_data;
60 1.1 joerg
61 1.1 joerg static char *remove_stopwords(const char *);
62 1.1 joerg static int query_callback(void *, const char * , const char *, const char *,
63 1.1 joerg const char *, size_t);
64 1.1 joerg __dead static void usage(void);
65 1.1 joerg
66 1.1 joerg #define _PATH_PAGER "/usr/bin/more -s"
67 1.1 joerg
68 1.1 joerg int
69 1.1 joerg main(int argc, char *argv[])
70 1.1 joerg {
71 1.1 joerg #ifdef NOTYET
72 1.1 joerg static const char *snippet_args[] = {"\033[1m", "\033[0m", "..."};
73 1.1 joerg #endif
74 1.1 joerg query_args args;
75 1.1 joerg char *query = NULL; // the user query
76 1.1 joerg char *errmsg = NULL;
77 1.1 joerg char *str;
78 1.3 joerg int ch, rc = 0;
79 1.5 joerg int s;
80 1.1 joerg callback_data cbdata;
81 1.1 joerg cbdata.out = stdout; // the default output stream
82 1.1 joerg cbdata.count = 0;
83 1.1 joerg apropos_flags aflags;
84 1.1 joerg cbdata.aflags = &aflags;
85 1.1 joerg sqlite3 *db;
86 1.1 joerg setprogname(argv[0]);
87 1.1 joerg if (argc < 2)
88 1.1 joerg usage();
89 1.1 joerg
90 1.1 joerg memset(&aflags, 0, sizeof(aflags));
91 1.1 joerg
92 1.1 joerg /*If the user specifies a section number as an option, the corresponding
93 1.1 joerg * index element in sec_nums is set to the string representing that
94 1.1 joerg * section number.
95 1.1 joerg */
96 1.5 joerg while ((ch = getopt(argc, argv, "123456789Ccn:pS:s:")) != -1) {
97 1.1 joerg switch (ch) {
98 1.1 joerg case '1':
99 1.1 joerg case '2':
100 1.1 joerg case '3':
101 1.1 joerg case '4':
102 1.1 joerg case '5':
103 1.1 joerg case '6':
104 1.1 joerg case '7':
105 1.1 joerg case '8':
106 1.1 joerg case '9':
107 1.4 joerg aflags.sec_nums[ch - '1'] = 1;
108 1.1 joerg break;
109 1.1 joerg case 'C':
110 1.1 joerg aflags.no_context = 1;
111 1.1 joerg break;
112 1.1 joerg case 'c':
113 1.1 joerg aflags.no_context = 0;
114 1.1 joerg break;
115 1.1 joerg case 'n':
116 1.1 joerg aflags.nresults = atoi(optarg);
117 1.1 joerg break;
118 1.1 joerg case 'p': //user wants to view more than 10 results and page them
119 1.1 joerg aflags.pager = 1;
120 1.1 joerg aflags.nresults = -1; // Fetch all records
121 1.1 joerg break;
122 1.1 joerg case 'S':
123 1.1 joerg aflags.machine = optarg;
124 1.1 joerg break;
125 1.5 joerg case 's':
126 1.5 joerg s = atoi(optarg);
127 1.5 joerg if (s < 1 || s > 9)
128 1.5 joerg errx(EXIT_FAILURE, "Invalid section");
129 1.5 joerg aflags.sec_nums[s - 1] = 1;
130 1.5 joerg break;
131 1.1 joerg case '?':
132 1.1 joerg default:
133 1.1 joerg usage();
134 1.1 joerg }
135 1.1 joerg }
136 1.1 joerg
137 1.1 joerg argc -= optind;
138 1.1 joerg argv += optind;
139 1.1 joerg
140 1.1 joerg if (!argc)
141 1.1 joerg usage();
142 1.1 joerg
143 1.1 joerg str = NULL;
144 1.1 joerg while (argc--)
145 1.1 joerg concat(&str, *argv++);
146 1.1 joerg /* Eliminate any stopwords from the query */
147 1.1 joerg query = remove_stopwords(lower(str));
148 1.1 joerg free(str);
149 1.1 joerg
150 1.1 joerg /* if any error occured in remove_stopwords, exit */
151 1.1 joerg if (query == NULL)
152 1.1 joerg errx(EXIT_FAILURE, "Try using more relevant keywords");
153 1.1 joerg
154 1.1 joerg if ((db = init_db(MANDB_READONLY)) == NULL)
155 1.1 joerg exit(EXIT_FAILURE);
156 1.1 joerg
157 1.1 joerg /* If user wants to page the output, then set some settings */
158 1.1 joerg if (aflags.pager) {
159 1.1 joerg const char *pager = getenv("PAGER");
160 1.1 joerg if (pager == NULL)
161 1.1 joerg pager = _PATH_PAGER;
162 1.1 joerg /* Open a pipe to the pager */
163 1.1 joerg if ((cbdata.out = popen(pager, "w")) == NULL) {
164 1.1 joerg close_db(db);
165 1.1 joerg err(EXIT_FAILURE, "pipe failed");
166 1.1 joerg }
167 1.1 joerg }
168 1.1 joerg
169 1.1 joerg args.search_str = query;
170 1.1 joerg args.sec_nums = aflags.sec_nums;
171 1.1 joerg args.nrec = aflags.nresults ? aflags.nresults : 10;
172 1.1 joerg args.offset = 0;
173 1.1 joerg args.machine = aflags.machine;
174 1.1 joerg args.callback = &query_callback;
175 1.1 joerg args.callback_data = &cbdata;
176 1.1 joerg args.errmsg = &errmsg;
177 1.1 joerg
178 1.1 joerg #ifdef NOTYET
179 1.1 joerg rc = run_query(db, snippet_args, &args);
180 1.1 joerg #else
181 1.1 joerg rc = run_query_pager(db, &args);
182 1.1 joerg #endif
183 1.1 joerg
184 1.1 joerg free(query);
185 1.1 joerg close_db(db);
186 1.1 joerg if (errmsg) {
187 1.1 joerg warnx("%s", errmsg);
188 1.1 joerg free(errmsg);
189 1.1 joerg exit(EXIT_FAILURE);
190 1.1 joerg }
191 1.1 joerg
192 1.1 joerg if (rc < 0) {
193 1.1 joerg /* Something wrong with the database. Exit */
194 1.1 joerg exit(EXIT_FAILURE);
195 1.1 joerg }
196 1.1 joerg
197 1.1 joerg if (cbdata.count == 0) {
198 1.1 joerg warnx("No relevant results obtained.\n"
199 1.5 joerg "Please make sure that you spelled all the terms correctly "
200 1.5 joerg "or try using better keywords.");
201 1.1 joerg }
202 1.1 joerg return 0;
203 1.1 joerg }
204 1.1 joerg
205 1.1 joerg /*
206 1.1 joerg * query_callback --
207 1.1 joerg * Callback function for run_query.
208 1.1 joerg * It simply outputs the results from do_query. If the user specified the -p
209 1.1 joerg * option, then the output is sent to a pager, otherwise stdout is the default
210 1.1 joerg * output stream.
211 1.1 joerg */
212 1.1 joerg static int
213 1.1 joerg query_callback(void *data, const char *section, const char *name,
214 1.1 joerg const char *name_desc, const char *snippet, size_t snippet_length)
215 1.1 joerg {
216 1.1 joerg callback_data *cbdata = (callback_data *) data;
217 1.1 joerg FILE *out = cbdata->out;
218 1.1 joerg cbdata->count++;
219 1.6 wiz fprintf(out, "%s (%s)\t%s\n", name, section, name_desc);
220 1.1 joerg
221 1.1 joerg if (cbdata->aflags->no_context == 0)
222 1.1 joerg fprintf(out, "%s\n\n", snippet);
223 1.1 joerg
224 1.1 joerg return 0;
225 1.1 joerg }
226 1.1 joerg
227 1.1 joerg #include "stopwords.c"
228 1.1 joerg
229 1.1 joerg /*
230 1.1 joerg * remove_stopwords--
231 1.1 joerg * Scans the query and removes any stop words from it.
232 1.1 joerg * Returns the modified query or NULL, if it contained only stop words.
233 1.1 joerg */
234 1.1 joerg
235 1.1 joerg static char *
236 1.1 joerg remove_stopwords(const char *query)
237 1.1 joerg {
238 1.1 joerg size_t len, idx;
239 1.1 joerg char *output, *buf;
240 1.1 joerg const char *sep, *next;
241 1.1 joerg
242 1.1 joerg output = buf = emalloc(strlen(query) + 1);
243 1.1 joerg
244 1.1 joerg for (; query[0] != '\0'; query = next) {
245 1.1 joerg sep = strchr(query, ' ');
246 1.1 joerg if (sep == NULL) {
247 1.1 joerg len = strlen(query);
248 1.1 joerg next = query + len;
249 1.1 joerg } else {
250 1.1 joerg len = sep - query;
251 1.1 joerg next = sep + 1;
252 1.1 joerg }
253 1.1 joerg if (len == 0)
254 1.1 joerg continue;
255 1.1 joerg idx = stopwords_hash(query, len);
256 1.1 joerg if (memcmp(stopwords[idx], query, len) == 0 &&
257 1.1 joerg stopwords[idx][len] == '\0')
258 1.1 joerg continue;
259 1.1 joerg memcpy(buf, query, len);
260 1.1 joerg buf += len;
261 1.1 joerg *buf++ = ' ';
262 1.1 joerg }
263 1.1 joerg
264 1.1 joerg if (output == buf) {
265 1.1 joerg free(output);
266 1.1 joerg return NULL;
267 1.1 joerg }
268 1.1 joerg buf[-1] = '\0';
269 1.1 joerg return output;
270 1.1 joerg }
271 1.1 joerg
272 1.1 joerg /*
273 1.1 joerg * usage --
274 1.1 joerg * print usage message and die
275 1.1 joerg */
276 1.1 joerg static void
277 1.1 joerg usage(void)
278 1.1 joerg {
279 1.1 joerg fprintf(stderr,
280 1.1 joerg "Usage: %s [-n Number of records] [-p] [-123456789] [-S machine] query\n",
281 1.1 joerg getprogname());
282 1.1 joerg exit(1);
283 1.1 joerg }
284