version 1.23, 2014/03/23 11:25:26 |
version 1.59, 2015/10/11 21:12:55 |
|
|
/* $Id$ */ |
/* $Id$ */ |
/* |
/* |
* Copyright (c) 2012 Kristaps Dzonsons <kristaps@bsd.lv> |
* Copyright (c) 2012 Kristaps Dzonsons <kristaps@bsd.lv> |
* Copyright (c) 2013, 2014 Ingo Schwarze <schwarze@openbsd.org> |
* Copyright (c) 2013, 2014, 2015 Ingo Schwarze <schwarze@openbsd.org> |
* |
* |
* Permission to use, copy, modify, and distribute this software for any |
* Permission to use, copy, modify, and distribute this software for any |
* purpose with or without fee is hereby granted, provided that the above |
* purpose with or without fee is hereby granted, provided that the above |
* copyright notice and this permission notice appear in all copies. |
* copyright notice and this permission notice appear in all copies. |
* |
* |
* THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES |
* THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHORS DISCLAIM ALL WARRANTIES |
* WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF |
* WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF |
* MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR |
* MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR |
* ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES |
* ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES |
* WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN |
* WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN |
* ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF |
* ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF |
* OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. |
* OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. |
*/ |
*/ |
#ifdef HAVE_CONFIG_H |
|
#include "config.h" |
#include "config.h" |
#endif |
|
|
|
|
#include <sys/mman.h> |
|
#include <sys/types.h> |
|
|
#include <assert.h> |
#include <assert.h> |
|
#include <err.h> |
|
#include <errno.h> |
#include <fcntl.h> |
#include <fcntl.h> |
#include <getopt.h> |
#include <getopt.h> |
|
#include <glob.h> |
#include <limits.h> |
#include <limits.h> |
#include <regex.h> |
#include <regex.h> |
#include <stdio.h> |
#include <stdio.h> |
|
|
#include <string.h> |
#include <string.h> |
#include <unistd.h> |
#include <unistd.h> |
|
|
#ifdef HAVE_OHASH |
#if HAVE_OHASH |
#include <ohash.h> |
#include <ohash.h> |
#else |
#else |
#include "compat_ohash.h" |
#include "compat_ohash.h" |
#endif |
#endif |
#include <sqlite3.h> |
#include <sqlite3.h> |
|
#ifndef SQLITE_DETERMINISTIC |
|
#define SQLITE_DETERMINISTIC 0 |
|
#endif |
|
|
#include "mandoc.h" |
#include "mandoc.h" |
#include "mandoc_aux.h" |
#include "mandoc_aux.h" |
#include "manpath.h" |
#include "manconf.h" |
#include "mansearch.h" |
#include "mansearch.h" |
|
|
extern int mansearch_keymax; |
extern int mansearch_keymax; |
Line 49 extern const char *const mansearch_keynames[]; |
|
Line 56 extern const char *const mansearch_keynames[]; |
|
#define SQL_BIND_TEXT(_db, _s, _i, _v) \ |
#define SQL_BIND_TEXT(_db, _s, _i, _v) \ |
do { if (SQLITE_OK != sqlite3_bind_text \ |
do { if (SQLITE_OK != sqlite3_bind_text \ |
((_s), (_i)++, (_v), -1, SQLITE_STATIC)) \ |
((_s), (_i)++, (_v), -1, SQLITE_STATIC)) \ |
fprintf(stderr, "%s\n", sqlite3_errmsg((_db))); \ |
warnx("%s", sqlite3_errmsg((_db))); \ |
} while (0) |
} while (0) |
#define SQL_BIND_INT64(_db, _s, _i, _v) \ |
#define SQL_BIND_INT64(_db, _s, _i, _v) \ |
do { if (SQLITE_OK != sqlite3_bind_int64 \ |
do { if (SQLITE_OK != sqlite3_bind_int64 \ |
((_s), (_i)++, (_v))) \ |
((_s), (_i)++, (_v))) \ |
fprintf(stderr, "%s\n", sqlite3_errmsg((_db))); \ |
warnx("%s", sqlite3_errmsg((_db))); \ |
} while (0) |
} while (0) |
#define SQL_BIND_BLOB(_db, _s, _i, _v) \ |
#define SQL_BIND_BLOB(_db, _s, _i, _v) \ |
do { if (SQLITE_OK != sqlite3_bind_blob \ |
do { if (SQLITE_OK != sqlite3_bind_blob \ |
((_s), (_i)++, (&_v), sizeof(_v), SQLITE_STATIC)) \ |
((_s), (_i)++, (&_v), sizeof(_v), SQLITE_STATIC)) \ |
fprintf(stderr, "%s\n", sqlite3_errmsg((_db))); \ |
warnx("%s", sqlite3_errmsg((_db))); \ |
} while (0) |
} while (0) |
|
|
struct expr { |
struct expr { |
uint64_t bits; /* type-mask */ |
|
const char *substr; /* to search for, if applicable */ |
|
regex_t regexp; /* compiled regexp, if applicable */ |
regex_t regexp; /* compiled regexp, if applicable */ |
|
const char *substr; /* to search for, if applicable */ |
|
struct expr *next; /* next in sequence */ |
|
uint64_t bits; /* type-mask */ |
|
int equal; /* equality, not subsring match */ |
int open; /* opening parentheses before */ |
int open; /* opening parentheses before */ |
int and; /* logical AND before */ |
int and; /* logical AND before */ |
int close; /* closing parentheses after */ |
int close; /* closing parentheses after */ |
struct expr *next; /* next in sequence */ |
|
}; |
}; |
|
|
struct match { |
struct match { |
uint64_t id; /* identifier in database */ |
uint64_t pageid; /* identifier in database */ |
int form; /* 0 == catpage */ |
uint64_t bits; /* name type mask */ |
|
char *desc; /* manual page description */ |
|
int form; /* bit field: formatted, zipped? */ |
}; |
}; |
|
|
static void buildnames(struct manpage *, sqlite3 *, |
static void buildnames(const struct mansearch *, |
|
struct manpage *, sqlite3 *, |
sqlite3_stmt *, uint64_t, |
sqlite3_stmt *, uint64_t, |
const char *, int form); |
const char *, int form); |
static char *buildoutput(sqlite3 *, sqlite3_stmt *, |
static char *buildoutput(sqlite3 *, sqlite3_stmt *, |
uint64_t, uint64_t); |
uint64_t, uint64_t); |
static void *hash_alloc(size_t, void *); |
static void *hash_alloc(size_t, void *); |
static void hash_free(void *, size_t, void *); |
static void hash_free(void *, void *); |
static void *hash_halloc(size_t, void *); |
static void *hash_calloc(size_t, size_t, void *); |
static struct expr *exprcomp(const struct mansearch *, |
static struct expr *exprcomp(const struct mansearch *, |
int, char *[]); |
int, char *[]); |
static void exprfree(struct expr *); |
static void exprfree(struct expr *); |
static struct expr *exprspec(struct expr *, uint64_t, |
|
const char *, const char *); |
|
static struct expr *exprterm(const struct mansearch *, char *, int); |
static struct expr *exprterm(const struct mansearch *, char *, int); |
|
static int manpage_compare(const void *, const void *); |
static void sql_append(char **sql, size_t *sz, |
static void sql_append(char **sql, size_t *sz, |
const char *newstr, int count); |
const char *newstr, int count); |
static void sql_match(sqlite3_context *context, |
static void sql_match(sqlite3_context *context, |
Line 99 static void sql_regexp(sqlite3_context *context, |
|
Line 109 static void sql_regexp(sqlite3_context *context, |
|
int argc, sqlite3_value **argv); |
int argc, sqlite3_value **argv); |
static char *sql_statement(const struct expr *); |
static char *sql_statement(const struct expr *); |
|
|
|
|
int |
int |
|
mansearch_setup(int start) |
|
{ |
|
static void *pagecache; |
|
int c; |
|
|
|
#define PC_PAGESIZE 1280 |
|
#define PC_NUMPAGES 256 |
|
|
|
if (start) { |
|
if (NULL != pagecache) { |
|
warnx("pagecache already enabled"); |
|
return (int)MANDOCLEVEL_BADARG; |
|
} |
|
|
|
pagecache = mmap(NULL, PC_PAGESIZE * PC_NUMPAGES, |
|
PROT_READ | PROT_WRITE, |
|
MAP_SHARED | MAP_ANON, -1, 0); |
|
|
|
if (MAP_FAILED == pagecache) { |
|
perror("mmap"); |
|
pagecache = NULL; |
|
return (int)MANDOCLEVEL_SYSERR; |
|
} |
|
|
|
c = sqlite3_config(SQLITE_CONFIG_PAGECACHE, |
|
pagecache, PC_PAGESIZE, PC_NUMPAGES); |
|
|
|
if (SQLITE_OK == c) |
|
return (int)MANDOCLEVEL_OK; |
|
|
|
warnx("pagecache: %s", sqlite3_errstr(c)); |
|
|
|
} else if (NULL == pagecache) { |
|
warnx("pagecache missing"); |
|
return (int)MANDOCLEVEL_BADARG; |
|
} |
|
|
|
if (-1 == munmap(pagecache, PC_PAGESIZE * PC_NUMPAGES)) { |
|
perror("munmap"); |
|
pagecache = NULL; |
|
return (int)MANDOCLEVEL_SYSERR; |
|
} |
|
|
|
pagecache = NULL; |
|
return (int)MANDOCLEVEL_OK; |
|
} |
|
|
|
int |
mansearch(const struct mansearch *search, |
mansearch(const struct mansearch *search, |
const struct manpaths *paths, |
const struct manpaths *paths, |
int argc, char *argv[], |
int argc, char *argv[], |
const char *outkey, |
|
struct manpage **res, size_t *sz) |
struct manpage **res, size_t *sz) |
{ |
{ |
int fd, rc, c, indexbit; |
int64_t pageid; |
int64_t id; |
|
uint64_t outbit, iterbit; |
uint64_t outbit, iterbit; |
char buf[PATH_MAX]; |
char buf[PATH_MAX]; |
char *sql; |
char *sql; |
Line 120 mansearch(const struct mansearch *search, |
|
Line 177 mansearch(const struct mansearch *search, |
|
struct ohash htab; |
struct ohash htab; |
unsigned int idx; |
unsigned int idx; |
size_t i, j, cur, maxres; |
size_t i, j, cur, maxres; |
|
int c, chdir_status, getcwd_status, indexbit; |
|
|
memset(&info, 0, sizeof(struct ohash_info)); |
if (argc == 0 || (e = exprcomp(search, argc, argv)) == NULL) { |
|
*sz = 0; |
|
return 0; |
|
} |
|
|
info.halloc = hash_halloc; |
info.calloc = hash_calloc; |
info.alloc = hash_alloc; |
info.alloc = hash_alloc; |
info.hfree = hash_free; |
info.free = hash_free; |
info.key_offset = offsetof(struct match, id); |
info.key_offset = offsetof(struct match, pageid); |
|
|
*sz = cur = maxres = 0; |
cur = maxres = 0; |
sql = NULL; |
|
*res = NULL; |
*res = NULL; |
fd = -1; |
|
e = NULL; |
|
rc = 0; |
|
|
|
if (0 == argc) |
if (NULL != search->outkey) { |
goto out; |
outbit = TYPE_Nd; |
if (NULL == (e = exprcomp(search, argc, argv))) |
|
goto out; |
|
|
|
outbit = 0; |
|
if (NULL != outkey) { |
|
for (indexbit = 0, iterbit = 1; |
for (indexbit = 0, iterbit = 1; |
indexbit < mansearch_keymax; |
indexbit < mansearch_keymax; |
indexbit++, iterbit <<= 1) { |
indexbit++, iterbit <<= 1) { |
if (0 == strcasecmp(outkey, |
if (0 == strcasecmp(search->outkey, |
mansearch_keynames[indexbit])) { |
mansearch_keynames[indexbit])) { |
outbit = iterbit; |
outbit = iterbit; |
break; |
break; |
} |
} |
} |
} |
} |
} else |
|
outbit = 0; |
|
|
/* |
/* |
* Save a descriptor to the current working directory. |
* Remember the original working directory, if possible. |
* Since pathnames in the "paths" variable might be relative, |
* This will be needed if the second or a later directory |
* and we'll be chdir()ing into them, we need to keep a handle |
* is given as a relative path. |
* on our current directory from which to start the chdir(). |
* Do not error out if the current directory is not |
|
* searchable: Maybe it won't be needed after all. |
*/ |
*/ |
|
|
if (NULL == getcwd(buf, PATH_MAX)) { |
if (getcwd(buf, PATH_MAX) == NULL) { |
perror(NULL); |
getcwd_status = 0; |
goto out; |
(void)strlcpy(buf, strerror(errno), sizeof(buf)); |
} else if (-1 == (fd = open(buf, O_RDONLY, 0))) { |
} else |
perror(buf); |
getcwd_status = 1; |
goto out; |
|
} |
|
|
|
sql = sql_statement(e); |
sql = sql_statement(e); |
|
|
Line 178 mansearch(const struct mansearch *search, |
|
Line 230 mansearch(const struct mansearch *search, |
|
* scan it for our match expression. |
* scan it for our match expression. |
*/ |
*/ |
|
|
|
chdir_status = 0; |
for (i = 0; i < paths->sz; i++) { |
for (i = 0; i < paths->sz; i++) { |
if (-1 == fchdir(fd)) { |
if (chdir_status && paths->paths[i][0] != '/') { |
perror(buf); |
if ( ! getcwd_status) { |
free(*res); |
warnx("%s: getcwd: %s", paths->paths[i], buf); |
break; |
continue; |
} else if (-1 == chdir(paths->paths[i])) { |
} else if (chdir(buf) == -1) { |
|
perror(buf); |
|
continue; |
|
} |
|
} |
|
if (chdir(paths->paths[i]) == -1) { |
perror(paths->paths[i]); |
perror(paths->paths[i]); |
continue; |
continue; |
} |
} |
|
chdir_status = 1; |
|
|
c = sqlite3_open_v2 |
c = sqlite3_open_v2(MANDOC_DB, &db, |
(MANDOC_DB, &db, |
SQLITE_OPEN_READONLY, NULL); |
SQLITE_OPEN_READONLY, NULL); |
|
|
|
if (SQLITE_OK != c) { |
if (SQLITE_OK != c) { |
perror(MANDOC_DB); |
warn("%s/%s", paths->paths[i], MANDOC_DB); |
sqlite3_close(db); |
sqlite3_close(db); |
continue; |
continue; |
} |
} |
Line 204 mansearch(const struct mansearch *search, |
|
Line 262 mansearch(const struct mansearch *search, |
|
*/ |
*/ |
|
|
c = sqlite3_create_function(db, "match", 2, |
c = sqlite3_create_function(db, "match", 2, |
SQLITE_ANY, NULL, sql_match, NULL, NULL); |
SQLITE_UTF8 | SQLITE_DETERMINISTIC, |
|
NULL, sql_match, NULL, NULL); |
assert(SQLITE_OK == c); |
assert(SQLITE_OK == c); |
c = sqlite3_create_function(db, "regexp", 2, |
c = sqlite3_create_function(db, "regexp", 2, |
SQLITE_ANY, NULL, sql_regexp, NULL, NULL); |
SQLITE_UTF8 | SQLITE_DETERMINISTIC, |
|
NULL, sql_regexp, NULL, NULL); |
assert(SQLITE_OK == c); |
assert(SQLITE_OK == c); |
|
|
j = 1; |
j = 1; |
c = sqlite3_prepare_v2(db, sql, -1, &s, NULL); |
c = sqlite3_prepare_v2(db, sql, -1, &s, NULL); |
if (SQLITE_OK != c) |
if (SQLITE_OK != c) |
fprintf(stderr, "%s\n", sqlite3_errmsg(db)); |
warnx("%s", sqlite3_errmsg(db)); |
|
|
for (ep = e; NULL != ep; ep = ep->next) { |
for (ep = e; NULL != ep; ep = ep->next) { |
if (NULL == ep->substr) { |
if (NULL == ep->substr) { |
SQL_BIND_BLOB(db, s, j, ep->regexp); |
SQL_BIND_BLOB(db, s, j, ep->regexp); |
} else |
} else |
SQL_BIND_TEXT(db, s, j, ep->substr); |
SQL_BIND_TEXT(db, s, j, ep->substr); |
SQL_BIND_INT64(db, s, j, ep->bits); |
if (0 == ((TYPE_Nd | TYPE_Nm) & ep->bits)) |
|
SQL_BIND_INT64(db, s, j, ep->bits); |
} |
} |
|
|
memset(&htab, 0, sizeof(struct ohash)); |
memset(&htab, 0, sizeof(struct ohash)); |
Line 235 mansearch(const struct mansearch *search, |
|
Line 296 mansearch(const struct mansearch *search, |
|
* distribution of buckets in the table. |
* distribution of buckets in the table. |
*/ |
*/ |
while (SQLITE_ROW == (c = sqlite3_step(s))) { |
while (SQLITE_ROW == (c = sqlite3_step(s))) { |
id = sqlite3_column_int64(s, 1); |
pageid = sqlite3_column_int64(s, 2); |
idx = ohash_lookup_memory |
idx = ohash_lookup_memory(&htab, |
(&htab, (char *)&id, |
(char *)&pageid, sizeof(uint64_t), |
sizeof(uint64_t), (uint32_t)id); |
(uint32_t)pageid); |
|
|
if (NULL != ohash_find(&htab, idx)) |
if (NULL != ohash_find(&htab, idx)) |
continue; |
continue; |
|
|
mp = mandoc_calloc(1, sizeof(struct match)); |
mp = mandoc_calloc(1, sizeof(struct match)); |
mp->id = id; |
mp->pageid = pageid; |
mp->form = sqlite3_column_int(s, 0); |
mp->form = sqlite3_column_int(s, 1); |
|
mp->bits = sqlite3_column_int64(s, 3); |
|
if (TYPE_Nd == outbit) |
|
mp->desc = mandoc_strdup((const char *) |
|
sqlite3_column_text(s, 0)); |
ohash_insert(&htab, idx, mp); |
ohash_insert(&htab, idx, mp); |
} |
} |
|
|
if (SQLITE_DONE != c) |
if (SQLITE_DONE != c) |
fprintf(stderr, "%s\n", sqlite3_errmsg(db)); |
warnx("%s", sqlite3_errmsg(db)); |
|
|
sqlite3_finalize(s); |
sqlite3_finalize(s); |
|
|
c = sqlite3_prepare_v2(db, |
c = sqlite3_prepare_v2(db, |
"SELECT * FROM mlinks WHERE pageid=?" |
"SELECT sec, arch, name, pageid FROM mlinks " |
" ORDER BY sec, arch, name", |
"WHERE pageid=? ORDER BY sec, arch, name", |
-1, &s, NULL); |
-1, &s, NULL); |
if (SQLITE_OK != c) |
if (SQLITE_OK != c) |
fprintf(stderr, "%s\n", sqlite3_errmsg(db)); |
warnx("%s", sqlite3_errmsg(db)); |
|
|
c = sqlite3_prepare_v2(db, |
c = sqlite3_prepare_v2(db, |
"SELECT * FROM keys WHERE pageid=? AND bits & ?", |
"SELECT bits, key, pageid FROM keys " |
|
"WHERE pageid=? AND bits & ?", |
-1, &s2, NULL); |
-1, &s2, NULL); |
if (SQLITE_OK != c) |
if (SQLITE_OK != c) |
fprintf(stderr, "%s\n", sqlite3_errmsg(db)); |
warnx("%s", sqlite3_errmsg(db)); |
|
|
for (mp = ohash_first(&htab, &idx); |
for (mp = ohash_first(&htab, &idx); |
NULL != mp; |
NULL != mp; |
mp = ohash_next(&htab, &idx)) { |
mp = ohash_next(&htab, &idx)) { |
if (cur + 1 > maxres) { |
if (cur + 1 > maxres) { |
maxres += 1024; |
maxres += 1024; |
*res = mandoc_realloc |
*res = mandoc_reallocarray(*res, |
(*res, maxres * sizeof(struct manpage)); |
maxres, sizeof(struct manpage)); |
} |
} |
mpage = *res + cur; |
mpage = *res + cur; |
|
mpage->ipath = i; |
|
mpage->bits = mp->bits; |
|
mpage->sec = 10; |
mpage->form = mp->form; |
mpage->form = mp->form; |
buildnames(mpage, db, s, mp->id, |
buildnames(search, mpage, db, s, mp->pageid, |
paths->paths[i], mp->form); |
paths->paths[i], mp->form); |
mpage->output = outbit ? |
if (mpage->names != NULL) { |
buildoutput(db, s2, mp->id, outbit) : NULL; |
mpage->output = TYPE_Nd & outbit ? |
|
mp->desc : outbit ? |
|
buildoutput(db, s2, mp->pageid, outbit) : |
|
NULL; |
|
cur++; |
|
} |
free(mp); |
free(mp); |
cur++; |
|
} |
} |
|
|
sqlite3_finalize(s); |
sqlite3_finalize(s); |
sqlite3_finalize(s2); |
sqlite3_finalize(s2); |
sqlite3_close(db); |
sqlite3_close(db); |
ohash_delete(&htab); |
ohash_delete(&htab); |
|
|
|
/* |
|
* In man(1) mode, prefer matches in earlier trees |
|
* over matches in later trees. |
|
*/ |
|
|
|
if (cur && search->firstmatch) |
|
break; |
} |
} |
rc = 1; |
qsort(*res, cur, sizeof(struct manpage), manpage_compare); |
out: |
if (chdir_status && getcwd_status && chdir(buf) == -1) |
|
perror(buf); |
exprfree(e); |
exprfree(e); |
if (-1 != fd) |
|
close(fd); |
|
free(sql); |
free(sql); |
*sz = cur; |
*sz = cur; |
return(rc); |
return 1; |
} |
} |
|
|
|
void |
|
mansearch_free(struct manpage *res, size_t sz) |
|
{ |
|
size_t i; |
|
|
|
for (i = 0; i < sz; i++) { |
|
free(res[i].file); |
|
free(res[i].names); |
|
free(res[i].output); |
|
} |
|
free(res); |
|
} |
|
|
|
static int |
|
manpage_compare(const void *vp1, const void *vp2) |
|
{ |
|
const struct manpage *mp1, *mp2; |
|
int diff; |
|
|
|
mp1 = vp1; |
|
mp2 = vp2; |
|
return (diff = mp2->bits - mp1->bits) ? diff : |
|
(diff = mp1->sec - mp2->sec) ? diff : |
|
strcasecmp(mp1->names, mp2->names); |
|
} |
|
|
static void |
static void |
buildnames(struct manpage *mpage, sqlite3 *db, sqlite3_stmt *s, |
buildnames(const struct mansearch *search, struct manpage *mpage, |
uint64_t id, const char *path, int form) |
sqlite3 *db, sqlite3_stmt *s, |
|
uint64_t pageid, const char *path, int form) |
{ |
{ |
char *newnames, *prevsec, *prevarch; |
glob_t globinfo; |
|
char *firstname, *newnames, *prevsec, *prevarch; |
const char *oldnames, *sep1, *name, *sec, *sep2, *arch, *fsec; |
const char *oldnames, *sep1, *name, *sec, *sep2, *arch, *fsec; |
size_t i; |
size_t i; |
int c; |
int c, globres; |
|
|
|
mpage->file = NULL; |
mpage->names = NULL; |
mpage->names = NULL; |
prevsec = prevarch = NULL; |
firstname = prevsec = prevarch = NULL; |
i = 1; |
i = 1; |
SQL_BIND_INT64(db, s, i, id); |
SQL_BIND_INT64(db, s, i, pageid); |
while (SQLITE_ROW == (c = sqlite3_step(s))) { |
while (SQLITE_ROW == (c = sqlite3_step(s))) { |
|
|
/* Decide whether we already have some names. */ |
/* Decide whether we already have some names. */ |
Line 326 buildnames(struct manpage *mpage, sqlite3 *db, sqlite3 |
|
Line 434 buildnames(struct manpage *mpage, sqlite3 *db, sqlite3 |
|
sep1 = ", "; |
sep1 = ", "; |
} |
} |
|
|
/* Fetch the next name. */ |
/* Fetch the next name, rejecting sec/arch mismatches. */ |
|
|
sec = sqlite3_column_text(s, 0); |
sec = (const char *)sqlite3_column_text(s, 0); |
arch = sqlite3_column_text(s, 1); |
if (search->sec != NULL && strcasecmp(sec, search->sec)) |
name = sqlite3_column_text(s, 2); |
continue; |
|
arch = (const char *)sqlite3_column_text(s, 1); |
|
if (search->arch != NULL && *arch != '\0' && |
|
strcasecmp(arch, search->arch)) |
|
continue; |
|
name = (const char *)sqlite3_column_text(s, 2); |
|
|
|
/* Remember the first section found. */ |
|
|
|
if (9 < mpage->sec && '1' <= *sec && '9' >= *sec) |
|
mpage->sec = (*sec - '1') + 1; |
|
|
/* If the section changed, append the old one. */ |
/* If the section changed, append the old one. */ |
|
|
if (NULL != prevsec && |
if (NULL != prevsec && |
(strcmp(sec, prevsec) || |
(strcmp(sec, prevsec) || |
strcmp(arch, prevarch))) { |
strcmp(arch, prevarch))) { |
sep2 = '\0' == *prevarch ? "" : "/"; |
sep2 = '\0' == *prevarch ? "" : "/"; |
if (-1 == asprintf(&newnames, "%s(%s%s%s)", |
mandoc_asprintf(&newnames, "%s(%s%s%s)", |
oldnames, prevsec, sep2, prevarch)) { |
oldnames, prevsec, sep2, prevarch); |
perror(0); |
|
exit((int)MANDOCLEVEL_SYSERR); |
|
} |
|
free(mpage->names); |
free(mpage->names); |
oldnames = mpage->names = newnames; |
oldnames = mpage->names = newnames; |
free(prevsec); |
free(prevsec); |
Line 359 buildnames(struct manpage *mpage, sqlite3 *db, sqlite3 |
|
Line 474 buildnames(struct manpage *mpage, sqlite3 *db, sqlite3 |
|
|
|
/* Append the new name. */ |
/* Append the new name. */ |
|
|
if (-1 == asprintf(&newnames, "%s%s%s", |
mandoc_asprintf(&newnames, "%s%s%s", |
oldnames, sep1, name)) { |
oldnames, sep1, name); |
perror(0); |
|
exit((int)MANDOCLEVEL_SYSERR); |
|
} |
|
free(mpage->names); |
free(mpage->names); |
mpage->names = newnames; |
mpage->names = newnames; |
|
|
/* Also save the first file name encountered. */ |
/* Also save the first file name encountered. */ |
|
|
if (NULL != mpage->file) |
if (mpage->file != NULL) |
continue; |
continue; |
|
|
if (form) { |
if (form & FORM_SRC) { |
sep1 = "man"; |
sep1 = "man"; |
fsec = sec; |
fsec = sec; |
} else { |
} else { |
sep1 = "cat"; |
sep1 = "cat"; |
fsec = "0"; |
fsec = "0"; |
} |
} |
sep2 = '\0' == *arch ? "" : "/"; |
sep2 = *arch == '\0' ? "" : "/"; |
if (-1 == asprintf(&mpage->file, "%s/%s%s%s%s/%s.%s", |
mandoc_asprintf(&mpage->file, "%s/%s%s%s%s/%s.%s", |
path, sep1, sec, sep2, arch, name, fsec)) { |
path, sep1, sec, sep2, arch, name, fsec); |
perror(0); |
if (access(mpage->file, R_OK) != -1) |
exit((int)MANDOCLEVEL_SYSERR); |
continue; |
} |
|
|
/* Handle unusual file name extensions. */ |
|
|
|
if (firstname == NULL) |
|
firstname = mpage->file; |
|
else |
|
free(mpage->file); |
|
mandoc_asprintf(&mpage->file, "%s/%s%s%s%s/%s.*", |
|
path, sep1, sec, sep2, arch, name); |
|
globres = glob(mpage->file, 0, NULL, &globinfo); |
|
free(mpage->file); |
|
mpage->file = globres ? NULL : |
|
mandoc_strdup(*globinfo.gl_pathv); |
|
globfree(&globinfo); |
} |
} |
if (SQLITE_DONE != c) |
if (c != SQLITE_DONE) |
fprintf(stderr, "%s\n", sqlite3_errmsg(db)); |
warnx("%s", sqlite3_errmsg(db)); |
sqlite3_reset(s); |
sqlite3_reset(s); |
|
|
|
/* If none of the files is usable, use the first name. */ |
|
|
|
if (mpage->file == NULL) |
|
mpage->file = firstname; |
|
else if (mpage->file != firstname) |
|
free(firstname); |
|
|
/* Append one final section to the names. */ |
/* Append one final section to the names. */ |
|
|
if (NULL != prevsec) { |
if (prevsec != NULL) { |
sep2 = '\0' == *prevarch ? "" : "/"; |
sep2 = *prevarch == '\0' ? "" : "/"; |
if (-1 == asprintf(&newnames, "%s(%s%s%s)", |
mandoc_asprintf(&newnames, "%s(%s%s%s)", |
mpage->names, prevsec, sep2, prevarch)) { |
mpage->names, prevsec, sep2, prevarch); |
perror(0); |
|
exit((int)MANDOCLEVEL_SYSERR); |
|
} |
|
free(mpage->names); |
free(mpage->names); |
mpage->names = newnames; |
mpage->names = newnames; |
free(prevsec); |
free(prevsec); |
Line 407 buildnames(struct manpage *mpage, sqlite3 *db, sqlite3 |
|
Line 536 buildnames(struct manpage *mpage, sqlite3 *db, sqlite3 |
|
} |
} |
|
|
static char * |
static char * |
buildoutput(sqlite3 *db, sqlite3_stmt *s, uint64_t id, uint64_t outbit) |
buildoutput(sqlite3 *db, sqlite3_stmt *s, uint64_t pageid, uint64_t outbit) |
{ |
{ |
char *output, *newoutput; |
char *output, *newoutput; |
const char *oldoutput, *sep1, *data; |
const char *oldoutput, *sep1, *data; |
Line 416 buildoutput(sqlite3 *db, sqlite3_stmt *s, uint64_t id, |
|
Line 545 buildoutput(sqlite3 *db, sqlite3_stmt *s, uint64_t id, |
|
|
|
output = NULL; |
output = NULL; |
i = 1; |
i = 1; |
SQL_BIND_INT64(db, s, i, id); |
SQL_BIND_INT64(db, s, i, pageid); |
SQL_BIND_INT64(db, s, i, outbit); |
SQL_BIND_INT64(db, s, i, outbit); |
while (SQLITE_ROW == (c = sqlite3_step(s))) { |
while (SQLITE_ROW == (c = sqlite3_step(s))) { |
if (NULL == output) { |
if (NULL == output) { |
Line 426 buildoutput(sqlite3 *db, sqlite3_stmt *s, uint64_t id, |
|
Line 555 buildoutput(sqlite3 *db, sqlite3_stmt *s, uint64_t id, |
|
oldoutput = output; |
oldoutput = output; |
sep1 = " # "; |
sep1 = " # "; |
} |
} |
data = sqlite3_column_text(s, 1); |
data = (const char *)sqlite3_column_text(s, 1); |
if (-1 == asprintf(&newoutput, "%s%s%s", |
mandoc_asprintf(&newoutput, "%s%s%s", |
oldoutput, sep1, data)) { |
oldoutput, sep1, data); |
perror(0); |
|
exit((int)MANDOCLEVEL_SYSERR); |
|
} |
|
free(output); |
free(output); |
output = newoutput; |
output = newoutput; |
} |
} |
if (SQLITE_DONE != c) |
if (SQLITE_DONE != c) |
fprintf(stderr, "%s\n", sqlite3_errmsg(db)); |
warnx("%s", sqlite3_errmsg(db)); |
sqlite3_reset(s); |
sqlite3_reset(s); |
return(output); |
return output; |
} |
} |
|
|
/* |
/* |
Line 497 sql_statement(const struct expr *e) |
|
Line 623 sql_statement(const struct expr *e) |
|
size_t sz; |
size_t sz; |
int needop; |
int needop; |
|
|
sql = mandoc_strdup("SELECT * FROM mpages WHERE "); |
sql = mandoc_strdup(e->equal ? |
|
"SELECT desc, form, pageid, bits " |
|
"FROM mpages NATURAL JOIN names WHERE " : |
|
"SELECT desc, form, pageid, 0 FROM mpages WHERE "); |
sz = strlen(sql); |
sz = strlen(sql); |
|
|
for (needop = 0; NULL != e; e = e->next) { |
for (needop = 0; NULL != e; e = e->next) { |
Line 507 sql_statement(const struct expr *e) |
|
Line 636 sql_statement(const struct expr *e) |
|
sql_append(&sql, &sz, " OR ", 1); |
sql_append(&sql, &sz, " OR ", 1); |
if (e->open) |
if (e->open) |
sql_append(&sql, &sz, "(", e->open); |
sql_append(&sql, &sz, "(", e->open); |
sql_append(&sql, &sz, NULL == e->substr ? |
sql_append(&sql, &sz, |
"id IN (SELECT pageid FROM keys " |
TYPE_Nd & e->bits |
"WHERE key REGEXP ? AND bits & ?)" : |
? (NULL == e->substr |
"id IN (SELECT pageid FROM keys " |
? "desc REGEXP ?" |
"WHERE key MATCH ? AND bits & ?)", 1); |
: "desc MATCH ?") |
|
: TYPE_Nm == e->bits |
|
? (NULL == e->substr |
|
? "pageid IN (SELECT pageid FROM names " |
|
"WHERE name REGEXP ?)" |
|
: e->equal |
|
? "name = ? " |
|
: "pageid IN (SELECT pageid FROM names " |
|
"WHERE name MATCH ?)") |
|
: (NULL == e->substr |
|
? "pageid IN (SELECT pageid FROM keys " |
|
"WHERE key REGEXP ? AND bits & ?)" |
|
: "pageid IN (SELECT pageid FROM keys " |
|
"WHERE key MATCH ? AND bits & ?)"), 1); |
if (e->close) |
if (e->close) |
sql_append(&sql, &sz, ")", e->close); |
sql_append(&sql, &sz, ")", e->close); |
needop = 1; |
needop = 1; |
} |
} |
|
|
return(sql); |
return sql; |
} |
} |
|
|
/* |
/* |
Line 528 sql_statement(const struct expr *e) |
|
Line 670 sql_statement(const struct expr *e) |
|
static struct expr * |
static struct expr * |
exprcomp(const struct mansearch *search, int argc, char *argv[]) |
exprcomp(const struct mansearch *search, int argc, char *argv[]) |
{ |
{ |
|
uint64_t mask; |
int i, toopen, logic, igncase, toclose; |
int i, toopen, logic, igncase, toclose; |
struct expr *first, *next, *cur; |
struct expr *first, *prev, *cur, *next; |
|
|
first = cur = NULL; |
first = cur = NULL; |
logic = igncase = toclose = 0; |
logic = igncase = toopen = toclose = 0; |
toopen = 1; |
|
|
|
for (i = 0; i < argc; i++) { |
for (i = 0; i < argc; i++) { |
if (0 == strcmp("(", argv[i])) { |
if (0 == strcmp("(", argv[i])) { |
Line 568 exprcomp(const struct mansearch *search, int argc, cha |
|
Line 710 exprcomp(const struct mansearch *search, int argc, cha |
|
next = exprterm(search, argv[i], !igncase); |
next = exprterm(search, argv[i], !igncase); |
if (NULL == next) |
if (NULL == next) |
goto fail; |
goto fail; |
next->open = toopen; |
if (NULL == first) |
next->and = (1 == logic); |
first = next; |
if (NULL != first) { |
else |
cur->next = next; |
cur->next = next; |
cur = next; |
prev = cur = next; |
} else |
|
cur = first = next; |
|
toopen = logic = igncase = 0; |
|
} |
|
if (toopen || logic || igncase || toclose) |
|
goto fail; |
|
|
|
cur->close++; |
/* |
cur = exprspec(cur, TYPE_arch, search->arch, "^(%s|any)$"); |
* Searching for descriptions must be split out |
exprspec(cur, TYPE_sec, search->sec, "^%s$"); |
* because they are stored in the mpages table, |
|
* not in the keys table. |
|
*/ |
|
|
return(first); |
for (mask = TYPE_Nm; mask <= TYPE_Nd; mask <<= 1) { |
|
if (mask & cur->bits && ~mask & cur->bits) { |
|
next = mandoc_calloc(1, |
|
sizeof(struct expr)); |
|
memcpy(next, cur, sizeof(struct expr)); |
|
prev->open = 1; |
|
cur->bits = mask; |
|
cur->next = next; |
|
cur = next; |
|
cur->bits &= ~mask; |
|
} |
|
} |
|
prev->and = (1 == logic); |
|
prev->open += toopen; |
|
if (cur != prev) |
|
cur->close = 1; |
|
|
|
toopen = logic = igncase = 0; |
|
} |
|
if ( ! (toopen || logic || igncase || toclose)) |
|
return first; |
|
|
fail: |
fail: |
if (NULL != first) |
if (NULL != first) |
exprfree(first); |
exprfree(first); |
return(NULL); |
return NULL; |
} |
} |
|
|
static struct expr * |
static struct expr * |
exprspec(struct expr *cur, uint64_t key, const char *value, |
|
const char *format) |
|
{ |
|
char errbuf[BUFSIZ]; |
|
char *cp; |
|
int irc; |
|
|
|
if (NULL == value) |
|
return(cur); |
|
|
|
if (-1 == asprintf(&cp, format, value)) { |
|
perror(0); |
|
exit((int)MANDOCLEVEL_SYSERR); |
|
} |
|
cur->next = mandoc_calloc(1, sizeof(struct expr)); |
|
cur = cur->next; |
|
cur->and = 1; |
|
cur->bits = key; |
|
if (0 != (irc = regcomp(&cur->regexp, cp, |
|
REG_EXTENDED | REG_NOSUB | REG_ICASE))) { |
|
regerror(irc, &cur->regexp, errbuf, sizeof(errbuf)); |
|
fprintf(stderr, "regcomp: %s\n", errbuf); |
|
cur->substr = value; |
|
} |
|
free(cp); |
|
return(cur); |
|
} |
|
|
|
static struct expr * |
|
exprterm(const struct mansearch *search, char *buf, int cs) |
exprterm(const struct mansearch *search, char *buf, int cs) |
{ |
{ |
char errbuf[BUFSIZ]; |
char errbuf[BUFSIZ]; |
struct expr *e; |
struct expr *e; |
char *key, *v; |
char *key, *val; |
uint64_t iterbit; |
uint64_t iterbit; |
int i, irc; |
int i, irc; |
|
|
if ('\0' == *buf) |
if ('\0' == *buf) |
return(NULL); |
return NULL; |
|
|
e = mandoc_calloc(1, sizeof(struct expr)); |
e = mandoc_calloc(1, sizeof(struct expr)); |
|
|
/*"whatis" mode uses an opaque string and default fields. */ |
if (search->argmode == ARG_NAME) { |
|
e->bits = TYPE_Nm; |
if (MANSEARCH_WHATIS & search->flags) { |
|
e->substr = buf; |
e->substr = buf; |
e->bits = search->deftype; |
e->equal = 1; |
return(e); |
return e; |
} |
} |
|
|
/* |
/* |
* If no =~ is specified, search with equality over names and |
* Separate macro keys from search string. |
* descriptions. |
* If needed, request regular expression handling |
* If =~ begins the phrase, use name and description fields. |
* by setting e->substr to NULL. |
*/ |
*/ |
|
|
if (NULL == (v = strpbrk(buf, "=~"))) { |
if (search->argmode == ARG_WORD) { |
|
e->bits = TYPE_Nm; |
|
e->substr = NULL; |
|
mandoc_asprintf(&val, "[[:<:]]%s[[:>:]]", buf); |
|
cs = 0; |
|
} else if ((val = strpbrk(buf, "=~")) == NULL) { |
|
e->bits = TYPE_Nm | TYPE_Nd; |
e->substr = buf; |
e->substr = buf; |
e->bits = search->deftype; |
} else { |
return(e); |
if (val == buf) |
} else if (v == buf) |
e->bits = TYPE_Nm | TYPE_Nd; |
e->bits = search->deftype; |
if ('=' == *val) |
|
e->substr = val + 1; |
if ('~' == *v++) { |
*val++ = '\0'; |
if (NULL != strstr(buf, "arch")) |
if (NULL != strstr(buf, "arch")) |
cs = 0; |
cs = 0; |
if (0 != (irc = regcomp(&e->regexp, v, |
} |
REG_EXTENDED | REG_NOSUB | (cs ? 0 : REG_ICASE)))) { |
|
|
/* Compile regular expressions. */ |
|
|
|
if (NULL == e->substr) { |
|
irc = regcomp(&e->regexp, val, |
|
REG_EXTENDED | REG_NOSUB | (cs ? 0 : REG_ICASE)); |
|
if (search->argmode == ARG_WORD) |
|
free(val); |
|
if (irc) { |
regerror(irc, &e->regexp, errbuf, sizeof(errbuf)); |
regerror(irc, &e->regexp, errbuf, sizeof(errbuf)); |
fprintf(stderr, "regcomp: %s\n", errbuf); |
warnx("regcomp: %s", errbuf); |
free(e); |
free(e); |
return(NULL); |
return NULL; |
} |
} |
} else |
} |
e->substr = v; |
|
v[-1] = '\0'; |
|
|
|
|
if (e->bits) |
|
return e; |
|
|
/* |
/* |
* Parse out all possible fields. |
* Parse out all possible fields. |
* If the field doesn't resolve, bail. |
* If the field doesn't resolve, bail. |
Line 690 exprterm(const struct mansearch *search, char *buf, in |
|
Line 833 exprterm(const struct mansearch *search, char *buf, in |
|
if (i == mansearch_keymax) { |
if (i == mansearch_keymax) { |
if (strcasecmp(key, "any")) { |
if (strcasecmp(key, "any")) { |
free(e); |
free(e); |
return(NULL); |
return NULL; |
} |
} |
e->bits |= ~0ULL; |
e->bits |= ~0ULL; |
} |
} |
} |
} |
|
|
return(e); |
return e; |
} |
} |
|
|
static void |
static void |
Line 712 exprfree(struct expr *p) |
|
Line 855 exprfree(struct expr *p) |
|
} |
} |
|
|
static void * |
static void * |
hash_halloc(size_t sz, void *arg) |
hash_calloc(size_t nmemb, size_t sz, void *arg) |
{ |
{ |
|
|
return(mandoc_calloc(sz, 1)); |
return mandoc_calloc(nmemb, sz); |
} |
} |
|
|
static void * |
static void * |
hash_alloc(size_t sz, void *arg) |
hash_alloc(size_t sz, void *arg) |
{ |
{ |
|
|
return(mandoc_malloc(sz)); |
return mandoc_malloc(sz); |
} |
} |
|
|
static void |
static void |
hash_free(void *p, size_t sz, void *arg) |
hash_free(void *p, void *arg) |
{ |
{ |
|
|
free(p); |
free(p); |