version 1.103, 2014/01/06 03:02:46 |
version 1.121, 2014/03/23 12:26:58 |
|
|
#endif |
#endif |
|
|
#include <sys/stat.h> |
#include <sys/stat.h> |
|
#include <sys/wait.h> |
|
|
#include <assert.h> |
#include <assert.h> |
#include <ctype.h> |
#include <ctype.h> |
|
|
#include "mdoc.h" |
#include "mdoc.h" |
#include "man.h" |
#include "man.h" |
#include "mandoc.h" |
#include "mandoc.h" |
|
#include "mandoc_aux.h" |
#include "manpath.h" |
#include "manpath.h" |
#include "mansearch.h" |
#include "mansearch.h" |
|
|
|
extern int mansearch_keymax; |
|
extern const char *const mansearch_keynames[]; |
|
|
#define SQL_EXEC(_v) \ |
#define SQL_EXEC(_v) \ |
if (SQLITE_OK != sqlite3_exec(db, (_v), NULL, NULL, NULL)) \ |
if (SQLITE_OK != sqlite3_exec(db, (_v), NULL, NULL, NULL)) \ |
fprintf(stderr, "%s\n", sqlite3_errmsg(db)) |
fprintf(stderr, "%s\n", sqlite3_errmsg(db)) |
|
|
|
|
struct mpage { |
struct mpage { |
struct inodev inodev; /* used for hashing routine */ |
struct inodev inodev; /* used for hashing routine */ |
|
int64_t recno; /* id in mpages SQL table */ |
enum form form; /* format from file content */ |
enum form form; /* format from file content */ |
char *sec; /* section from file content */ |
char *sec; /* section from file content */ |
char *arch; /* architecture from file content */ |
char *arch; /* architecture from file content */ |
|
|
char *name; /* name from file name (not empty) */ |
char *name; /* name from file name (not empty) */ |
char *fsec; /* section from file name suffix */ |
char *fsec; /* section from file name suffix */ |
struct mlink *next; /* singly linked list */ |
struct mlink *next; /* singly linked list */ |
|
struct mpage *mpage; /* parent */ |
}; |
}; |
|
|
enum stmt { |
enum stmt { |
Line 130 struct mdoc_handler { |
|
Line 137 struct mdoc_handler { |
|
}; |
}; |
|
|
static void dbclose(int); |
static void dbclose(int); |
static void dbindex(const struct mpage *, struct mchars *); |
static void dbadd(struct mpage *, struct mchars *); |
|
static void dbadd_mlink(const struct mlink *mlink); |
static int dbopen(int); |
static int dbopen(int); |
static void dbprune(void); |
static void dbprune(void); |
static void filescan(const char *); |
static void filescan(const char *); |
Line 154 static int parse_mdoc_Nd(struct mpage *, const struct |
|
Line 162 static int parse_mdoc_Nd(struct mpage *, const struct |
|
static int parse_mdoc_Nm(struct mpage *, const struct mdoc_node *); |
static int parse_mdoc_Nm(struct mpage *, const struct mdoc_node *); |
static int parse_mdoc_Sh(struct mpage *, const struct mdoc_node *); |
static int parse_mdoc_Sh(struct mpage *, const struct mdoc_node *); |
static int parse_mdoc_Xr(struct mpage *, const struct mdoc_node *); |
static int parse_mdoc_Xr(struct mpage *, const struct mdoc_node *); |
static void putkey(const struct mpage *, |
static void putkey(const struct mpage *, char *, uint64_t); |
const char *, uint64_t); |
|
static void putkeys(const struct mpage *, |
static void putkeys(const struct mpage *, |
const char *, size_t, uint64_t); |
const char *, size_t, uint64_t); |
static void putmdockey(const struct mpage *, |
static void putmdockey(const struct mpage *, |
Line 166 static int set_basedir(const char *); |
|
Line 173 static int set_basedir(const char *); |
|
static int treescan(void); |
static int treescan(void); |
static size_t utf8(unsigned int, char [7]); |
static size_t utf8(unsigned int, char [7]); |
|
|
|
static char tempfilename[32]; |
static char *progname; |
static char *progname; |
static int nodb; /* no database changes */ |
static int nodb; /* no database changes */ |
static int quick; /* abort the parse early */ |
static int mparse_options; /* abort the parse early */ |
static int use_all; /* use all found files */ |
static int use_all; /* use all found files */ |
static int verb; /* print what we're doing */ |
static int verb; /* print what we're doing */ |
static int warnings; /* warn about crap */ |
static int warnings; /* warn about crap */ |
Line 367 main(int argc, char *argv[]) |
|
Line 375 main(int argc, char *argv[]) |
|
nodb = 1; |
nodb = 1; |
break; |
break; |
case ('Q'): |
case ('Q'): |
quick = 1; |
mparse_options |= MPARSE_QUICK; |
break; |
break; |
case ('T'): |
case ('T'): |
if (strcmp(optarg, "utf8")) { |
if (strcmp(optarg, "utf8")) { |
Line 407 main(int argc, char *argv[]) |
|
Line 415 main(int argc, char *argv[]) |
|
} |
} |
|
|
exitcode = (int)MANDOCLEVEL_OK; |
exitcode = (int)MANDOCLEVEL_OK; |
mp = mparse_alloc(MPARSE_AUTO, |
mp = mparse_alloc(mparse_options, MANDOCLEVEL_FATAL, NULL, NULL); |
MANDOCLEVEL_FATAL, NULL, NULL, quick); |
|
mc = mchars_alloc(); |
mc = mchars_alloc(); |
|
|
ohash_init(&mpages, 6, &mpages_info); |
ohash_init(&mpages, 6, &mpages_info); |
Line 700 filescan(const char *file) |
|
Line 707 filescan(const char *file) |
|
exitcode = (int)MANDOCLEVEL_BADARG; |
exitcode = (int)MANDOCLEVEL_BADARG; |
say(file, NULL); |
say(file, NULL); |
return; |
return; |
} else if (OP_TEST != op && strstr(buf, basedir) != buf) { |
} |
|
|
|
if (strstr(buf, basedir) == buf) |
|
start = buf + strlen(basedir) + 1; |
|
else if (OP_TEST == op) |
|
start = buf; |
|
else { |
exitcode = (int)MANDOCLEVEL_BADARG; |
exitcode = (int)MANDOCLEVEL_BADARG; |
say("", "%s: outside base directory", buf); |
say("", "%s: outside base directory", buf); |
return; |
return; |
} else if (-1 == stat(buf, &st)) { |
} |
|
|
|
if (-1 == stat(buf, &st)) { |
exitcode = (int)MANDOCLEVEL_BADARG; |
exitcode = (int)MANDOCLEVEL_BADARG; |
say(file, NULL); |
say(file, NULL); |
return; |
return; |
Line 713 filescan(const char *file) |
|
Line 728 filescan(const char *file) |
|
say(file, "Not a regular file"); |
say(file, "Not a regular file"); |
return; |
return; |
} |
} |
start = buf + strlen(basedir); |
|
mlink = mandoc_calloc(1, sizeof(struct mlink)); |
mlink = mandoc_calloc(1, sizeof(struct mlink)); |
strlcpy(mlink->file, start, sizeof(mlink->file)); |
strlcpy(mlink->file, start, sizeof(mlink->file)); |
|
|
Line 806 mlink_add(struct mlink *mlink, const struct stat *st) |
|
Line 821 mlink_add(struct mlink *mlink, const struct stat *st) |
|
} else |
} else |
mlink->next = mpage->mlinks; |
mlink->next = mpage->mlinks; |
mpage->mlinks = mlink; |
mpage->mlinks = mlink; |
|
mlink->mpage = mpage; |
} |
} |
|
|
static void |
static void |
Line 946 mlink_check(struct mpage *mpage, struct mlink *mlink) |
|
Line 962 mlink_check(struct mpage *mpage, struct mlink *mlink) |
|
static void |
static void |
mpages_merge(struct mchars *mc, struct mparse *mp) |
mpages_merge(struct mchars *mc, struct mparse *mp) |
{ |
{ |
|
char any[] = "any"; |
struct ohash_info str_info; |
struct ohash_info str_info; |
struct mpage *mpage; |
struct mpage *mpage, *mpage_dest; |
struct mlink *mlink; |
struct mlink *mlink, *mlink_dest; |
struct mdoc *mdoc; |
struct mdoc *mdoc; |
struct man *man; |
struct man *man; |
const char *cp; |
char *sodest; |
|
char *cp; |
int match; |
int match; |
unsigned int pslot; |
unsigned int pslot; |
enum mandoclevel lvl; |
enum mandoclevel lvl; |
Line 961 mpages_merge(struct mchars *mc, struct mparse *mp) |
|
Line 979 mpages_merge(struct mchars *mc, struct mparse *mp) |
|
str_info.hfree = hash_free; |
str_info.hfree = hash_free; |
str_info.key_offset = offsetof(struct str, key); |
str_info.key_offset = offsetof(struct str, key); |
|
|
|
if (0 == nodb) |
|
SQL_EXEC("BEGIN TRANSACTION"); |
|
|
mpage = ohash_first(&mpages, &pslot); |
mpage = ohash_first(&mpages, &pslot); |
while (NULL != mpage) { |
while (NULL != mpage) { |
mlinks_undupe(mpage); |
mlinks_undupe(mpage); |
Line 983 mpages_merge(struct mchars *mc, struct mparse *mp) |
|
Line 1004 mpages_merge(struct mchars *mc, struct mparse *mp) |
|
FORM_CAT != mpage->mlinks->fform) { |
FORM_CAT != mpage->mlinks->fform) { |
lvl = mparse_readfd(mp, -1, mpage->mlinks->file); |
lvl = mparse_readfd(mp, -1, mpage->mlinks->file); |
if (lvl < MANDOCLEVEL_FATAL) |
if (lvl < MANDOCLEVEL_FATAL) |
mparse_result(mp, &mdoc, &man); |
mparse_result(mp, &mdoc, &man, &sodest); |
} |
} |
|
|
if (NULL != mdoc) { |
if (NULL != sodest) { |
|
mlink_dest = ohash_find(&mlinks, |
|
ohash_qlookup(&mlinks, sodest)); |
|
if (NULL != mlink_dest) { |
|
|
|
/* The .so target exists. */ |
|
|
|
mpage_dest = mlink_dest->mpage; |
|
mlink = mpage->mlinks; |
|
while (1) { |
|
mlink->mpage = mpage_dest; |
|
|
|
/* |
|
* If the target was already |
|
* processed, add the links |
|
* to the database now. |
|
* Otherwise, this will |
|
* happen when we come |
|
* to the target. |
|
*/ |
|
|
|
if (mpage_dest->recno) |
|
dbadd_mlink(mlink); |
|
|
|
if (NULL == mlink->next) |
|
break; |
|
mlink = mlink->next; |
|
} |
|
|
|
/* Move all links to the target. */ |
|
|
|
mlink->next = mlink_dest->next; |
|
mlink_dest->next = mpage->mlinks; |
|
mpage->mlinks = NULL; |
|
} |
|
ohash_delete(&strings); |
|
mpage = ohash_next(&mpages, &pslot); |
|
continue; |
|
} else if (NULL != mdoc) { |
mpage->form = FORM_SRC; |
mpage->form = FORM_SRC; |
mpage->sec = |
mpage->sec = |
mandoc_strdup(mdoc_meta(mdoc)->msec); |
mandoc_strdup(mdoc_meta(mdoc)->msec); |
Line 1014 mpages_merge(struct mchars *mc, struct mparse *mp) |
|
Line 1073 mpages_merge(struct mchars *mc, struct mparse *mp) |
|
} |
} |
putkey(mpage, mpage->sec, TYPE_sec); |
putkey(mpage, mpage->sec, TYPE_sec); |
putkey(mpage, '\0' == *mpage->arch ? |
putkey(mpage, '\0' == *mpage->arch ? |
"any" : mpage->arch, TYPE_arch); |
any : mpage->arch, TYPE_arch); |
|
|
for (mlink = mpage->mlinks; mlink; mlink = mlink->next) { |
for (mlink = mpage->mlinks; mlink; mlink = mlink->next) { |
if ('\0' != *mlink->dsec) |
if ('\0' != *mlink->dsec) |
Line 1022 mpages_merge(struct mchars *mc, struct mparse *mp) |
|
Line 1081 mpages_merge(struct mchars *mc, struct mparse *mp) |
|
if ('\0' != *mlink->fsec) |
if ('\0' != *mlink->fsec) |
putkey(mpage, mlink->fsec, TYPE_sec); |
putkey(mpage, mlink->fsec, TYPE_sec); |
putkey(mpage, '\0' == *mlink->arch ? |
putkey(mpage, '\0' == *mlink->arch ? |
"any" : mlink->arch, TYPE_arch); |
any : mlink->arch, TYPE_arch); |
putkey(mpage, mlink->name, TYPE_Nm); |
putkey(mpage, mlink->name, TYPE_Nm); |
} |
} |
|
|
Line 1047 mpages_merge(struct mchars *mc, struct mparse *mp) |
|
Line 1106 mpages_merge(struct mchars *mc, struct mparse *mp) |
|
else |
else |
parse_cat(mpage); |
parse_cat(mpage); |
|
|
dbindex(mpage, mc); |
dbadd(mpage, mc); |
ohash_delete(&strings); |
ohash_delete(&strings); |
mpage = ohash_next(&mpages, &pslot); |
mpage = ohash_next(&mpages, &pslot); |
} |
} |
|
|
|
if (0 == nodb) |
|
SQL_EXEC("END TRANSACTION"); |
} |
} |
|
|
static void |
static void |
Line 1169 parse_cat(struct mpage *mpage) |
|
Line 1231 parse_cat(struct mpage *mpage) |
|
* Put a type/word pair into the word database for this particular file. |
* Put a type/word pair into the word database for this particular file. |
*/ |
*/ |
static void |
static void |
putkey(const struct mpage *mpage, const char *value, uint64_t type) |
putkey(const struct mpage *mpage, char *value, uint64_t type) |
{ |
{ |
|
char *cp; |
|
|
assert(NULL != value); |
assert(NULL != value); |
|
if (TYPE_arch == type) |
|
for (cp = value; *cp; cp++) |
|
if (isupper((unsigned char)*cp)) |
|
*cp = _tolower((unsigned char)*cp); |
putkeys(mpage, value, strlen(value), type); |
putkeys(mpage, value, strlen(value), type); |
} |
} |
|
|
|
|
parse_man(struct mpage *mpage, const struct man_node *n) |
parse_man(struct mpage *mpage, const struct man_node *n) |
{ |
{ |
const struct man_node *head, *body; |
const struct man_node *head, *body; |
char *start, *sv, *title; |
char *start, *title; |
char byte; |
char byte; |
size_t sz, titlesz; |
size_t sz; |
|
|
if (NULL == n) |
if (NULL == n) |
return; |
return; |
Line 1218 parse_man(struct mpage *mpage, const struct man_node * |
|
Line 1285 parse_man(struct mpage *mpage, const struct man_node * |
|
NULL != (head = (head->child)) && |
NULL != (head = (head->child)) && |
MAN_TEXT == head->type && |
MAN_TEXT == head->type && |
0 == strcmp(head->string, "NAME") && |
0 == strcmp(head->string, "NAME") && |
NULL != (body = body->child) && |
NULL != body->child) { |
MAN_TEXT == body->type) { |
|
|
|
title = NULL; |
|
titlesz = 0; |
|
|
|
/* |
/* |
* Suck the entire NAME section into memory. |
* Suck the entire NAME section into memory. |
* Yes, we might run away. |
* Yes, we might run away. |
Line 1231 parse_man(struct mpage *mpage, const struct man_node * |
|
Line 1294 parse_man(struct mpage *mpage, const struct man_node * |
|
* NAME sections over many lines. |
* NAME sections over many lines. |
*/ |
*/ |
|
|
for ( ; NULL != body; body = body->next) { |
title = NULL; |
if (MAN_TEXT != body->type) |
man_deroff(&title, body); |
break; |
|
if (0 == (sz = strlen(body->string))) |
|
continue; |
|
title = mandoc_realloc |
|
(title, titlesz + sz + 1); |
|
memcpy(title + titlesz, body->string, sz); |
|
titlesz += sz + 1; |
|
title[titlesz - 1] = ' '; |
|
} |
|
if (NULL == title) |
if (NULL == title) |
return; |
return; |
|
|
title = mandoc_realloc(title, titlesz + 1); |
|
title[titlesz] = '\0'; |
|
|
|
/* Skip leading space. */ |
|
|
|
sv = title; |
|
while (isspace((unsigned char)*sv)) |
|
sv++; |
|
|
|
if (0 == (sz = strlen(sv))) { |
|
free(title); |
|
return; |
|
} |
|
|
|
/* Erase trailing space. */ |
|
|
|
start = &sv[sz - 1]; |
|
while (start > sv && isspace((unsigned char)*start)) |
|
*start-- = '\0'; |
|
|
|
if (start == sv) { |
|
free(title); |
|
return; |
|
} |
|
|
|
start = sv; |
|
|
|
/* |
/* |
* Go through a special heuristic dance here. |
* Go through a special heuristic dance here. |
* Conventionally, one or more manual names are |
* Conventionally, one or more manual names are |
Line 1280 parse_man(struct mpage *mpage, const struct man_node * |
|
Line 1307 parse_man(struct mpage *mpage, const struct man_node * |
|
* the name parts here. |
* the name parts here. |
*/ |
*/ |
|
|
|
start = title; |
for ( ;; ) { |
for ( ;; ) { |
sz = strcspn(start, " ,"); |
sz = strcspn(start, " ,"); |
if ('\0' == start[sz]) |
if ('\0' == start[sz]) |
Line 1288 parse_man(struct mpage *mpage, const struct man_node * |
|
Line 1316 parse_man(struct mpage *mpage, const struct man_node * |
|
byte = start[sz]; |
byte = start[sz]; |
start[sz] = '\0'; |
start[sz] = '\0'; |
|
|
|
/* |
|
* Assume a stray trailing comma in the |
|
* name list if a name begins with a dash. |
|
*/ |
|
|
|
if ('-' == start[0] || |
|
('\\' == start[0] && '-' == start[1])) |
|
break; |
|
|
putkey(mpage, start, TYPE_Nm); |
putkey(mpage, start, TYPE_Nm); |
|
|
if (' ' == byte) { |
if (' ' == byte) { |
Line 1301 parse_man(struct mpage *mpage, const struct man_node * |
|
Line 1338 parse_man(struct mpage *mpage, const struct man_node * |
|
start++; |
start++; |
} |
} |
|
|
if (sv == start) { |
if (start == title) { |
putkey(mpage, start, TYPE_Nm); |
putkey(mpage, start, TYPE_Nm); |
free(title); |
free(title); |
return; |
return; |
Line 1417 parse_mdoc_Fd(struct mpage *mpage, const struct mdoc_n |
|
Line 1454 parse_mdoc_Fd(struct mpage *mpage, const struct mdoc_n |
|
static int |
static int |
parse_mdoc_Fn(struct mpage *mpage, const struct mdoc_node *n) |
parse_mdoc_Fn(struct mpage *mpage, const struct mdoc_node *n) |
{ |
{ |
const char *cp; |
char *cp; |
|
|
if (NULL == (n = n->child) || MDOC_TEXT != n->type) |
if (NULL == (n = n->child) || MDOC_TEXT != n->type) |
return(0); |
return(0); |
Line 1460 parse_mdoc_Xr(struct mpage *mpage, const struct mdoc_n |
|
Line 1497 parse_mdoc_Xr(struct mpage *mpage, const struct mdoc_n |
|
return(0); |
return(0); |
} |
} |
|
|
if (-1 == asprintf(&cp, "%s(%s)", n->string, n->next->string)) { |
mandoc_asprintf(&cp, "%s(%s)", n->string, n->next->string); |
perror(NULL); |
|
exit((int)MANDOCLEVEL_SYSERR); |
|
} |
|
putkey(mpage, cp, TYPE_Xr); |
putkey(mpage, cp, TYPE_Xr); |
free(cp); |
free(cp); |
return(0); |
return(0); |
Line 1539 putkeys(const struct mpage *mpage, |
|
Line 1573 putkeys(const struct mpage *mpage, |
|
const char *cp, size_t sz, uint64_t v) |
const char *cp, size_t sz, uint64_t v) |
{ |
{ |
struct str *s; |
struct str *s; |
unsigned int slot; |
|
const char *end; |
const char *end; |
|
uint64_t mask; |
|
unsigned int slot; |
|
int i; |
|
|
if (0 == sz) |
if (0 == sz) |
return; |
return; |
|
|
|
if (verb > 1) { |
|
for (i = 0, mask = 1; |
|
i < mansearch_keymax; |
|
i++, mask <<= 1) |
|
if (mask & v) |
|
break; |
|
say(mpage->mlinks->file, "Adding key %s=%*s", |
|
mansearch_keynames[i], sz, cp); |
|
} |
|
|
end = cp + sz; |
end = cp + sz; |
slot = ohash_qlookupi(&strings, cp, &end); |
slot = ohash_qlookupi(&strings, cp, &end); |
s = ohash_find(&strings, slot); |
s = ohash_find(&strings, slot); |
|
|
render_key(struct mchars *mc, struct str *key) |
render_key(struct mchars *mc, struct str *key) |
{ |
{ |
size_t sz, bsz, pos; |
size_t sz, bsz, pos; |
char utfbuf[7], res[5]; |
char utfbuf[7], res[6]; |
char *buf; |
char *buf; |
const char *seq, *cpp, *val; |
const char *seq, *cpp, *val; |
int len, u; |
int len, u; |
Line 1633 render_key(struct mchars *mc, struct str *key) |
|
Line 1679 render_key(struct mchars *mc, struct str *key) |
|
res[1] = '\t'; |
res[1] = '\t'; |
res[2] = ASCII_NBRSP; |
res[2] = ASCII_NBRSP; |
res[3] = ASCII_HYPH; |
res[3] = ASCII_HYPH; |
res[4] = '\0'; |
res[4] = ASCII_BREAK; |
|
res[5] = '\0'; |
|
|
val = key->key; |
val = key->key; |
bsz = strlen(val); |
bsz = strlen(val); |
Line 1664 render_key(struct mchars *mc, struct str *key) |
|
Line 1711 render_key(struct mchars *mc, struct str *key) |
|
val += sz; |
val += sz; |
} |
} |
|
|
if (ASCII_HYPH == *val) { |
switch (*val) { |
|
case (ASCII_HYPH): |
buf[pos++] = '-'; |
buf[pos++] = '-'; |
val++; |
val++; |
continue; |
continue; |
} else if ('\t' == *val || ASCII_NBRSP == *val) { |
case ('\t'): |
|
/* FALLTHROUGH */ |
|
case (ASCII_NBRSP): |
buf[pos++] = ' '; |
buf[pos++] = ' '; |
val++; |
val++; |
|
/* FALLTHROUGH */ |
|
case (ASCII_BREAK): |
continue; |
continue; |
} else if ('\\' != *val) |
default: |
break; |
break; |
|
} |
|
if ('\\' != *val) |
|
break; |
|
|
/* Read past the slash. */ |
/* Read past the slash. */ |
|
|
Line 1725 render_key(struct mchars *mc, struct str *key) |
|
Line 1780 render_key(struct mchars *mc, struct str *key) |
|
key->rendered = buf; |
key->rendered = buf; |
} |
} |
|
|
|
static void |
|
dbadd_mlink(const struct mlink *mlink) |
|
{ |
|
size_t i; |
|
|
|
i = 1; |
|
SQL_BIND_TEXT(stmts[STMT_INSERT_LINK], i, mlink->dsec); |
|
SQL_BIND_TEXT(stmts[STMT_INSERT_LINK], i, mlink->arch); |
|
SQL_BIND_TEXT(stmts[STMT_INSERT_LINK], i, mlink->name); |
|
SQL_BIND_INT64(stmts[STMT_INSERT_LINK], i, mlink->mpage->recno); |
|
SQL_STEP(stmts[STMT_INSERT_LINK]); |
|
sqlite3_reset(stmts[STMT_INSERT_LINK]); |
|
} |
|
|
/* |
/* |
* Flush the current page's terms (and their bits) into the database. |
* Flush the current page's terms (and their bits) into the database. |
* Wrap the entire set of additions in a transaction to make sqlite be a |
* Wrap the entire set of additions in a transaction to make sqlite be a |
Line 1732 render_key(struct mchars *mc, struct str *key) |
|
Line 1801 render_key(struct mchars *mc, struct str *key) |
|
* Also, handle escape sequences at the last possible moment. |
* Also, handle escape sequences at the last possible moment. |
*/ |
*/ |
static void |
static void |
dbindex(const struct mpage *mpage, struct mchars *mc) |
dbadd(struct mpage *mpage, struct mchars *mc) |
{ |
{ |
struct mlink *mlink; |
struct mlink *mlink; |
struct str *key; |
struct str *key; |
int64_t recno; |
|
size_t i; |
size_t i; |
unsigned int slot; |
unsigned int slot; |
|
|
if (verb) |
if (verb) |
say(mpage->mlinks->file, "Adding to index"); |
say(mpage->mlinks->file, "Adding to database"); |
|
|
if (nodb) |
if (nodb) |
return; |
return; |
|
|
SQL_EXEC("BEGIN TRANSACTION"); |
|
|
|
i = 1; |
i = 1; |
SQL_BIND_INT(stmts[STMT_INSERT_PAGE], i, FORM_SRC == mpage->form); |
SQL_BIND_INT(stmts[STMT_INSERT_PAGE], i, FORM_SRC == mpage->form); |
SQL_STEP(stmts[STMT_INSERT_PAGE]); |
SQL_STEP(stmts[STMT_INSERT_PAGE]); |
recno = sqlite3_last_insert_rowid(db); |
mpage->recno = sqlite3_last_insert_rowid(db); |
sqlite3_reset(stmts[STMT_INSERT_PAGE]); |
sqlite3_reset(stmts[STMT_INSERT_PAGE]); |
|
|
for (mlink = mpage->mlinks; mlink; mlink = mlink->next) { |
for (mlink = mpage->mlinks; mlink; mlink = mlink->next) |
i = 1; |
dbadd_mlink(mlink); |
SQL_BIND_TEXT(stmts[STMT_INSERT_LINK], i, mlink->file); |
|
SQL_BIND_TEXT(stmts[STMT_INSERT_LINK], i, mlink->dsec); |
|
SQL_BIND_TEXT(stmts[STMT_INSERT_LINK], i, mlink->arch); |
|
SQL_BIND_TEXT(stmts[STMT_INSERT_LINK], i, mlink->name); |
|
SQL_BIND_INT64(stmts[STMT_INSERT_LINK], i, recno); |
|
SQL_STEP(stmts[STMT_INSERT_LINK]); |
|
sqlite3_reset(stmts[STMT_INSERT_LINK]); |
|
} |
|
|
|
for (key = ohash_first(&strings, &slot); NULL != key; |
for (key = ohash_first(&strings, &slot); NULL != key; |
key = ohash_next(&strings, &slot)) { |
key = ohash_next(&strings, &slot)) { |
Line 1773 dbindex(const struct mpage *mpage, struct mchars *mc) |
|
Line 1831 dbindex(const struct mpage *mpage, struct mchars *mc) |
|
i = 1; |
i = 1; |
SQL_BIND_INT64(stmts[STMT_INSERT_KEY], i, key->mask); |
SQL_BIND_INT64(stmts[STMT_INSERT_KEY], i, key->mask); |
SQL_BIND_TEXT(stmts[STMT_INSERT_KEY], i, key->rendered); |
SQL_BIND_TEXT(stmts[STMT_INSERT_KEY], i, key->rendered); |
SQL_BIND_INT64(stmts[STMT_INSERT_KEY], i, recno); |
SQL_BIND_INT64(stmts[STMT_INSERT_KEY], i, mpage->recno); |
SQL_STEP(stmts[STMT_INSERT_KEY]); |
SQL_STEP(stmts[STMT_INSERT_KEY]); |
sqlite3_reset(stmts[STMT_INSERT_KEY]); |
sqlite3_reset(stmts[STMT_INSERT_KEY]); |
if (key->rendered != key->key) |
if (key->rendered != key->key) |
free(key->rendered); |
free(key->rendered); |
free(key); |
free(key); |
} |
} |
|
|
SQL_EXEC("END TRANSACTION"); |
|
} |
} |
|
|
static void |
static void |
|
|
size_t i; |
size_t i; |
unsigned int slot; |
unsigned int slot; |
|
|
if (nodb) |
if (0 == nodb) |
return; |
SQL_EXEC("BEGIN TRANSACTION"); |
|
|
mpage = ohash_first(&mpages, &slot); |
for (mpage = ohash_first(&mpages, &slot); NULL != mpage; |
while (NULL != mpage) { |
mpage = ohash_next(&mpages, &slot)) { |
mlink = mpage->mlinks; |
mlink = mpage->mlinks; |
i = 1; |
|
SQL_BIND_TEXT(stmts[STMT_DELETE_PAGE], i, mlink->file); |
|
SQL_STEP(stmts[STMT_DELETE_PAGE]); |
|
sqlite3_reset(stmts[STMT_DELETE_PAGE]); |
|
if (verb) |
if (verb) |
say(mlink->file, "Deleted from index"); |
say(mlink->file, "Deleting from database"); |
mpage = ohash_next(&mpages, &slot); |
if (nodb) |
|
continue; |
|
for ( ; NULL != mlink; mlink = mlink->next) { |
|
i = 1; |
|
SQL_BIND_TEXT(stmts[STMT_DELETE_PAGE], |
|
i, mlink->dsec); |
|
SQL_BIND_TEXT(stmts[STMT_DELETE_PAGE], |
|
i, mlink->arch); |
|
SQL_BIND_TEXT(stmts[STMT_DELETE_PAGE], |
|
i, mlink->name); |
|
SQL_STEP(stmts[STMT_DELETE_PAGE]); |
|
sqlite3_reset(stmts[STMT_DELETE_PAGE]); |
|
} |
} |
} |
|
|
|
if (0 == nodb) |
|
SQL_EXEC("END TRANSACTION"); |
} |
} |
|
|
/* |
/* |
|
|
dbclose(int real) |
dbclose(int real) |
{ |
{ |
size_t i; |
size_t i; |
|
int status; |
|
pid_t child; |
|
|
if (nodb) |
if (nodb) |
return; |
return; |
Line 1831 dbclose(int real) |
|
Line 1900 dbclose(int real) |
|
if (real) |
if (real) |
return; |
return; |
|
|
if (-1 == rename(MANDOC_DB "~", MANDOC_DB)) { |
if ('\0' == *tempfilename) { |
|
if (-1 == rename(MANDOC_DB "~", MANDOC_DB)) { |
|
exitcode = (int)MANDOCLEVEL_SYSERR; |
|
say(MANDOC_DB, "%s", strerror(errno)); |
|
} |
|
return; |
|
} |
|
|
|
switch (child = fork()) { |
|
case (-1): |
exitcode = (int)MANDOCLEVEL_SYSERR; |
exitcode = (int)MANDOCLEVEL_SYSERR; |
say(MANDOC_DB, NULL); |
say("fork cmp", "%s", strerror(errno)); |
|
return; |
|
case (0): |
|
execlp("cmp", "cmp", "-s", |
|
tempfilename, MANDOC_DB, NULL); |
|
say("exec cmp", "%s", strerror(errno)); |
|
exit(0); |
|
default: |
|
break; |
} |
} |
|
if (-1 == waitpid(child, &status, 0)) { |
|
exitcode = (int)MANDOCLEVEL_SYSERR; |
|
say("wait cmp", "%s", strerror(errno)); |
|
} else if (WIFSIGNALED(status)) { |
|
exitcode = (int)MANDOCLEVEL_SYSERR; |
|
say("cmp", "Died from a signal"); |
|
} else if (WEXITSTATUS(status)) { |
|
exitcode = (int)MANDOCLEVEL_SYSERR; |
|
say(MANDOC_DB, |
|
"Data changed, but cannot replace database"); |
|
} |
|
|
|
*strrchr(tempfilename, '/') = '\0'; |
|
switch (child = fork()) { |
|
case (-1): |
|
exitcode = (int)MANDOCLEVEL_SYSERR; |
|
say("fork rm", "%s", strerror(errno)); |
|
return; |
|
case (0): |
|
execlp("rm", "rm", "-rf", tempfilename, NULL); |
|
say("exec rm", "%s", strerror(errno)); |
|
exit((int)MANDOCLEVEL_SYSERR); |
|
default: |
|
break; |
|
} |
|
if (-1 == waitpid(child, &status, 0)) { |
|
exitcode = (int)MANDOCLEVEL_SYSERR; |
|
say("wait rm", "%s", strerror(errno)); |
|
} else if (WIFSIGNALED(status) || WEXITSTATUS(status)) { |
|
exitcode = (int)MANDOCLEVEL_SYSERR; |
|
say(tempfilename, |
|
"Cannot remove temporary directory"); |
|
} |
} |
} |
|
|
/* |
/* |
Line 1848 dbclose(int real) |
|
Line 1967 dbclose(int real) |
|
static int |
static int |
dbopen(int real) |
dbopen(int real) |
{ |
{ |
const char *file, *sql; |
const char *sql; |
int rc, ofl; |
int rc, ofl; |
|
|
if (nodb) |
if (nodb) |
return(1); |
return(1); |
|
|
|
*tempfilename = '\0'; |
ofl = SQLITE_OPEN_READWRITE; |
ofl = SQLITE_OPEN_READWRITE; |
if (0 == real) { |
|
file = MANDOC_DB "~"; |
if (real) { |
if (-1 == remove(file) && ENOENT != errno) { |
rc = sqlite3_open_v2(MANDOC_DB, &db, ofl, NULL); |
|
if (SQLITE_OK != rc) { |
exitcode = (int)MANDOCLEVEL_SYSERR; |
exitcode = (int)MANDOCLEVEL_SYSERR; |
say(file, NULL); |
say(MANDOC_DB, "%s", sqlite3_errmsg(db)); |
return(0); |
return(0); |
} |
} |
ofl |= SQLITE_OPEN_EXCLUSIVE; |
goto prepare_statements; |
} else |
} |
file = MANDOC_DB; |
|
|
|
rc = sqlite3_open_v2(file, &db, ofl, NULL); |
ofl |= SQLITE_OPEN_CREATE | SQLITE_OPEN_EXCLUSIVE; |
|
|
|
remove(MANDOC_DB "~"); |
|
rc = sqlite3_open_v2(MANDOC_DB "~", &db, ofl, NULL); |
if (SQLITE_OK == rc) |
if (SQLITE_OK == rc) |
goto prepare_statements; |
goto create_tables; |
if (SQLITE_CANTOPEN != rc) { |
if (MPARSE_QUICK & mparse_options) { |
exitcode = (int)MANDOCLEVEL_SYSERR; |
exitcode = (int)MANDOCLEVEL_SYSERR; |
say(file, NULL); |
say(MANDOC_DB "~", "%s", sqlite3_errmsg(db)); |
return(0); |
return(0); |
} |
} |
|
|
sqlite3_close(db); |
if (strlcpy(tempfilename, "/tmp/mandocdb.XXXXXX", |
db = NULL; |
sizeof(tempfilename)) >= sizeof(tempfilename)) { |
|
|
if (SQLITE_OK != (rc = sqlite3_open(file, &db))) { |
|
exitcode = (int)MANDOCLEVEL_SYSERR; |
exitcode = (int)MANDOCLEVEL_SYSERR; |
say(file, NULL); |
say("/tmp/mandocdb.XXXXXX", "Filename too long"); |
return(0); |
return(0); |
} |
} |
|
if (NULL == mkdtemp(tempfilename)) { |
|
exitcode = (int)MANDOCLEVEL_SYSERR; |
|
say(tempfilename, "%s", strerror(errno)); |
|
return(0); |
|
} |
|
if (strlcat(tempfilename, "/" MANDOC_DB, |
|
sizeof(tempfilename)) >= sizeof(tempfilename)) { |
|
exitcode = (int)MANDOCLEVEL_SYSERR; |
|
say(tempfilename, "Filename too long"); |
|
return(0); |
|
} |
|
rc = sqlite3_open_v2(tempfilename, &db, ofl, NULL); |
|
if (SQLITE_OK != rc) { |
|
exitcode = (int)MANDOCLEVEL_SYSERR; |
|
say(tempfilename, "%s", sqlite3_errmsg(db)); |
|
return(0); |
|
} |
|
|
|
create_tables: |
sql = "CREATE TABLE \"mpages\" (\n" |
sql = "CREATE TABLE \"mpages\" (\n" |
" \"form\" INTEGER NOT NULL,\n" |
" \"form\" INTEGER NOT NULL,\n" |
" \"id\" INTEGER PRIMARY KEY AUTOINCREMENT NOT NULL\n" |
" \"id\" INTEGER PRIMARY KEY AUTOINCREMENT NOT NULL\n" |
");\n" |
");\n" |
"\n" |
"\n" |
"CREATE TABLE \"mlinks\" (\n" |
"CREATE TABLE \"mlinks\" (\n" |
" \"file\" TEXT NOT NULL,\n" |
|
" \"sec\" TEXT NOT NULL,\n" |
" \"sec\" TEXT NOT NULL,\n" |
" \"arch\" TEXT NOT NULL,\n" |
" \"arch\" TEXT NOT NULL,\n" |
" \"name\" TEXT NOT NULL,\n" |
" \"name\" TEXT NOT NULL,\n" |
" \"pageid\" INTEGER NOT NULL REFERENCES mpages(id) " |
" \"pageid\" INTEGER NOT NULL REFERENCES mpages(id) " |
"ON DELETE CASCADE,\n" |
"ON DELETE CASCADE\n" |
" \"id\" INTEGER PRIMARY KEY AUTOINCREMENT NOT NULL\n" |
|
");\n" |
");\n" |
"\n" |
"\n" |
"CREATE TABLE \"keys\" (\n" |
"CREATE TABLE \"keys\" (\n" |
" \"bits\" INTEGER NOT NULL,\n" |
" \"bits\" INTEGER NOT NULL,\n" |
" \"key\" TEXT NOT NULL,\n" |
" \"key\" TEXT NOT NULL,\n" |
" \"pageid\" INTEGER NOT NULL REFERENCES mpages(id) " |
" \"pageid\" INTEGER NOT NULL REFERENCES mpages(id) " |
"ON DELETE CASCADE,\n" |
"ON DELETE CASCADE\n" |
" \"id\" INTEGER PRIMARY KEY AUTOINCREMENT NOT NULL\n" |
");\n"; |
");\n" |
|
"\n" |
|
"CREATE INDEX \"key_index\" ON keys (key);\n"; |
|
|
|
if (SQLITE_OK != sqlite3_exec(db, sql, NULL, NULL, NULL)) { |
if (SQLITE_OK != sqlite3_exec(db, sql, NULL, NULL, NULL)) { |
exitcode = (int)MANDOCLEVEL_SYSERR; |
exitcode = (int)MANDOCLEVEL_SYSERR; |
say(file, "%s", sqlite3_errmsg(db)); |
say(MANDOC_DB, "%s", sqlite3_errmsg(db)); |
return(0); |
return(0); |
} |
} |
|
|
prepare_statements: |
prepare_statements: |
SQL_EXEC("PRAGMA foreign_keys = ON"); |
SQL_EXEC("PRAGMA foreign_keys = ON"); |
sql = "DELETE FROM mpages where file=?"; |
sql = "DELETE FROM mpages WHERE id IN " |
|
"(SELECT pageid FROM mlinks WHERE " |
|
"sec=? AND arch=? AND name=?)"; |
sqlite3_prepare_v2(db, sql, -1, &stmts[STMT_DELETE_PAGE], NULL); |
sqlite3_prepare_v2(db, sql, -1, &stmts[STMT_DELETE_PAGE], NULL); |
sql = "INSERT INTO mpages " |
sql = "INSERT INTO mpages " |
"(form) VALUES (?)"; |
"(form) VALUES (?)"; |
sqlite3_prepare_v2(db, sql, -1, &stmts[STMT_INSERT_PAGE], NULL); |
sqlite3_prepare_v2(db, sql, -1, &stmts[STMT_INSERT_PAGE], NULL); |
sql = "INSERT INTO mlinks " |
sql = "INSERT INTO mlinks " |
"(file,sec,arch,name,pageid) VALUES (?,?,?,?,?)"; |
"(sec,arch,name,pageid) VALUES (?,?,?,?)"; |
sqlite3_prepare_v2(db, sql, -1, &stmts[STMT_INSERT_LINK], NULL); |
sqlite3_prepare_v2(db, sql, -1, &stmts[STMT_INSERT_LINK], NULL); |
sql = "INSERT INTO keys " |
sql = "INSERT INTO keys " |
"(bits,key,pageid) VALUES (?,?,?)"; |
"(bits,key,pageid) VALUES (?,?,?)"; |