mandoc/mandocdb.c - diff

Return to mandocdb.c CVS log

Up to [cvsweb.bsd.lv] / mandoc

Diff for /mandoc/mandocdb.c between version 1.67 and 1.78

version 1.67, 2013/06/07 04:51:26

version 1.78, 2013/12/26 22:12:46

Line 83 enum form {

struct str {

char *utf8; /* key in UTF-8 form */

const struct of *of; /* if set, the owning parse */

const struct mpage *mpage; /* if set, the owning parse */

uint64_t mask; /* bitmask in sequence */

char key[]; /* the string itself */

};

Line 93 struct id {

dev_t dev;

};

struct of {

struct mpage {

struct id id; /* used for hashing routine */

struct of *next; /* next in ofs */

struct mpage *next; /* next in mpages_list */

enum form dform; /* path-cued form */

enum form sform; /* suffix-cued form */

char file[PATH_MAX]; /* filename rel. to manpath */

Line 106 struct of {

char *arch; /* path-cued arch. (or empty) */

};

struct title {

char *title; /* name(sec/arch) given inside the file */

char *file; /* file name in case of mismatch */

};

enum stmt {

STMT_DELETE = 0, /* delete manpage */

STMT_INSERT_DOC, /* insert manpage */

Line 113 enum stmt {

Line 118 enum stmt {

STMT__MAX

};

typedef int (*mdoc_fp)(struct of *, const struct mdoc_node *);

typedef int (*mdoc_fp)(struct mpage *, const struct mdoc_node *);

struct mdoc_handler {

mdoc_fp fp; /* optional handler */

uint64_t mask; /* set unless handler returns 0 */

int flags; /* for use by pmdoc_node */

#define MDOCF_CHILD 0x01 /* automatically index child nodes */

};

static void dbclose(int);

static void dbindex(struct mchars *, int, const struct of *);

static void dbindex(struct mchars *, int, const struct mpage *);

static int dbopen(int);

static void dbprune(void);

static void fileadd(struct of *);

static void fileadd(struct mpage *);

static int filecheck(const char *);

static void filescan(const char *);

static void *hash_alloc(size_t, void *);

static void hash_free(void *, size_t, void *);

static void *hash_halloc(size_t, void *);

static void inoadd(const struct stat *, struct of *);

static void inoadd(const struct stat *, struct mpage *);

static int inocheck(const struct stat *);

static void ofadd(int, const char *, const char *, const char *,

const char *, const char *, const struct stat *);

static void offree(void);

static void mpages_free(void);

static void ofmerge(struct mchars *, struct mparse *,

static void mpages_merge(struct mchars *, struct mparse *, int);

struct ohash_info*);

static void parse_cat(struct mpage *);

static void parse_catpage(struct of *);

static void parse_man(struct mpage *, const struct man_node *);

static void parse_man(struct of *, const struct man_node *);

static void parse_mdoc(struct mpage *, const struct mdoc_node *);

static void parse_mdoc(struct of *, const struct mdoc_node *);

static int parse_mdoc_body(struct mpage *, const struct mdoc_node *);

static int parse_mdoc_body(struct of *, const struct mdoc_node *);

static int parse_mdoc_head(struct mpage *, const struct mdoc_node *);

static int parse_mdoc_head(struct of *, const struct mdoc_node *);

static int parse_mdoc_Fd(struct mpage *, const struct mdoc_node *);

static int parse_mdoc_Fd(struct of *, const struct mdoc_node *);

static int parse_mdoc_Fn(struct mpage *, const struct mdoc_node *);

static int parse_mdoc_Fn(struct of *, const struct mdoc_node *);

static int parse_mdoc_In(struct mpage *, const struct mdoc_node *);

static int parse_mdoc_In(struct of *, const struct mdoc_node *);

static int parse_mdoc_Nd(struct mpage *, const struct mdoc_node *);

static int parse_mdoc_Nd(struct of *, const struct mdoc_node *);

static int parse_mdoc_Nm(struct mpage *, const struct mdoc_node *);

static int parse_mdoc_Nm(struct of *, const struct mdoc_node *);

static int parse_mdoc_Sh(struct mpage *, const struct mdoc_node *);

static int parse_mdoc_Sh(struct of *, const struct mdoc_node *);

static int parse_mdoc_St(struct mpage *, const struct mdoc_node *);

static int parse_mdoc_St(struct of *, const struct mdoc_node *);

static int parse_mdoc_Xr(struct mpage *, const struct mdoc_node *);

static int parse_mdoc_Xr(struct of *, const struct mdoc_node *);

static int set_basedir(const char *);

static void putkey(const struct of *,

static void putkey(const struct mpage *,

const char *, uint64_t);

static void putkeys(const struct of *,

static void putkeys(const struct mpage *,

const char *, size_t, uint64_t);

static void putmdockey(const struct of *,

static void putmdockey(const struct mpage *,

const struct mdoc_node *, uint64_t);

static void say(const char *, const char *, ...);

static int treescan(void);

Line 172 static int warnings; /* warn about crap */

Line 174 static int warnings; /* warn about crap */

static int exitcode; /* to be returned by main */

static enum op op; /* operational mode */

static char basedir[PATH_MAX]; /* current base directory */

static struct ohash inos; /* table of inodes/devices */

static struct ohash mpages; /* table of distinct manual pages */

static struct ohash filenames; /* table of filenames */

static struct ohash strings; /* table of all strings */

static struct of *ofs = NULL; /* vector of files to parse */

static struct mpage *mpages_list = NULL; /* vector of files to parse */

static sqlite3 *db = NULL; /* current database */

static sqlite3_stmt *stmts[STMT__MAX]; /* current statements */

static const struct mdoc_handler mdocs[MDOC_MAX] = {

{ NULL, 0, 0 }, /* Ap */

{ NULL, 0 }, /* Ap */

{ NULL, 0, 0 }, /* Dd */

{ NULL, 0 }, /* Dd */

{ NULL, 0, 0 }, /* Dt */

{ NULL, 0 }, /* Dt */

{ NULL, 0, 0 }, /* Os */

{ NULL, 0 }, /* Os */

{ parse_mdoc_Sh, TYPE_Sh, MDOCF_CHILD }, /* Sh */

{ parse_mdoc_Sh, TYPE_Sh }, /* Sh */

{ parse_mdoc_head, TYPE_Ss, MDOCF_CHILD }, /* Ss */

{ parse_mdoc_head, TYPE_Ss }, /* Ss */

{ NULL, 0, 0 }, /* Pp */

{ NULL, 0 }, /* Pp */

{ NULL, 0, 0 }, /* D1 */

{ NULL, 0 }, /* D1 */

{ NULL, 0, 0 }, /* Dl */

{ NULL, 0 }, /* Dl */

{ NULL, 0, 0 }, /* Bd */

{ NULL, 0 }, /* Bd */

{ NULL, 0, 0 }, /* Ed */

{ NULL, 0 }, /* Ed */

{ NULL, 0, 0 }, /* Bl */

{ NULL, 0 }, /* Bl */

{ NULL, 0, 0 }, /* El */

{ NULL, 0 }, /* El */

{ NULL, 0, 0 }, /* It */

{ NULL, 0 }, /* It */

{ NULL, 0, 0 }, /* Ad */

{ NULL, 0 }, /* Ad */

{ NULL, TYPE_An, MDOCF_CHILD }, /* An */

{ NULL, TYPE_An }, /* An */

{ NULL, TYPE_Ar, MDOCF_CHILD }, /* Ar */

{ NULL, TYPE_Ar }, /* Ar */

{ NULL, TYPE_Cd, MDOCF_CHILD }, /* Cd */

{ NULL, TYPE_Cd }, /* Cd */

{ NULL, TYPE_Cm, MDOCF_CHILD }, /* Cm */

{ NULL, TYPE_Cm }, /* Cm */

{ NULL, TYPE_Dv, MDOCF_CHILD }, /* Dv */

{ NULL, TYPE_Dv }, /* Dv */

{ NULL, TYPE_Er, MDOCF_CHILD }, /* Er */

{ NULL, TYPE_Er }, /* Er */

{ NULL, TYPE_Ev, MDOCF_CHILD }, /* Ev */

{ NULL, TYPE_Ev }, /* Ev */

{ NULL, 0, 0 }, /* Ex */

{ NULL, 0 }, /* Ex */

{ NULL, TYPE_Fa, MDOCF_CHILD }, /* Fa */

{ NULL, TYPE_Fa }, /* Fa */

{ parse_mdoc_Fd, TYPE_In, 0 }, /* Fd */

{ parse_mdoc_Fd, 0 }, /* Fd */

{ NULL, TYPE_Fl, MDOCF_CHILD }, /* Fl */

{ NULL, TYPE_Fl }, /* Fl */

{ parse_mdoc_Fn, 0, 0 }, /* Fn */

{ parse_mdoc_Fn, 0 }, /* Fn */

{ NULL, TYPE_Ft, MDOCF_CHILD }, /* Ft */

{ NULL, TYPE_Ft }, /* Ft */

{ NULL, TYPE_Ic, MDOCF_CHILD }, /* Ic */

{ NULL, TYPE_Ic }, /* Ic */

{ parse_mdoc_In, TYPE_In, MDOCF_CHILD }, /* In */

{ parse_mdoc_In, TYPE_In }, /* In */

{ NULL, TYPE_Li, MDOCF_CHILD }, /* Li */

{ NULL, TYPE_Li }, /* Li */

{ parse_mdoc_Nd, TYPE_Nd, MDOCF_CHILD }, /* Nd */

{ parse_mdoc_Nd, TYPE_Nd }, /* Nd */

{ parse_mdoc_Nm, TYPE_Nm, MDOCF_CHILD }, /* Nm */

{ parse_mdoc_Nm, TYPE_Nm }, /* Nm */

{ NULL, 0, 0 }, /* Op */

{ NULL, 0 }, /* Op */

{ NULL, 0, 0 }, /* Ot */

{ NULL, 0 }, /* Ot */

{ NULL, TYPE_Pa, MDOCF_CHILD }, /* Pa */

{ NULL, TYPE_Pa }, /* Pa */

{ NULL, 0, 0 }, /* Rv */

{ NULL, 0 }, /* Rv */

{ parse_mdoc_St, TYPE_St, 0 }, /* St */

{ parse_mdoc_St, 0 }, /* St */

{ NULL, TYPE_Va, MDOCF_CHILD }, /* Va */

{ NULL, TYPE_Va }, /* Va */

{ parse_mdoc_body, TYPE_Va, MDOCF_CHILD }, /* Vt */

{ parse_mdoc_body, TYPE_Va }, /* Vt */

{ parse_mdoc_Xr, TYPE_Xr, 0 }, /* Xr */

{ parse_mdoc_Xr, 0 }, /* Xr */

{ NULL, 0, 0 }, /* %A */

{ NULL, 0 }, /* %A */

{ NULL, 0, 0 }, /* %B */

{ NULL, 0 }, /* %B */

{ NULL, 0, 0 }, /* %D */

{ NULL, 0 }, /* %D */

{ NULL, 0, 0 }, /* %I */

{ NULL, 0 }, /* %I */

{ NULL, 0, 0 }, /* %J */

{ NULL, 0 }, /* %J */

{ NULL, 0, 0 }, /* %N */

{ NULL, 0 }, /* %N */

{ NULL, 0, 0 }, /* %O */

{ NULL, 0 }, /* %O */

{ NULL, 0, 0 }, /* %P */

{ NULL, 0 }, /* %P */

{ NULL, 0, 0 }, /* %R */

{ NULL, 0 }, /* %R */

{ NULL, 0, 0 }, /* %T */

{ NULL, 0 }, /* %T */

{ NULL, 0, 0 }, /* %V */

{ NULL, 0 }, /* %V */

{ NULL, 0, 0 }, /* Ac */

{ NULL, 0 }, /* Ac */

{ NULL, 0, 0 }, /* Ao */

{ NULL, 0 }, /* Ao */

{ NULL, 0, 0 }, /* Aq */

{ NULL, 0 }, /* Aq */

{ NULL, TYPE_At, MDOCF_CHILD }, /* At */

{ NULL, TYPE_At }, /* At */

{ NULL, 0, 0 }, /* Bc */

{ NULL, 0 }, /* Bc */

{ NULL, 0, 0 }, /* Bf */

{ NULL, 0 }, /* Bf */

{ NULL, 0, 0 }, /* Bo */

{ NULL, 0 }, /* Bo */

{ NULL, 0, 0 }, /* Bq */

{ NULL, 0 }, /* Bq */

{ NULL, TYPE_Bsx, MDOCF_CHILD }, /* Bsx */

{ NULL, TYPE_Bsx }, /* Bsx */

{ NULL, TYPE_Bx, MDOCF_CHILD }, /* Bx */

{ NULL, TYPE_Bx }, /* Bx */

{ NULL, 0, 0 }, /* Db */

{ NULL, 0 }, /* Db */

{ NULL, 0, 0 }, /* Dc */

{ NULL, 0 }, /* Dc */

{ NULL, 0, 0 }, /* Do */

{ NULL, 0 }, /* Do */

{ NULL, 0, 0 }, /* Dq */

{ NULL, 0 }, /* Dq */

{ NULL, 0, 0 }, /* Ec */

{ NULL, 0 }, /* Ec */

{ NULL, 0, 0 }, /* Ef */

{ NULL, 0 }, /* Ef */

{ NULL, TYPE_Em, MDOCF_CHILD }, /* Em */

{ NULL, TYPE_Em }, /* Em */

{ NULL, 0, 0 }, /* Eo */

{ NULL, 0 }, /* Eo */

{ NULL, TYPE_Fx, MDOCF_CHILD }, /* Fx */

{ NULL, TYPE_Fx }, /* Fx */

{ NULL, TYPE_Ms, MDOCF_CHILD }, /* Ms */

{ NULL, TYPE_Ms }, /* Ms */

{ NULL, 0, 0 }, /* No */

{ NULL, 0 }, /* No */

{ NULL, 0, 0 }, /* Ns */

{ NULL, 0 }, /* Ns */

{ NULL, TYPE_Nx, MDOCF_CHILD }, /* Nx */

{ NULL, TYPE_Nx }, /* Nx */

{ NULL, TYPE_Ox, MDOCF_CHILD }, /* Ox */

{ NULL, TYPE_Ox }, /* Ox */

{ NULL, 0, 0 }, /* Pc */

{ NULL, 0 }, /* Pc */

{ NULL, 0, 0 }, /* Pf */

{ NULL, 0 }, /* Pf */

{ NULL, 0, 0 }, /* Po */

{ NULL, 0 }, /* Po */

{ NULL, 0, 0 }, /* Pq */

{ NULL, 0 }, /* Pq */

{ NULL, 0, 0 }, /* Qc */

{ NULL, 0 }, /* Qc */

{ NULL, 0, 0 }, /* Ql */

{ NULL, 0 }, /* Ql */

{ NULL, 0, 0 }, /* Qo */

{ NULL, 0 }, /* Qo */

{ NULL, 0, 0 }, /* Qq */

{ NULL, 0 }, /* Qq */

{ NULL, 0, 0 }, /* Re */

{ NULL, 0 }, /* Re */

{ NULL, 0, 0 }, /* Rs */

{ NULL, 0 }, /* Rs */

{ NULL, 0, 0 }, /* Sc */

{ NULL, 0 }, /* Sc */

{ NULL, 0, 0 }, /* So */

{ NULL, 0 }, /* So */

{ NULL, 0, 0 }, /* Sq */

{ NULL, 0 }, /* Sq */

{ NULL, 0, 0 }, /* Sm */

{ NULL, 0 }, /* Sm */

{ NULL, 0, 0 }, /* Sx */

{ NULL, 0 }, /* Sx */

{ NULL, TYPE_Sy, MDOCF_CHILD }, /* Sy */

{ NULL, TYPE_Sy }, /* Sy */

{ NULL, TYPE_Tn, MDOCF_CHILD }, /* Tn */

{ NULL, TYPE_Tn }, /* Tn */

{ NULL, 0, 0 }, /* Ux */

{ NULL, 0 }, /* Ux */

{ NULL, 0, 0 }, /* Xc */

{ NULL, 0 }, /* Xc */

{ NULL, 0, 0 }, /* Xo */

{ NULL, 0 }, /* Xo */

{ parse_mdoc_head, TYPE_Fn, 0 }, /* Fo */

{ parse_mdoc_head, 0 }, /* Fo */

{ NULL, 0, 0 }, /* Fc */

{ NULL, 0 }, /* Fc */

{ NULL, 0, 0 }, /* Oo */

{ NULL, 0 }, /* Oo */

{ NULL, 0, 0 }, /* Oc */

{ NULL, 0 }, /* Oc */

{ NULL, 0, 0 }, /* Bk */

{ NULL, 0 }, /* Bk */

{ NULL, 0, 0 }, /* Ek */

{ NULL, 0 }, /* Ek */

{ NULL, 0, 0 }, /* Bt */

{ NULL, 0 }, /* Bt */

{ NULL, 0, 0 }, /* Hf */

{ NULL, 0 }, /* Hf */

{ NULL, 0, 0 }, /* Fr */

{ NULL, 0 }, /* Fr */

{ NULL, 0, 0 }, /* Ud */

{ NULL, 0 }, /* Ud */

{ NULL, TYPE_Lb, MDOCF_CHILD }, /* Lb */

{ NULL, TYPE_Lb }, /* Lb */

{ NULL, 0, 0 }, /* Lp */

{ NULL, 0 }, /* Lp */

{ NULL, TYPE_Lk, MDOCF_CHILD }, /* Lk */

{ NULL, TYPE_Lk }, /* Lk */

{ NULL, TYPE_Mt, MDOCF_CHILD }, /* Mt */

{ NULL, TYPE_Mt }, /* Mt */

{ NULL, 0, 0 }, /* Brq */

{ NULL, 0 }, /* Brq */

{ NULL, 0, 0 }, /* Bro */

{ NULL, 0 }, /* Bro */

{ NULL, 0, 0 }, /* Brc */

{ NULL, 0 }, /* Brc */

{ NULL, 0, 0 }, /* %C */

{ NULL, 0 }, /* %C */

{ NULL, 0, 0 }, /* Es */

{ NULL, 0 }, /* Es */

{ NULL, 0, 0 }, /* En */

{ NULL, 0 }, /* En */

{ NULL, TYPE_Dx, MDOCF_CHILD }, /* Dx */

{ NULL, TYPE_Dx }, /* Dx */

{ NULL, 0, 0 }, /* %Q */

{ NULL, 0 }, /* %Q */

{ NULL, 0, 0 }, /* br */

{ NULL, 0 }, /* br */

{ NULL, 0, 0 }, /* sp */

{ NULL, 0 }, /* sp */

{ NULL, 0, 0 }, /* %U */

{ NULL, 0 }, /* %U */

{ NULL, 0, 0 }, /* Ta */

{ NULL, 0 }, /* Ta */

};

int

Line 313 main(int argc, char *argv[])

Line 315 main(int argc, char *argv[])

struct mchars *mc;

struct manpaths dirs;

struct mparse *mp;

struct ohash_info ino_info, filename_info, str_info;

struct ohash_info mpages_info, filename_info;

memset(stmts, 0, STMT__MAX * sizeof(sqlite3_stmt *));

memset(&dirs, 0, sizeof(struct manpaths));

ino_info.halloc = filename_info.halloc =

mpages_info.alloc = filename_info.alloc = hash_alloc;

str_info.halloc = hash_halloc;

mpages_info.halloc = filename_info.halloc = hash_halloc;

ino_info.hfree = filename_info.hfree =

mpages_info.hfree = filename_info.hfree = hash_free;

str_info.hfree = hash_free;

ino_info.alloc = filename_info.alloc =

str_info.alloc = hash_alloc;

ino_info.key_offset = offsetof(struct of, id);

mpages_info.key_offset = offsetof(struct mpage, id);

filename_info.key_offset = offsetof(struct of, file);

filename_info.key_offset = offsetof(struct mpage, file);

str_info.key_offset = offsetof(struct str, key);

progname = strrchr(argv[0], '/');

if (progname == NULL)

Line 401 main(int argc, char *argv[])

Line 399 main(int argc, char *argv[])

MANDOCLEVEL_FATAL, NULL, NULL, NULL);

mc = mchars_alloc();

ohash_init(&inos, 6, &ino_info);

ohash_init(&mpages, 6, &mpages_info);

ohash_init(&filenames, 6, &filename_info);

if (OP_UPDATE == op || OP_DELETE == op || OP_TEST == op) {

Line 424 main(int argc, char *argv[])

Line 422 main(int argc, char *argv[])

if (OP_TEST != op)

dbprune();

if (OP_DELETE != op)

ofmerge(mc, mp, &str_info);

mpages_merge(mc, mp, 0);

dbclose(1);

} else {

Line 442 main(int argc, char *argv[])

Line 440 main(int argc, char *argv[])

manpath_parse(&dirs, path_arg, NULL, NULL);

* First scan the tree rooted at a base directory.

* First scan the tree rooted at a base directory, then

* Then whak its database (if one exists), parse, and

* build a new database and finally move it into place.

* build up the database.

* Ignore zero-length directories and strip trailing

* slashes.

Line 456 main(int argc, char *argv[])

Line 453 main(int argc, char *argv[])

continue;

if (j) {

ohash_init(&inos, 6, &ino_info);

ohash_init(&mpages, 6, &mpages_info);

ohash_init(&filenames, 6, &filename_info);

}

Line 469 main(int argc, char *argv[])

Line 466 main(int argc, char *argv[])

if (0 == dbopen(0))

goto out;

mpages_merge(mc, mp, warnings && !use_all);

* Since we're opening up a new database, we can

* turn off synchronous mode for much better

* performance.

#ifndef __APPLE__

SQL_EXEC("PRAGMA synchronous = OFF");

#endif

ofmerge(mc, mp, &str_info);

dbclose(0);

if (j + 1 < dirs.sz) {

ohash_delete(&inos);

ohash_delete(&mpages);

ohash_delete(&filenames);

offree();

mpages_free();

}

Line 493 out:

Line 481 out:

manpath_free(&dirs);

mchars_free(mc);

mparse_free(mp);

ohash_delete(&inos);

ohash_delete(&mpages);

ohash_delete(&filenames);

offree();

mpages_free();

return(exitcode);

usage:

fprintf(stderr, "usage: %s [-anvW] [-C file]\n"

Line 553 treescan(void)

Line 541 treescan(void)

while (NULL != (ff = fts_read(f))) {

path = ff->fts_path + 2;

* If we're a regular file, add an "of" by using the

* If we're a regular file, add an mpage by using the

* stored directory data and handling the filename.

* Disallow duplicate (hard-linked) files.

Line 676 treescan(void)

Line 664 treescan(void)

* or

* [./]cat<section>[/<arch>]/<name>.0

* Stuff this information directly into the "of" vector.

* Stuff this information directly into the mpage vector.

* See treescan() for the fts(3) version of this.

static void

Line 697 filescan(const char *file)

Line 685 filescan(const char *file)

exitcode = (int)MANDOCLEVEL_BADARG;

say(file, NULL);

return;

} else if (strstr(buf, basedir) != buf) {

} else if (OP_TEST != op && strstr(buf, basedir) != buf) {

exitcode = (int)MANDOCLEVEL_BADARG;

say("", "%s: outside base directory", buf);

return;

Line 784 filecheck(const char *name)

Line 772 filecheck(const char *name)

* already exists.

static void

fileadd(struct of *of)

fileadd(struct mpage *mpage)

{

unsigned int slot;

slot = ohash_qlookup(&filenames, of->file);

slot = ohash_qlookup(&filenames, mpage->file);

assert(NULL == ohash_find(&filenames, slot));

ohash_insert(&filenames, slot, of);

ohash_insert(&filenames, slot, mpage);

}

Line 806 inocheck(const struct stat *st)

Line 794 inocheck(const struct stat *st)

id.ino = hash = st->st_ino;

id.dev = st->st_dev;

return(NULL != ohash_find(&inos, ohash_lookup_memory(

return(NULL != ohash_find(&mpages, ohash_lookup_memory(

&inos, (char *)&id, sizeof(id), hash)));

&mpages, (char *)&id, sizeof(id), hash)));

}

Line 816 inocheck(const struct stat *st)

Line 804 inocheck(const struct stat *st)

* Then when we do the lookup, use both the inode and device identifier.

static void

inoadd(const struct stat *st, struct of *of)

inoadd(const struct stat *st, struct mpage *mpage)

{

uint32_t hash;

unsigned int slot;

of->id.ino = hash = st->st_ino;

mpage->id.ino = hash = st->st_ino;

of->id.dev = st->st_dev;

mpage->id.dev = st->st_dev;

slot = ohash_lookup_memory

(&inos, (char *)&of->id, sizeof(of->id), hash);

(&mpages, (char *)&mpage->id, sizeof(mpage->id), hash);

assert(NULL == ohash_find(&inos, slot));

assert(NULL == ohash_find(&mpages, slot));

ohash_insert(&inos, slot, of);

ohash_insert(&mpages, slot, mpage);

}

static void

ofadd(int dform, const char *file, const char *name, const char *dsec,

const char *sec, const char *arch, const struct stat *st)

{

struct of *of;

struct mpage *mpage;

int sform;

assert(NULL != file);

Line 848 ofadd(int dform, const char *file, const char *name, c

Line 836 ofadd(int dform, const char *file, const char *name, c

if (NULL == arch)

arch = "";

sform = FORM_NONE;

if ('0' == *sec) {

if (NULL != sec && *sec <= '9' && *sec >= '1')

sform = FORM_SRC;

else if (NULL != sec && *sec == '0') {

sec = dsec;

sform = FORM_CAT;

}

} else if ('1' <= *sec && '9' >= *sec)

sform = FORM_SRC;

else

sform = FORM_NONE;

of = mandoc_calloc(1, sizeof(struct of));

mpage = mandoc_calloc(1, sizeof(struct mpage));

strlcpy(of->file, file, PATH_MAX);

strlcpy(mpage->file, file, PATH_MAX);

of->name = mandoc_strdup(name);

mpage->name = mandoc_strdup(name);

of->sec = mandoc_strdup(sec);

mpage->sec = mandoc_strdup(sec);

of->dsec = mandoc_strdup(dsec);

mpage->dsec = mandoc_strdup(dsec);

of->arch = mandoc_strdup(arch);

mpage->arch = mandoc_strdup(arch);

of->sform = sform;

mpage->sform = sform;

of->dform = dform;

mpage->dform = dform;

of->next = ofs;

mpage->next = mpages_list;

ofs = of;

mpages_list = mpage;

* Add to unique identifier hash.

* Then if it's a source manual and we're going to use source in

* favour of catpages, add it to that hash.

inoadd(st, of);

inoadd(st, mpage);

fileadd(of);

fileadd(mpage);

}

static void

offree(void)

mpages_free(void)

{

struct of *of;

struct mpage *mpage;

while (NULL != (of = ofs)) {

while (NULL != (mpage = mpages_list)) {

ofs = of->next;

mpages_list = mpage->next;

free(of->name);

free(mpage->name);

free(of->sec);

free(mpage->sec);

free(of->dsec);

free(mpage->dsec);

free(of->arch);

free(mpage->arch);

free(of);

free(mpage);

}

* Run through the files in the global vector "ofs" and add them to the

* Run through the files in the global vector "mpages_list" and add them to the

* database specified in "basedir".

* This handles the parsing scheme itself, using the cues of directory

* and filename to determine whether the file is parsable or not.

static void

ofmerge(struct mchars *mc, struct mparse *mp,

mpages_merge(struct mchars *mc, struct mparse *mp, int check_reachable)

struct ohash_info *infop)

{

int form;

struct ohash title_table;

size_t sz;

struct ohash_info title_info, str_info;

struct mdoc *mdoc;

char buf[PATH_MAX];

struct man *man;

struct mpage *mpage;

char buf[PATH_MAX];

struct mdoc *mdoc;

char *bufp;

struct man *man;

const char *msec, *march, *mtitle, *cp;

struct title *title_entry;

struct of *of;

char *bufp, *title_str;

enum mandoclevel lvl;

const char *msec, *march, *mtitle, *cp;

size_t sz;

int form;

int match;

unsigned int slot;

enum mandoclevel lvl;

for (of = ofs; NULL != of; of = of->next) {

str_info.alloc = hash_alloc;

str_info.halloc = hash_halloc;

str_info.hfree = hash_free;

str_info.key_offset = offsetof(struct str, key);

if (check_reachable) {

title_info.alloc = hash_alloc;

title_info.halloc = hash_halloc;

title_info.hfree = hash_free;

title_info.key_offset = offsetof(struct title, title);

ohash_init(&title_table, 6, &title_info);

}

for (mpage = mpages_list; NULL != mpage; mpage = mpage->next) {

* If we're a catpage (as defined by our path), then see

* if a manpage exists by the same name (ignoring the

Line 920 ofmerge(struct mchars *mc, struct mparse *mp,

Line 925 ofmerge(struct mchars *mc, struct mparse *mp,

* If it does, then we want to use it instead of our

* own.

if ( ! use_all && FORM_CAT == of->dform) {

if ( ! use_all && FORM_CAT == mpage->dform) {

sz = strlcpy(buf, of->file, PATH_MAX);

sz = strlcpy(buf, mpage->file, PATH_MAX);

if (sz >= PATH_MAX) {

if (warnings)

say(of->file, "Filename too long");

say(mpage->file,

"Filename too long");

continue;

}

bufp = strstr(buf, "cat");

Line 932 ofmerge(struct mchars *mc, struct mparse *mp,

Line 938 ofmerge(struct mchars *mc, struct mparse *mp,

memcpy(bufp, "man", 3);

if (NULL != (bufp = strrchr(buf, '.')))

*++bufp = '\0';

strlcat(buf, of->dsec, PATH_MAX);

strlcat(buf, mpage->dsec, PATH_MAX);

if (filecheck(buf)) {

if (warnings)

say(of->file, "Man "

say(mpage->file, "Man "

"source exists: %s", buf);

continue;

}

ohash_init(&strings, 6, infop);

ohash_init(&strings, 6, &str_info);

mparse_reset(mp);

mdoc = NULL;

man = NULL;

form = 0;

match = 1;

msec = of->dsec;

march = of->arch;

mtitle = of->name;

* Try interpreting the file as mdoc(7) or man(7)

* source code, unless it is already known to be

* formatted. Fall back to formatted mode.

if (FORM_SRC == of->dform || FORM_SRC == of->sform) {

if (FORM_CAT != mpage->dform || FORM_CAT != mpage->sform) {

lvl = mparse_readfd(mp, -1, of->file);

lvl = mparse_readfd(mp, -1, mpage->file);

if (lvl < MANDOCLEVEL_FATAL)

mparse_result(mp, &mdoc, &man);

}

if (NULL != mdoc) {

form = 1;

Line 969 ofmerge(struct mchars *mc, struct mparse *mp,

Line 972 ofmerge(struct mchars *mc, struct mparse *mp,

} else if (NULL != man) {

form = 1;

msec = man_meta(man)->msec;

march = "";

march = mpage->arch;

mtitle = man_meta(man)->title;

}

} else {

form = 0;

msec = mpage->dsec;

march = mpage->arch;

mtitle = mpage->name;

}

if (NULL == msec)

msec = "";

if (NULL == march)

march = "";

if (NULL == mtitle)

mtitle = "";

Line 990 ofmerge(struct mchars *mc, struct mparse *mp,

Line 998 ofmerge(struct mchars *mc, struct mparse *mp,

* manuals for such reasons.

if (warnings && !use_all && form &&

strcasecmp(msec, of->dsec))

strcasecmp(msec, mpage->dsec)) {

say(of->file, "Section \"%s\" "

match = 0;

"manual in %s directory",

say(mpage->file, "Section \"%s\" "

msec, of->dsec);

"manual in %s directory",

msec, mpage->dsec);

}

* Manual page directories exist for each kernel

Line 1009 ofmerge(struct mchars *mc, struct mparse *mp,

Line 1019 ofmerge(struct mchars *mc, struct mparse *mp,

* Thus, warn about architecture mismatches,

* but don't skip manuals for this reason.

if (warnings && !use_all && strcasecmp(march, of->arch))

if (warnings && !use_all && strcasecmp(march, mpage->arch)) {

say(of->file, "Architecture \"%s\" "

match = 0;

say(mpage->file, "Architecture \"%s\" "

"manual in \"%s\" directory",

march, of->arch);

march, mpage->arch);

}

if (warnings && !use_all && strcasecmp(mtitle, mpage->name))

match = 0;

putkey(of, of->name, TYPE_Nm);

putkey(mpage, mpage->name, TYPE_Nm);

if (NULL != mdoc) {

if (NULL != (cp = mdoc_meta(mdoc)->name))

putkey(of, cp, TYPE_Nm);

putkey(mpage, cp, TYPE_Nm);

assert(NULL == of->desc);

assert(NULL == mpage->desc);

parse_mdoc(of, mdoc_node(mdoc));

parse_mdoc(mpage, mdoc_node(mdoc));

putkey(of, NULL != of->desc ?

putkey(mpage, NULL != mpage->desc ?

of->desc : of->name, TYPE_Nd);

mpage->desc : mpage->name, TYPE_Nd);

} else if (NULL != man)

parse_man(of, man_node(man));

parse_man(mpage, man_node(man));

else

parse_catpage(of);

parse_cat(mpage);

dbindex(mc, form, of);

* Build a title string for the file. If it matches

* the location of the file, remember the title as

* found; else, remember it as missing.

if (check_reachable) {

if (-1 == asprintf(&title_str, "%s(%s%s%s)", mtitle,

msec, '\0' == *march ? "" : "/", march)) {

perror(NULL);

exit((int)MANDOCLEVEL_SYSERR);

}

slot = ohash_qlookup(&title_table, title_str);

title_entry = ohash_find(&title_table, slot);

if (NULL == title_entry) {

title_entry = mandoc_malloc(

sizeof(struct title));

title_entry->title = title_str;

title_entry->file = mandoc_strdup(

match ? "" : mpage->file);

ohash_insert(&title_table, slot,

title_entry);

} else {

if (match)

*title_entry->file = '\0';

free(title_str);

}

dbindex(mc, form, mpage);

ohash_delete(&strings);

}

if (check_reachable) {

title_entry = ohash_first(&title_table, &slot);

while (NULL != title_entry) {

if ('\0' != *title_entry->file)

say(title_entry->file,

"Probably unreachable, title is %s",

title_entry->title);

free(title_entry->title);

free(title_entry->file);

free(title_entry);

title_entry = ohash_next(&title_table, &slot);

}

ohash_delete(&title_table);

}

static void

parse_catpage(struct of *of)

parse_cat(struct mpage *mpage)

{

FILE *stream;

char *line, *p, *title;

size_t len, plen, titlesz;

if (NULL == (stream = fopen(of->file, "r"))) {

if (NULL == (stream = fopen(mpage->file, "r"))) {

if (warnings)

say(of->file, NULL);

say(mpage->file, NULL);

return;

}

Line 1095 parse_catpage(struct of *of)

Line 1153 parse_catpage(struct of *of)

if (NULL == title || '\0' == *title) {

if (warnings)

say(of->file, "Cannot find NAME section");

say(mpage->file, "Cannot find NAME section");

assert(NULL == of->desc);

assert(NULL == mpage->desc);

of->desc = mandoc_strdup(of->name);

mpage->desc = mandoc_strdup(mpage->name);

putkey(of, of->name, TYPE_Nd);

putkey(mpage, mpage->name, TYPE_Nd);

fclose(stream);

free(title);

return;

Line 1118 parse_catpage(struct of *of)

Line 1176 parse_catpage(struct of *of)

/* Skip to next word. */ ;

} else {

if (warnings)

say(of->file, "No dash in title line");

say(mpage->file, "No dash in title line");

p = title;

}

Line 1136 parse_catpage(struct of *of)

Line 1194 parse_catpage(struct of *of)

plen -= 2;

}

assert(NULL == of->desc);

assert(NULL == mpage->desc);

of->desc = mandoc_strdup(p);

mpage->desc = mandoc_strdup(p);

putkey(of, of->desc, TYPE_Nd);

putkey(mpage, mpage->desc, TYPE_Nd);

fclose(stream);

free(title);

}

Line 1147 parse_catpage(struct of *of)

Line 1205 parse_catpage(struct of *of)

* Put a type/word pair into the word database for this particular file.

static void

putkey(const struct of *of, const char *value, uint64_t type)

putkey(const struct mpage *mpage, const char *value, uint64_t type)

{

assert(NULL != value);

putkeys(of, value, strlen(value), type);

putkeys(mpage, value, strlen(value), type);

}

* Grok all nodes at or below a certain mdoc node into putkey().

static void

putmdockey(const struct of *of, const struct mdoc_node *n, uint64_t m)

putmdockey(const struct mpage *mpage,

const struct mdoc_node *n, uint64_t m)

{

for ( ; NULL != n; n = n->next) {

if (NULL != n->child)

putmdockey(of, n->child, m);

putmdockey(mpage, n->child, m);

if (MDOC_TEXT == n->type)

putkey(of, n->string, m);

putkey(mpage, n->string, m);

}

static void

parse_man(struct of *of, const struct man_node *n)

parse_man(struct mpage *mpage, const struct man_node *n)

{

const struct man_node *head, *body;

char *start, *sv, *title;

Line 1265 parse_man(struct of *of, const struct man_node *n)

Line 1324 parse_man(struct of *of, const struct man_node *n)

byte = start[sz];

start[sz] = '\0';

putkey(of, start, TYPE_Nm);

putkey(mpage, start, TYPE_Nm);

if (' ' == byte) {

start += sz + 1;

Line 1279 parse_man(struct of *of, const struct man_node *n)

Line 1338 parse_man(struct of *of, const struct man_node *n)

}

if (sv == start) {

putkey(of, start, TYPE_Nm);

putkey(mpage, start, TYPE_Nm);

free(title);

return;

}

Line 1301 parse_man(struct of *of, const struct man_node *n)

Line 1360 parse_man(struct of *of, const struct man_node *n)

while (' ' == *start)

start++;

assert(NULL == of->desc);

assert(NULL == mpage->desc);

of->desc = mandoc_strdup(start);

mpage->desc = mandoc_strdup(start);

putkey(of, of->desc, TYPE_Nd);

putkey(mpage, mpage->desc, TYPE_Nd);

free(title);

return;

}

for (n = n->child; n; n = n->next)

for (n = n->child; n; n = n->next) {

parse_man(of, n);

if (NULL != mpage->desc)

break;

parse_man(mpage, n);

}

static void

parse_mdoc(struct of *of, const struct mdoc_node *n)

parse_mdoc(struct mpage *mpage, const struct mdoc_node *n)

{

assert(NULL != n);

Line 1330 parse_mdoc(struct of *of, const struct mdoc_node *n)

Line 1392 parse_mdoc(struct of *of, const struct mdoc_node *n)

/* FALLTHROUGH */

case (MDOC_TAIL):

if (NULL != mdocs[n->tok].fp)

if (0 == (*mdocs[n->tok].fp)(of, n))

if (0 == (*mdocs[n->tok].fp)(mpage, n))

break;

if (mdocs[n->tok].mask)

if (MDOCF_CHILD & mdocs[n->tok].flags)

putmdockey(mpage, n->child,

putmdockey(of, n->child, mdocs[n->tok].mask);

mdocs[n->tok].mask);

break;

default:

assert(MDOC_ROOT != n->type);

continue;

}

if (NULL != n->child)

parse_mdoc(of, n);

parse_mdoc(mpage, n);

}

static int

parse_mdoc_Fd(struct of *of, const struct mdoc_node *n)

parse_mdoc_Fd(struct mpage *mpage, const struct mdoc_node *n)

{

const char *start, *end;

size_t sz;

Line 1384 parse_mdoc_Fd(struct of *of, const struct mdoc_node *n

Line 1446 parse_mdoc_Fd(struct of *of, const struct mdoc_node *n

end--;

if (end > start)

putkeys(of, start, end - start + 1, TYPE_In);

putkeys(mpage, start, end - start + 1, TYPE_In);

return(1);

}

static int

parse_mdoc_In(struct of *of, const struct mdoc_node *n)

parse_mdoc_In(struct mpage *mpage, const struct mdoc_node *n)

{

if (NULL != n->child && MDOC_TEXT == n->child->type)

return(0);

putkey(of, n->child->string, TYPE_In);

putkey(mpage, n->child->string, TYPE_In);

return(1);

}

static int

parse_mdoc_Fn(struct of *of, const struct mdoc_node *n)

parse_mdoc_Fn(struct mpage *mpage, const struct mdoc_node *n)

{

const char *cp;

Line 1420 parse_mdoc_Fn(struct of *of, const struct mdoc_node *n

Line 1482 parse_mdoc_Fn(struct of *of, const struct mdoc_node *n

while ('*' == *cp)

cp++;

putkey(of, cp, TYPE_Fn);

putkey(mpage, cp, TYPE_Fn);

if (n->string < cp)

putkeys(of, n->string, cp - n->string, TYPE_Ft);

putkeys(mpage, n->string, cp - n->string, TYPE_Ft);

for (n = n->next; NULL != n; n = n->next)

if (MDOC_TEXT == n->type)

putkey(of, n->string, TYPE_Fa);

putkey(mpage, n->string, TYPE_Fa);

return(0);

}

static int

parse_mdoc_St(struct of *of, const struct mdoc_node *n)

parse_mdoc_St(struct mpage *mpage, const struct mdoc_node *n)

{

if (NULL == n->child || MDOC_TEXT != n->child->type)

return(0);

putkey(of, n->child->string, TYPE_St);

putkey(mpage, n->child->string, TYPE_St);

return(1);

}

static int

parse_mdoc_Xr(struct of *of, const struct mdoc_node *n)

parse_mdoc_Xr(struct mpage *mpage, const struct mdoc_node *n)

{

char *cp;

Line 1452 parse_mdoc_Xr(struct of *of, const struct mdoc_node *n

Line 1514 parse_mdoc_Xr(struct of *of, const struct mdoc_node *n

return(0);

if (NULL == n->next) {

putkey(of, n->string, TYPE_Xr);

putkey(mpage, n->string, TYPE_Xr);

return(0);

}

Line 1460 parse_mdoc_Xr(struct of *of, const struct mdoc_node *n

Line 1522 parse_mdoc_Xr(struct of *of, const struct mdoc_node *n

perror(NULL);

exit((int)MANDOCLEVEL_SYSERR);

}

putkey(of, cp, TYPE_Xr);

putkey(mpage, cp, TYPE_Xr);

free(cp);

return(0);

}

static int

parse_mdoc_Nd(struct of *of, const struct mdoc_node *n)

parse_mdoc_Nd(struct mpage *mpage, const struct mdoc_node *n)

{

size_t sz;

Line 1480 parse_mdoc_Nd(struct of *of, const struct mdoc_node *n

Line 1542 parse_mdoc_Nd(struct of *of, const struct mdoc_node *n

for (n = n->child; NULL != n; n = n->next) {

if (MDOC_TEXT == n->type) {

if (NULL != of->desc) {

if (NULL != mpage->desc) {

sz = strlen(of->desc) +

sz = strlen(mpage->desc) +

strlen(n->string) + 2;

of->desc = mandoc_realloc(of->desc, sz);

mpage->desc = mandoc_realloc(

strlcat(of->desc, " ", sz);

mpage->desc, sz);

strlcat(of->desc, n->string, sz);

strlcat(mpage->desc, " ", sz);

strlcat(mpage->desc, n->string, sz);

} else

of->desc = mandoc_strdup(n->string);

mpage->desc = mandoc_strdup(n->string);

}

if (NULL != n->child)

parse_mdoc_Nd(of, n);

parse_mdoc_Nd(mpage, n);

}

return(1);

}

static int

parse_mdoc_Nm(struct of *of, const struct mdoc_node *n)

parse_mdoc_Nm(struct mpage *mpage, const struct mdoc_node *n)

{

if (SEC_NAME == n->sec)

Line 1508 parse_mdoc_Nm(struct of *of, const struct mdoc_node *n

Line 1571 parse_mdoc_Nm(struct of *of, const struct mdoc_node *n

}

static int

parse_mdoc_Sh(struct of *of, const struct mdoc_node *n)

parse_mdoc_Sh(struct mpage *mpage, const struct mdoc_node *n)

{

return(SEC_CUSTOM == n->sec && MDOC_HEAD == n->type);

}

static int

parse_mdoc_head(struct of *of, const struct mdoc_node *n)

parse_mdoc_head(struct mpage *mpage, const struct mdoc_node *n)

{

return(MDOC_HEAD == n->type);

}

static int

parse_mdoc_body(struct of *of, const struct mdoc_node *n)

parse_mdoc_body(struct mpage *mpage, const struct mdoc_node *n)

{

return(MDOC_BODY == n->type);

Line 1534 parse_mdoc_body(struct of *of, const struct mdoc_node

Line 1597 parse_mdoc_body(struct of *of, const struct mdoc_node

* When we finish the manual, we'll dump the table.

static void

putkeys(const struct of *of, const char *cp, size_t sz, uint64_t v)

putkeys(const struct mpage *mpage,

const char *cp, size_t sz, uint64_t v)

{

struct str *s;

unsigned int slot;

Line 1547 putkeys(const struct of *of, const char *cp, size_t sz

Line 1611 putkeys(const struct of *of, const char *cp, size_t sz

slot = ohash_qlookupi(&strings, cp, &end);

s = ohash_find(&strings, slot);

if (NULL != s && of == s->of) {

if (NULL != s && mpage == s->mpage) {

s->mask |= v;

return;

} else if (NULL == s) {

Line 1555 putkeys(const struct of *of, const char *cp, size_t sz

Line 1619 putkeys(const struct of *of, const char *cp, size_t sz

memcpy(s->key, cp, sz);

ohash_insert(&strings, slot, s);

}

s->of = of;

s->mpage = mpage;

s->mask = v;

}

Line 1722 utf8key(struct mchars *mc, struct str *key)

Line 1786 utf8key(struct mchars *mc, struct str *key)

* Also, UTF-8-encode the description at the last possible moment.

static void

dbindex(struct mchars *mc, int form, const struct of *of)

dbindex(struct mchars *mc, int form, const struct mpage *mpage)

{

struct str *key;

const char *desc;

Line 1731 dbindex(struct mchars *mc, int form, const struct of *

Line 1795 dbindex(struct mchars *mc, int form, const struct of *

unsigned int slot;

if (verb)

say(of->file, "Adding to index");

say(mpage->file, "Adding to index");

if (nodb)

return;

desc = "";

if (NULL != of->desc) {

if (NULL != mpage->desc && '\0' != *mpage->desc) {

key = ohash_find(&strings,

ohash_qlookup(&strings, of->desc));

ohash_qlookup(&strings, mpage->desc));

assert(NULL != key);

if (NULL == key->utf8)

utf8key(mc, key);

Line 1749 dbindex(struct mchars *mc, int form, const struct of *

Line 1813 dbindex(struct mchars *mc, int form, const struct of *

SQL_EXEC("BEGIN TRANSACTION");

i = 1;

SQL_BIND_TEXT(stmts[STMT_INSERT_DOC], i, of->file);

SQL_BIND_TEXT(stmts[STMT_INSERT_DOC], i, mpage->file);

SQL_BIND_TEXT(stmts[STMT_INSERT_DOC], i, of->sec);

SQL_BIND_TEXT(stmts[STMT_INSERT_DOC], i, mpage->sec);

SQL_BIND_TEXT(stmts[STMT_INSERT_DOC], i, of->arch);

SQL_BIND_TEXT(stmts[STMT_INSERT_DOC], i, mpage->arch);

SQL_BIND_TEXT(stmts[STMT_INSERT_DOC], i, desc);

SQL_BIND_INT(stmts[STMT_INSERT_DOC], i, form);

SQL_STEP(stmts[STMT_INSERT_DOC]);

Line 1760 dbindex(struct mchars *mc, int form, const struct of *

Line 1824 dbindex(struct mchars *mc, int form, const struct of *

for (key = ohash_first(&strings, &slot); NULL != key;

key = ohash_next(&strings, &slot)) {

assert(key->of == of);

assert(key->mpage == mpage);

if (NULL == key->utf8)

utf8key(mc, key);

i = 1;

Line 1780 dbindex(struct mchars *mc, int form, const struct of *

Line 1844 dbindex(struct mchars *mc, int form, const struct of *

static void

dbprune(void)

{

struct of *of;

struct mpage *mpage;

size_t i;

if (nodb)

return;

for (of = ofs; NULL != of; of = of->next) {

for (mpage = mpages_list; NULL != mpage; mpage = mpage->next) {

i = 1;

SQL_BIND_TEXT(stmts[STMT_DELETE], i, of->file);

SQL_BIND_TEXT(stmts[STMT_DELETE], i, mpage->file);

SQL_STEP(stmts[STMT_DELETE]);

sqlite3_reset(stmts[STMT_DELETE]);

if (verb)

say(of->file, "Deleted from index");

say(mpage->file, "Deleted from index");

}

Line 1907 prepare_statements:

Line 1971 prepare_statements:

sql = "INSERT INTO keys "

"(bits,key,docid) VALUES (?,?,?)";

sqlite3_prepare_v2(db, sql, -1, &stmts[STMT_INSERT_KEY], NULL);

#ifndef __APPLE__

* When opening a new database, we can turn off

* synchronous mode for much better performance.

if (real)

SQL_EXEC("PRAGMA synchronous = OFF");

#endif

return(1);

}

CVSweb