mandoc/mandocdb.c - diff

Return to mandocdb.c CVS log

Up to [cvsweb.bsd.lv] / mandoc

Diff for /mandoc/mandocdb.c between version 1.146 and 1.220.2.4

version 1.146, 2014/04/27 23:08:56

version 1.220.2.4, 2016/10/22 10:13:40

Line 1

/* $Id$ */

* Permission to use, copy, modify, and distribute this software for any

* purpose with or without fee is hereby granted, provided that the above

* copyright notice and this permission notice appear in all copies.

* THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES

* THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHORS DISCLAIM ALL WARRANTIES

* WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF

* MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR

* MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR

* ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES

* WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN

* ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF

* OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.

#ifdef HAVE_CONFIG_H

#include "config.h"

#endif

#include <sys/types.h>

#include <sys/stat.h>

#include <sys/wait.h>

#include <assert.h>

#include <ctype.h>

#if HAVE_ERR

#include <err.h>

#endif

#include <errno.h>

#include <fcntl.h>

#if HAVE_FTS

#include <fts.h>

#include <getopt.h>

#else

#include "compat_fts.h"

#endif

#include <limits.h>

#if HAVE_SANDBOX_INIT

#include <sandbox.h>

#endif

#include <stddef.h>

#include <stdio.h>

#include <stdint.h>

Line 36

Line 45

#include <string.h>

#include <unistd.h>

#ifdef HAVE_OHASH

#include <ohash.h>

#else

#include "compat_ohash.h"

#endif

#include <sqlite3.h>

#include "mandoc_aux.h"

#include "mandoc_ohash.h"

#include "mandoc.h"

#include "roff.h"

#include "mdoc.h"

#include "man.h"

#include "mandoc.h"

#include "manconf.h"

#include "mandoc_aux.h"

#include "manpath.h"

#include "mansearch.h"

extern int mansearch_keymax;

Line 80 enum op {

Line 86 enum op {

OP_TEST /* change no databases, report potential problems */

};

enum form {

FORM_NONE, /* format is unknown */

FORM_SRC, /* format is -man or -mdoc */

FORM_CAT /* format is cat */

};

struct str {

char *rendered; /* key in UTF-8 or ASCII form */

const struct mpage *mpage; /* if set, the owning parse */

uint64_t mask; /* bitmask in sequence */

char key[]; /* may contain escape sequences */

char key[]; /* rendered text */

};

struct inodev {

Line 101 struct inodev {

Line 100 struct inodev {

struct mpage {

struct inodev inodev; /* used for hashing routine */

int64_t pageid; /* pageid in mpages SQL table */

enum form form; /* format from file content */

char *sec; /* section from file content */

char *arch; /* architecture from file content */

char *title; /* title from file content */

char *desc; /* description from file content */

struct mpage *next; /* singly linked list */

struct mlink *mlinks; /* singly linked list */

int form; /* format from file content */

int name_head_done;

};

struct mlink {

char file[PATH_MAX]; /* filename rel. to manpath */

enum form dform; /* format from directory */

enum form fform; /* format from file name suffix */

char *dsec; /* section from directory */

char *arch; /* architecture from directory */

char *name; /* name from file name (not empty) */

char *fsec; /* section from file name suffix */

struct mlink *next; /* singly linked list */

struct mpage *mpage; /* parent */

int dform; /* format from directory */

int fform; /* format from file name suffix */

int gzip; /* filename has a .gz suffix */

};

Line 127 enum stmt {

Line 128 enum stmt {

STMT_INSERT_PAGE, /* insert mpage */

STMT_INSERT_LINK, /* insert mlink */

STMT_INSERT_NAME, /* insert name */

STMT_SELECT_NAME, /* retrieve existing name flags */

STMT_INSERT_KEY, /* insert parsed key */

STMT__MAX

};

typedef int (*mdoc_fp)(struct mpage *, const struct mdoc_node *);

typedef int (*mdoc_fp)(struct mpage *, const struct roff_meta *,

const struct roff_node *);

struct mdoc_handler {

mdoc_fp fp; /* optional handler */

uint64_t mask; /* set unless handler returns 0 */

};

int mandocdb(int, char *[]);

static void dbclose(int);

static void dbadd(struct mpage *, struct mchars *);

static void dbadd(struct mpage *);

static void dbadd_mlink(const struct mlink *mlink);

static void dbadd_mlink_name(const struct mlink *mlink);

static int dbopen(int);

static void dbprune(void);

static void filescan(const char *);

static void *hash_alloc(size_t, void *);

#if HAVE_FTS_COMPARE_CONST

static void hash_free(void *, size_t, void *);

static int fts_compare(const FTSENT *const *, const FTSENT *const *);

static void *hash_halloc(size_t, void *);

#else

static int fts_compare(const FTSENT **, const FTSENT **);

#endif

static void mlink_add(struct mlink *, const struct stat *);

static void mlink_check(struct mpage *, struct mlink *);

static void mlink_free(struct mlink *);

static void mlinks_undupe(struct mpage *);

static void mpages_free(void);

static void mpages_merge(struct mchars *, struct mparse *);

static void mpages_merge(struct mparse *);

static void names_check(void);

static void parse_cat(struct mpage *, int);

static void parse_man(struct mpage *, const struct man_node *);

static void parse_man(struct mpage *, const struct roff_meta *,

static void parse_mdoc(struct mpage *, const struct mdoc_node *);

const struct roff_node *);

static int parse_mdoc_body(struct mpage *, const struct mdoc_node *);

static void parse_mdoc(struct mpage *, const struct roff_meta *,

static int parse_mdoc_head(struct mpage *, const struct mdoc_node *);

const struct roff_node *);

static int parse_mdoc_Fd(struct mpage *, const struct mdoc_node *);

static int parse_mdoc_head(struct mpage *, const struct roff_meta *,

static int parse_mdoc_Fn(struct mpage *, const struct mdoc_node *);

const struct roff_node *);

static int parse_mdoc_Nd(struct mpage *, const struct mdoc_node *);

static int parse_mdoc_Fd(struct mpage *, const struct roff_meta *,

static int parse_mdoc_Nm(struct mpage *, const struct mdoc_node *);

const struct roff_node *);

static int parse_mdoc_Sh(struct mpage *, const struct mdoc_node *);

static void parse_mdoc_fname(struct mpage *, const struct roff_node *);

static int parse_mdoc_Xr(struct mpage *, const struct mdoc_node *);

static int parse_mdoc_Fn(struct mpage *, const struct roff_meta *,

const struct roff_node *);

static int parse_mdoc_Fo(struct mpage *, const struct roff_meta *,

const struct roff_node *);

static int parse_mdoc_Nd(struct mpage *, const struct roff_meta *,

const struct roff_node *);

static int parse_mdoc_Nm(struct mpage *, const struct roff_meta *,

const struct roff_node *);

static int parse_mdoc_Sh(struct mpage *, const struct roff_meta *,

const struct roff_node *);

static int parse_mdoc_Va(struct mpage *, const struct roff_meta *,

const struct roff_node *);

static int parse_mdoc_Xr(struct mpage *, const struct roff_meta *,

const struct roff_node *);

static void putkey(const struct mpage *, char *, uint64_t);

static void putkeys(const struct mpage *,

static void putkeys(const struct mpage *, char *, size_t, uint64_t);

const char *, size_t, uint64_t);

static void putmdockey(const struct mpage *,

const struct mdoc_node *, uint64_t);

const struct roff_node *, uint64_t);

static void render_key(struct mchars *, struct str *);

static int render_string(char **, size_t *);

static void say(const char *, const char *, ...);

static void say(const char *, const char *, ...)

static int set_basedir(const char *);

__attribute__((__format__ (printf, 2, 3)));

static int set_basedir(const char *, int);

static int treescan(void);

static size_t utf8(unsigned int, char [7]);

static char tempfilename[32];

static char *progname;

static int nodb; /* no database changes */

static int mparse_options; /* abort the parse early */

static int use_all; /* use all found files */

Line 187 static int write_utf8; /* write UTF-8 output; else A

Line 208 static int write_utf8; /* write UTF-8 output; else A

static int exitcode; /* to be returned by main */

static enum op op; /* operational mode */

static char basedir[PATH_MAX]; /* current base directory */

static struct mpage *mpage_head; /* list of distinct manual pages */

static struct ohash mpages; /* table of distinct manual pages */

static struct ohash mlinks; /* table of directory entries */

static struct ohash names; /* table of all names */

Line 234 static const struct mdoc_handler mdocs[MDOC_MAX] = {

Line 256 static const struct mdoc_handler mdocs[MDOC_MAX] = {

{ NULL, TYPE_Pa }, /* Pa */

{ NULL, 0 }, /* Rv */

{ NULL, TYPE_St }, /* St */

{ NULL, TYPE_Va }, /* Va */

{ parse_mdoc_Va, TYPE_Va }, /* Va */

{ parse_mdoc_body, TYPE_Va }, /* Vt */

{ parse_mdoc_Va, TYPE_Vt }, /* Vt */

{ parse_mdoc_Xr, 0 }, /* Xr */

{ NULL, 0 }, /* %A */

{ NULL, 0 }, /* %B */

Line 292 static const struct mdoc_handler mdocs[MDOC_MAX] = {

Line 314 static const struct mdoc_handler mdocs[MDOC_MAX] = {

{ NULL, 0 }, /* Ux */

{ NULL, 0 }, /* Xc */

{ NULL, 0 }, /* Xo */

{ parse_mdoc_head, 0 }, /* Fo */

{ parse_mdoc_Fo, 0 }, /* Fo */

{ NULL, 0 }, /* Fc */

{ NULL, 0 }, /* Oo */

{ NULL, 0 }, /* Oc */

Line 318 static const struct mdoc_handler mdocs[MDOC_MAX] = {

Line 340 static const struct mdoc_handler mdocs[MDOC_MAX] = {

{ NULL, 0 }, /* sp */

{ NULL, 0 }, /* %U */

{ NULL, 0 }, /* Ta */

{ NULL, 0 }, /* ll */

};

int

main(int argc, char *argv[])

mandocdb(int argc, char *argv[])

{

int ch, i;

struct manconf conf;

size_t j, sz;

const char *path_arg;

struct mchars *mc;

struct manpaths dirs;

struct mparse *mp;

struct ohash_info mpages_info, mlinks_info;

const char *path_arg, *progname;

size_t j, sz;

int ch, i;

memset(stmts, 0, STMT__MAX * sizeof(sqlite3_stmt *));

#if HAVE_PLEDGE

memset(&dirs, 0, sizeof(struct manpaths));

if (pledge("stdio rpath wpath cpath fattr flock proc exec", NULL) == -1) {

warn("pledge");

return (int)MANDOCLEVEL_SYSERR;

}

#endif

mpages_info.alloc = mlinks_info.alloc = hash_alloc;

#if HAVE_SANDBOX_INIT

mpages_info.halloc = mlinks_info.halloc = hash_halloc;

if (sandbox_init(kSBXProfileNoInternet, SANDBOX_NAMED, NULL) == -1) {

mpages_info.hfree = mlinks_info.hfree = hash_free;

warnx("sandbox_init");

return (int)MANDOCLEVEL_SYSERR;

}

#endif

mpages_info.key_offset = offsetof(struct mpage, inodev);

memset(&conf, 0, sizeof(conf));

mlinks_info.key_offset = offsetof(struct mlink, file);

memset(stmts, 0, STMT__MAX * sizeof(sqlite3_stmt *));

progname = strrchr(argv[0], '/');

if (progname == NULL)

progname = argv[0];

else

++progname;

* We accept a few different invocations.

* The CHECKOP macro makes sure that invocation styles don't

Line 355 main(int argc, char *argv[])

Line 377 main(int argc, char *argv[])

#define CHECKOP(_op, _ch) do \

if (OP_DEFAULT != (_op)) { \

fprintf(stderr, "-%c: Conflicting option\n", (_ch)); \

warnx("-%c: Conflicting option", (_ch)); \

goto usage; \

} while (/*CONSTCOND*/0)

Line 391 main(int argc, char *argv[])

Line 413 main(int argc, char *argv[])

break;

case 'T':

if (strcmp(optarg, "utf8")) {

fprintf(stderr, "-T%s: Unsupported "

warnx("-T%s: Unsupported output format",

"output format\n", optarg);

optarg);

goto usage;

}

write_utf8 = 1;

Line 418 main(int argc, char *argv[])

Line 440 main(int argc, char *argv[])

argc -= optind;

argv += optind;

#if HAVE_PLEDGE

if (nodb) {

if (pledge("stdio rpath", NULL) == -1) {

warn("pledge");

return (int)MANDOCLEVEL_SYSERR;

}

#endif

if (OP_CONFFILE == op && argc > 0) {

fprintf(stderr, "-C: Too many arguments\n");

warnx("-C: Too many arguments");

goto usage;

}

exitcode = (int)MANDOCLEVEL_OK;

mp = mparse_alloc(mparse_options, MANDOCLEVEL_FATAL, NULL, NULL);

mchars_alloc();

mc = mchars_alloc();

mp = mparse_alloc(mparse_options, MANDOCLEVEL_BADARG, NULL, NULL);

mandoc_ohash_init(&mpages, 6, offsetof(struct mpage, inodev));

mandoc_ohash_init(&mlinks, 6, offsetof(struct mlink, file));

ohash_init(&mpages, 6, &mpages_info);

ohash_init(&mlinks, 6, &mlinks_info);

if (OP_UPDATE == op || OP_DELETE == op || OP_TEST == op) {

* All of these deal with a specific directory.

* Most of these deal with a specific directory.

* Jump into that directory first.

if (0 == set_basedir(path_arg))

if (OP_TEST != op && 0 == set_basedir(path_arg, 1))

goto out;

if (dbopen(1)) {

Line 444 main(int argc, char *argv[])

Line 474 main(int argc, char *argv[])

* The existing database is usable. Process

* all files specified on the command-line.

#if HAVE_PLEDGE

if (!nodb) {

if (pledge("stdio rpath wpath cpath fattr flock", NULL) == -1) {

warn("pledge");

exitcode = (int)MANDOCLEVEL_SYSERR;

goto out;

}

#endif

use_all = 1;

for (i = 0; i < argc; i++)

filescan(argv[i]);

Line 462 main(int argc, char *argv[])

Line 501 main(int argc, char *argv[])

goto out;

}

if (OP_DELETE != op)

mpages_merge(mc, mp);

mpages_merge(mp);

dbclose(OP_DEFAULT == op ? 0 : 1);

} else {

* If we have arguments, use them as our manpaths.

* If we don't, grok from manpath(1) or however else

* manpath_parse() wants to do it.

* manconf_parse() wants to do it.

if (argc > 0) {

dirs.paths = mandoc_reallocarray(NULL,

conf.manpath.paths = mandoc_reallocarray(NULL,

argc, sizeof(char *));

dirs.sz = (size_t)argc;

conf.manpath.sz = (size_t)argc;

for (i = 0; i < argc; i++)

dirs.paths[i] = mandoc_strdup(argv[i]);

conf.manpath.paths[i] = mandoc_strdup(argv[i]);

} else

manpath_parse(&dirs, path_arg, NULL, NULL);

manconf_parse(&conf, path_arg, NULL, NULL);

if (0 == dirs.sz) {

if (conf.manpath.sz == 0) {

exitcode = (int)MANDOCLEVEL_BADARG;

say("", "Empty manpath");

}

Line 490 main(int argc, char *argv[])

Line 529 main(int argc, char *argv[])

* Ignore zero-length directories and strip trailing

* slashes.

for (j = 0; j < dirs.sz; j++) {

for (j = 0; j < conf.manpath.sz; j++) {

sz = strlen(dirs.paths[j]);

sz = strlen(conf.manpath.paths[j]);

if (sz && '/' == dirs.paths[j][sz - 1])

if (sz && conf.manpath.paths[j][sz - 1] == '/')

dirs.paths[j][--sz] = '\0';

conf.manpath.paths[j][--sz] = '\0';

if (0 == sz)

continue;

if (j) {

ohash_init(&mpages, 6, &mpages_info);

mandoc_ohash_init(&mpages, 6,

ohash_init(&mlinks, 6, &mlinks_info);

offsetof(struct mpage, inodev));

mandoc_ohash_init(&mlinks, 6,

offsetof(struct mlink, file));

}

if (0 == set_basedir(dirs.paths[j]))

if ( ! set_basedir(conf.manpath.paths[j], argc > 0))

goto out;

continue;

if (0 == treescan())

goto out;

continue;

if (0 == set_basedir(dirs.paths[j]))

goto out;

if (0 == dbopen(0))

goto out;

continue;

mpages_merge(mc, mp);

mpages_merge(mp);

if (warnings &&

if (warnings && !nodb &&

! (MPARSE_QUICK & mparse_options))

names_check();

dbclose(0);

if (j + 1 < dirs.sz) {

if (j + 1 < conf.manpath.sz) {

mpages_free();

ohash_delete(&mpages);

ohash_delete(&mlinks);

Line 525 main(int argc, char *argv[])

Line 564 main(int argc, char *argv[])

}

out:

set_basedir(NULL);

manconf_free(&conf);

manpath_free(&dirs);

mchars_free(mc);

mparse_free(mp);

mchars_free();

mpages_free();

ohash_delete(&mpages);

ohash_delete(&mlinks);

return(exitcode);

return exitcode;

usage:

progname = getprogname();

fprintf(stderr, "usage: %s [-aDnpQ] [-C file] [-Tutf8]\n"

" %s [-aDnpQ] [-Tutf8] dir ...\n"

" %s [-DnpQ] [-Tutf8] -d dir [file ...]\n"

" %s [-Dnp] -u dir [file ...]\n"

" %s [-Q] -t file ...\n",

progname, progname, progname,

progname, progname, progname, progname, progname);

progname, progname);

return((int)MANDOCLEVEL_BADARG);

return (int)MANDOCLEVEL_BADARG;

}

* To get a singly linked list in alpha order while inserting entries

* at the beginning, process directory entries in reverse alpha order.

static int

#if HAVE_FTS_COMPARE_CONST

fts_compare(const FTSENT *const *a, const FTSENT *const *b)

#else

fts_compare(const FTSENT **a, const FTSENT **b)

#endif

{

return -strcmp((*a)->fts_name, (*b)->fts_name);

}

* Scan a directory tree rooted at "basedir" for manpages.

* We use fts(), scanning directory parts along the way for clues to our

* section and architecture.

Line 557 usage:

Line 609 usage:

* or

* [./]cat<section>[/<arch>]/<name>.0

* TODO: accomodate for multi-language directories.

* TODO: accommodate for multi-language directories.

static int

treescan(void)

Line 574 treescan(void)

Line 626 treescan(void)

argv[0] = ".";

argv[1] = (char *)NULL;

f = fts_open((char * const *)argv,

f = fts_open((char * const *)argv, FTS_PHYSICAL | FTS_NOCHDIR,

FTS_PHYSICAL | FTS_NOCHDIR, NULL);

fts_compare);

if (NULL == f) {

if (f == NULL) {

exitcode = (int)MANDOCLEVEL_SYSERR;

say("", "&fts_open");

return(0);

return 0;

}

dsec = arch = NULL;

dform = FORM_NONE;

while (NULL != (ff = fts_read(f))) {

while ((ff = fts_read(f)) != NULL) {

path = ff->fts_path + 2;

switch (ff->fts_info) {

Line 594 treescan(void)

Line 646 treescan(void)

* then get handled just like regular files.

case FTS_SL:

if (NULL == realpath(path, buf)) {

if (realpath(path, buf) == NULL) {

if (warnings)

say(path, "&realpath");

continue;

}

if (strstr(buf, basedir) != buf) {

if (strstr(buf, basedir) != buf

#ifdef HOMEBREWDIR

&& strstr(buf, HOMEBREWDIR) != buf

#endif

) {

if (warnings) say("",

"%s: outside base directory", buf);

continue;

}

/* Use logical inode to avoid mpages dupe. */

if (-1 == stat(path, ff->fts_statp)) {

if (stat(path, ff->fts_statp) == -1) {

if (warnings)

say(path, "&stat");

continue;

Line 617 treescan(void)

Line 673 treescan(void)

* stored directory data and handling the filename.

case FTS_F:

if (0 == strcmp(path, MANDOC_DB))

if ( ! strcmp(path, MANDOC_DB))

continue;

if ( ! use_all && ff->fts_level < 2) {

if (warnings)

Line 626 treescan(void)

Line 682 treescan(void)

}

gzip = 0;

fsec = NULL;

while (NULL == fsec) {

while (fsec == NULL) {

fsec = strrchr(ff->fts_name, '.');

if (NULL == fsec || strcmp(fsec+1, "gz"))

if (fsec == NULL || strcmp(fsec+1, "gz"))

break;

gzip = 1;

*fsec = '\0';

fsec = NULL;

}

if (NULL == fsec) {

if (fsec == NULL) {

if ( ! use_all) {

if (warnings)

say(path,

"No filename suffix");

continue;

}

} else if (0 == strcmp(++fsec, "html")) {

} else if ( ! strcmp(++fsec, "html")) {

if (warnings)

say(path, "Skip html");

continue;

} else if (0 == strcmp(fsec, "ps")) {

} else if ( ! strcmp(fsec, "ps")) {

if (warnings)

say(path, "Skip ps");

continue;

} else if (0 == strcmp(fsec, "pdf")) {

} else if ( ! strcmp(fsec, "pdf")) {

if (warnings)

say(path, "Skip pdf");

continue;

} else if ( ! use_all &&

((FORM_SRC == dform && strcmp(fsec, dsec)) ||

((dform == FORM_SRC &&

(FORM_CAT == dform && strcmp(fsec, "0")))) {

strncmp(fsec, dsec, strlen(dsec))) ||

(dform == FORM_CAT && strcmp(fsec, "0")))) {

if (warnings)

say(path, "Wrong filename suffix");

continue;

Line 680 treescan(void)

Line 737 treescan(void)

continue;

case FTS_D:

/* FALLTHROUGH */

case FTS_DP:

break;

Line 701 treescan(void)

Line 757 treescan(void)

* If we're not in use_all, enforce it.

cp = ff->fts_name;

if (FTS_DP == ff->fts_info)

if (ff->fts_info == FTS_DP) {

dform = FORM_NONE;

dsec = NULL;

break;

}

if (0 == strncmp(cp, "man", 3)) {

if ( ! strncmp(cp, "man", 3)) {

dform = FORM_SRC;

dsec = cp + 3;

} else if (0 == strncmp(cp, "cat", 3)) {

} else if ( ! strncmp(cp, "cat", 3)) {

dform = FORM_CAT;

dsec = cp + 3;

} else {

Line 715 treescan(void)

Line 774 treescan(void)

dsec = NULL;

}

if (NULL != dsec || use_all)

if (dsec != NULL || use_all)

break;

if (warnings)

Line 727 treescan(void)

Line 786 treescan(void)

* Possibly our architecture.

* If we're descending, keep tabs on it.

if (FTS_DP != ff->fts_info && NULL != dsec)

if (ff->fts_info != FTS_DP && dsec != NULL)

arch = ff->fts_name;

else

arch = NULL;

break;

default:

if (FTS_DP == ff->fts_info || use_all)

if (ff->fts_info == FTS_DP || use_all)

break;

if (warnings)

say(path, "Extraneous directory part");

Line 743 treescan(void)

Line 802 treescan(void)

}

fts_close(f);

return(1);

return 1;

}

Line 800 filescan(const char *file)

Line 859 filescan(const char *file)

return;

}

if (strstr(buf, basedir) == buf)

if (OP_TEST == op)

start = buf + strlen(basedir) + 1;

else if (OP_TEST == op)

start = buf;

else if (strstr(buf, basedir) == buf)

start = buf + strlen(basedir);

#ifdef HOMEBREWDIR

else if (strstr(buf, HOMEBREWDIR) == buf)

start = buf;

#endif

else {

exitcode = (int)MANDOCLEVEL_BADARG;

say("", "%s: outside base directory", buf);

Line 829 filescan(const char *file)

Line 892 filescan(const char *file)

say(file, "Filename too long");

return;

}

start = strstr(buf, basedir) == buf ?

start = buf;

buf + strlen(basedir) + 1 : buf;

if (OP_TEST != op && strstr(buf, basedir) == buf)

start += strlen(basedir);

}

mlink = mandoc_calloc(1, sizeof(struct mlink));

mlink->dform = FORM_NONE;

if (strlcpy(mlink->file, start, sizeof(mlink->file)) >=

sizeof(mlink->file)) {

say(start, "Filename too long");

free(mlink);

return;

}

Line 916 mlink_add(struct mlink *mlink, const struct stat *st)

Line 982 mlink_add(struct mlink *mlink, const struct stat *st)

assert(NULL == ohash_find(&mlinks, slot));

ohash_insert(&mlinks, slot, mlink);

memset(&inodev, 0, sizeof(inodev)); /* Clear padding. */

inodev.st_ino = st->st_ino;

inodev.st_dev = st->st_dev;

slot = ohash_lookup_memory(&mpages, (char *)&inodev,

Line 925 mlink_add(struct mlink *mlink, const struct stat *st)

Line 992 mlink_add(struct mlink *mlink, const struct stat *st)

mpage = mandoc_calloc(1, sizeof(struct mpage));

mpage->inodev.st_ino = inodev.st_ino;

mpage->inodev.st_dev = inodev.st_dev;

mpage->next = mpage_head;

mpage_head = mpage;

ohash_insert(&mpages, slot, mpage);

} else

mlink->next = mpage->mlinks;

Line 948 mpages_free(void)

Line 1017 mpages_free(void)

{

struct mpage *mpage;

struct mlink *mlink;

unsigned int slot;

mpage = ohash_first(&mpages, &slot);

while ((mpage = mpage_head) != NULL) {

while (NULL != mpage) {

while ((mlink = mpage->mlinks) != NULL) {

while (NULL != (mlink = mpage->mlinks)) {

mpage->mlinks = mlink->next;

mlink_free(mlink);

}

mpage_head = mpage->next;

free(mpage->sec);

free(mpage->arch);

free(mpage->title);

free(mpage->desc);

free(mpage);

mpage = ohash_next(&mpages, &slot);

}

Line 1073 mlink_check(struct mpage *mpage, struct mlink *mlink)

Line 1140 mlink_check(struct mpage *mpage, struct mlink *mlink)

* and filename to determine whether the file is parsable or not.

static void

mpages_merge(struct mchars *mc, struct mparse *mp)

mpages_merge(struct mparse *mp)

{

char any[] = "any";

struct ohash_info str_info;

int fd[2];

struct mpage *mpage, *mpage_dest;

struct mlink *mlink, *mlink_dest;

struct mdoc *mdoc;

struct roff_man *man;

struct man *man;

char *sodest;

char *cp;

pid_t child_pid;

int fd;

int status;

unsigned int pslot;

enum mandoclevel lvl;

str_info.alloc = hash_alloc;

if ( ! nodb)

str_info.halloc = hash_halloc;

str_info.hfree = hash_free;

str_info.key_offset = offsetof(struct str, key);

if (0 == nodb)

SQL_EXEC("BEGIN TRANSACTION");

mpage = ohash_first(&mpages, &pslot);

for (mpage = mpage_head; mpage != NULL; mpage = mpage->next) {

while (NULL != mpage) {

mlinks_undupe(mpage);

if (NULL == mpage->mlinks) {

if ((mlink = mpage->mlinks) == NULL)

mpage = ohash_next(&mpages, &pslot);

continue;

}

name_mask = NAME_MASK;

ohash_init(&names, 4, &str_info);

mandoc_ohash_init(&names, 4, offsetof(struct str, key));

ohash_init(&strings, 6, &str_info);

mandoc_ohash_init(&strings, 6, offsetof(struct str, key));

mparse_reset(mp);

mdoc = NULL;

man = NULL;

sodest = NULL;

child_pid = 0;

fd[0] = -1;

fd[1] = -1;

if (mpage->mlinks->gzip) {

if ((fd = mparse_open(mp, mlink->file)) == -1) {

if (-1 == pipe(fd)) {

say(mlink->file, "&open");

exitcode = (int)MANDOCLEVEL_SYSERR;

goto nextpage;

say(mpage->mlinks->file, "&pipe gunzip");

goto nextpage;

}

switch (child_pid = fork()) {

case -1:

exitcode = (int)MANDOCLEVEL_SYSERR;

say(mpage->mlinks->file, "&fork gunzip");

child_pid = 0;

close(fd[1]);

close(fd[0]);

goto nextpage;

case 0:

close(fd[0]);

if (-1 == dup2(fd[1], STDOUT_FILENO)) {

say(mpage->mlinks->file,

"&dup gunzip");

exit(1);

}

execlp("gunzip", "gunzip", "-c",

mpage->mlinks->file, NULL);

say(mpage->mlinks->file, "&exec gunzip");

exit(1);

default:

close(fd[1]);

break;

}

* Try interpreting the file as mdoc(7) or man(7)

* Interpret the file as mdoc(7) or man(7) source

* source code, unless it is already known to be

* code, unless it is known to be formatted.

* formatted. Fall back to formatted mode.

if (FORM_CAT != mpage->mlinks->dform ||

if (mlink->dform != FORM_CAT || mlink->fform != FORM_CAT) {

FORM_CAT != mpage->mlinks->fform) {

mparse_readfd(mp, fd, mlink->file);

lvl = mparse_readfd(mp, fd[0], mpage->mlinks->file);

close(fd);

if (lvl < MANDOCLEVEL_FATAL)

mparse_result(mp, &man, &sodest);

mparse_result(mp, &mdoc, &man, &sodest);

}

if (NULL != sodest) {

if (sodest != NULL) {

mlink_dest = ohash_find(&mlinks,

ohash_qlookup(&mlinks, sodest));

if (NULL != mlink_dest) {

if (mlink_dest == NULL) {

mandoc_asprintf(&cp, "%s.gz", sodest);

mlink_dest = ohash_find(&mlinks,

ohash_qlookup(&mlinks, cp));

free(cp);

}

if (mlink_dest != NULL) {

/* The .so target exists. */

mpage_dest = mlink_dest->mpage;

mlink = mpage->mlinks;

while (1) {

mlink->mpage = mpage_dest;

Line 1181 mpages_merge(struct mchars *mc, struct mparse *mp)

Line 1207 mpages_merge(struct mchars *mc, struct mparse *mp)

if (mpage_dest->pageid)

dbadd_mlink(mlink);

dbadd_mlink_name(mlink);

if (NULL == mlink->next)

if (mlink->next == NULL)

break;

mlink = mlink->next;

}

Line 1195 mpages_merge(struct mchars *mc, struct mparse *mp)

Line 1221 mpages_merge(struct mchars *mc, struct mparse *mp)

mpage->mlinks = NULL;

}

goto nextpage;

} else if (NULL != mdoc) {

} else if (man != NULL && man->macroset == MACROSET_MDOC) {

mdoc_validate(man);

mpage->form = FORM_SRC;

mpage->sec =

mpage->sec = man->meta.msec;

mandoc_strdup(mdoc_meta(mdoc)->msec);

mpage->sec = mandoc_strdup(

mpage->arch = mdoc_meta(mdoc)->arch;

mpage->sec == NULL ? "" : mpage->sec);

mpage->arch = man->meta.arch;

mpage->arch = mandoc_strdup(

NULL == mpage->arch ? "" : mpage->arch);

mpage->arch == NULL ? "" : mpage->arch);

mpage->title =

mpage->title = mandoc_strdup(man->meta.title);

mandoc_strdup(mdoc_meta(mdoc)->title);

} else if (man != NULL && man->macroset == MACROSET_MAN) {

} else if (NULL != man) {

man_validate(man);

mpage->form = FORM_SRC;

mpage->sec =

mpage->sec = mandoc_strdup(man->meta.msec);

mandoc_strdup(man_meta(man)->msec);

mpage->arch = mandoc_strdup(mlink->arch);

mpage->arch =

mpage->title = mandoc_strdup(man->meta.title);

mandoc_strdup(mpage->mlinks->arch);

mpage->title =

mandoc_strdup(man_meta(man)->title);

} else {

mpage->form = FORM_CAT;

mpage->sec =

mpage->sec = mandoc_strdup(mlink->dsec);

mandoc_strdup(mpage->mlinks->dsec);

mpage->arch = mandoc_strdup(mlink->arch);

mpage->arch =

mpage->title = mandoc_strdup(mlink->name);

mandoc_strdup(mpage->mlinks->arch);

mpage->title =

mandoc_strdup(mpage->mlinks->name);

}

putkey(mpage, mpage->sec, TYPE_sec);

putkey(mpage, '\0' == *mpage->arch ?

if (*mpage->arch != '\0')

any : mpage->arch, TYPE_arch);

putkey(mpage, mpage->arch, TYPE_arch);

for (mlink = mpage->mlinks; mlink; mlink = mlink->next) {

for ( ; mlink != NULL; mlink = mlink->next) {

if ('\0' != *mlink->dsec)

putkey(mpage, mlink->dsec, TYPE_sec);

if ('\0' != *mlink->fsec)

Line 1235 mpages_merge(struct mchars *mc, struct mparse *mp)

Line 1257 mpages_merge(struct mchars *mc, struct mparse *mp)

putkey(mpage, mlink->name, NAME_FILE);

}

assert(NULL == mpage->desc);

assert(mpage->desc == NULL);

if (NULL != mdoc) {

if (man != NULL && man->macroset == MACROSET_MDOC)

if (NULL != (cp = mdoc_meta(mdoc)->name))

parse_mdoc(mpage, &man->meta, man->first);

putkey(mpage, cp, NAME_HEAD);

else if (man != NULL)

parse_mdoc(mpage, mdoc_node(mdoc));

parse_man(mpage, &man->meta, man->first);

} else if (NULL != man)

parse_man(mpage, man_node(man));

else

parse_cat(mpage, fd[0]);

parse_cat(mpage, fd);

if (NULL == mpage->desc)

if (mpage->desc == NULL)

mpage->desc = mandoc_strdup(mpage->mlinks->name);

if (warnings && !use_all)

Line 1252 mpages_merge(struct mchars *mc, struct mparse *mp)

Line 1272 mpages_merge(struct mchars *mc, struct mparse *mp)

mlink = mlink->next)

mlink_check(mpage, mlink);

dbadd(mpage, mc);

dbadd(mpage);

mlink = mpage->mlinks;

if (child_pid) {

if (-1 == waitpid(child_pid, &status, 0)) {

exitcode = (int)MANDOCLEVEL_SYSERR;

say(mpage->mlinks->file, "&wait gunzip");

} else if (WIFSIGNALED(status)) {

exitcode = (int)MANDOCLEVEL_SYSERR;

say(mpage->mlinks->file,

"gunzip died from signal %d",

WTERMSIG(status));

} else if (WEXITSTATUS(status)) {

exitcode = (int)MANDOCLEVEL_SYSERR;

say(mpage->mlinks->file,

"gunzip failed with code %d",

WEXITSTATUS(status));

}

ohash_delete(&strings);

ohash_delete(&names);

mpage = ohash_next(&mpages, &pslot);

}

if (0 == nodb)

Line 1285 names_check(void)

Line 1289 names_check(void)

{

sqlite3_stmt *stmt;

const char *name, *sec, *arch, *key;

int irc;

sqlite3_prepare_v2(db,

"SELECT name, sec, arch, key FROM ("

Line 1301 names_check(void)

Line 1304 names_check(void)

") USING (pageid);",

-1, &stmt, NULL);

if (SQLITE_OK != sqlite3_bind_int64(stmt, 1, NAME_TITLE))

if (sqlite3_bind_int64(stmt, 1, NAME_TITLE) != SQLITE_OK)

say("", "%s", sqlite3_errmsg(db));

while (SQLITE_ROW == (irc = sqlite3_step(stmt))) {

while (sqlite3_step(stmt) == SQLITE_ROW) {

name = sqlite3_column_text(stmt, 0);

name = (const char *)sqlite3_column_text(stmt, 0);

sec = sqlite3_column_text(stmt, 1);

sec = (const char *)sqlite3_column_text(stmt, 1);

arch = sqlite3_column_text(stmt, 2);

arch = (const char *)sqlite3_column_text(stmt, 2);

key = sqlite3_column_text(stmt, 3);

key = (const char *)sqlite3_column_text(stmt, 3);

say("", "%s(%s%s%s) lacks mlink \"%s\"", name, sec,

'\0' == *arch ? "" : "/",

'\0' == *arch ? "" : arch, key);

Line 1321 parse_cat(struct mpage *mpage, int fd)

Line 1324 parse_cat(struct mpage *mpage, int fd)

{

FILE *stream;

char *line, *p, *title;

size_t len, plen, titlesz;

size_t linesz, plen, titlesz;

ssize_t len;

int offs;

stream = (-1 == fd) ?

fopen(mpage->mlinks->file, "r") :

fdopen(fd, "r");

if (NULL == stream) {

if (-1 != fd)

close(fd);

if (warnings)

say(mpage->mlinks->file, "&fopen");

return;

}

line = NULL;

linesz = 0;

/* Skip to first blank line. */

while (NULL != (line = fgetln(stream, &len)))

while (getline(&line, &linesz, stream) != -1)

if ('\n' == *line)

if (*line == '\n')

break;

Line 1343 parse_cat(struct mpage *mpage, int fd)

Line 1353 parse_cat(struct mpage *mpage, int fd)

* is the first section header. Skip to it.

while (NULL != (line = fgetln(stream, &len)))

while (getline(&line, &linesz, stream) != -1)

if ('\n' != *line && ' ' != *line)

if (*line != '\n' && *line != ' ')

break;

Line 1357 parse_cat(struct mpage *mpage, int fd)

Line 1367 parse_cat(struct mpage *mpage, int fd)

titlesz = 0;

title = NULL;

while (NULL != (line = fgetln(stream, &len))) {

while ((len = getline(&line, &linesz, stream)) != -1) {

if (' ' != *line || '\n' != line[len - 1])

if (*line != ' ')

break;

while (len > 0 && isspace((unsigned char)*line)) {

offs = 0;

line++;

while (isspace((unsigned char)line[offs]))

len--;

offs++;

}

if (line[offs] == '\0')

if (1 == len)

continue;

title = mandoc_realloc(title, titlesz + len);

title = mandoc_realloc(title, titlesz + len - offs);

memcpy(title + titlesz, line, len);

memcpy(title + titlesz, line + offs, len - offs);

titlesz += len;

titlesz += len - offs;

title[titlesz - 1] = ' ';

}

free(line);

* If no page content can be found, or the input line

Line 1388 parse_cat(struct mpage *mpage, int fd)

Line 1398 parse_cat(struct mpage *mpage, int fd)

return;

}

title = mandoc_realloc(title, titlesz + 1);

title[titlesz - 1] = '\0';

title[titlesz] = '\0';

* Skip to the first dash.

Line 1447 putkey(const struct mpage *mpage, char *value, uint64_

Line 1456 putkey(const struct mpage *mpage, char *value, uint64_

static void

putmdockey(const struct mpage *mpage,

const struct mdoc_node *n, uint64_t m)

const struct roff_node *n, uint64_t m)

{

for ( ; NULL != n; n = n->next) {

if (NULL != n->child)

putmdockey(mpage, n->child, m);

if (MDOC_TEXT == n->type)

if (n->type == ROFFT_TEXT)

putkey(mpage, n->string, m);

}

static void

parse_man(struct mpage *mpage, const struct man_node *n)

parse_man(struct mpage *mpage, const struct roff_meta *meta,

const struct roff_node *n)

{

const struct man_node *head, *body;

const struct roff_node *head, *body;

char *start, *title;

char byte;

size_t sz;

if (NULL == n)

if (n == NULL)

return;

Line 1476 parse_man(struct mpage *mpage, const struct man_node *

Line 1486 parse_man(struct mpage *mpage, const struct man_node *

* the correct section or not.

if (MAN_BODY == n->type && MAN_SH == n->tok) {

if (n->type == ROFFT_BODY && n->tok == MAN_SH) {

body = n;

assert(body->parent);

if ((head = body->parent->head) != NULL &&

if (NULL != (head = body->parent->head) &&

(head = head->child) != NULL &&

1 == head->nchild &&

head->next == NULL &&

NULL != (head = (head->child)) &&

head->type == ROFFT_TEXT &&

MAN_TEXT == head->type &&

strcmp(head->string, "NAME") == 0 &&

0 == strcmp(head->string, "NAME") &&

body->child != NULL) {

NULL != body->child) {

* Suck the entire NAME section into memory.

Line 1494 parse_man(struct mpage *mpage, const struct man_node *

Line 1503 parse_man(struct mpage *mpage, const struct man_node *

title = NULL;

man_deroff(&title, body);

deroff(&title, body);

if (NULL == title)

return;

Line 1525 parse_man(struct mpage *mpage, const struct man_node *

Line 1534 parse_man(struct mpage *mpage, const struct man_node *

break;

putkey(mpage, start, NAME_TITLE);

if ( ! (mpage->name_head_done ||

strcasecmp(start, meta->title))) {

putkey(mpage, start, NAME_HEAD);

mpage->name_head_done = 1;

}

if (' ' == byte) {

start += sz + 1;

Line 1539 parse_man(struct mpage *mpage, const struct man_node *

Line 1553 parse_man(struct mpage *mpage, const struct man_node *

if (start == title) {

putkey(mpage, start, NAME_TITLE);

if ( ! (mpage->name_head_done ||

strcasecmp(start, meta->title))) {

putkey(mpage, start, NAME_HEAD);

mpage->name_head_done = 1;

}

free(title);

return;

}

Line 1569 parse_man(struct mpage *mpage, const struct man_node *

Line 1588 parse_man(struct mpage *mpage, const struct man_node *

for (n = n->child; n; n = n->next) {

if (NULL != mpage->desc)

break;

parse_man(mpage, n);

parse_man(mpage, meta, n);

}

static void

parse_mdoc(struct mpage *mpage, const struct mdoc_node *n)

parse_mdoc(struct mpage *mpage, const struct roff_meta *meta,

const struct roff_node *n)

{

assert(NULL != n);

for (n = n->child; NULL != n; n = n->next) {

switch (n->type) {

case MDOC_ELEM:

case ROFFT_ELEM:

/* FALLTHROUGH */

case ROFFT_BLOCK:

case MDOC_BLOCK:

case ROFFT_HEAD:

/* FALLTHROUGH */

case ROFFT_BODY:

case MDOC_HEAD:

case ROFFT_TAIL:

/* FALLTHROUGH */

case MDOC_BODY:

/* FALLTHROUGH */

case MDOC_TAIL:

if (NULL != mdocs[n->tok].fp)

if (0 == (*mdocs[n->tok].fp)(mpage, n))

if (0 == (*mdocs[n->tok].fp)(mpage, meta, n))

break;

if (mdocs[n->tok].mask)

putmdockey(mpage, n->child,

mdocs[n->tok].mask);

break;

default:

assert(MDOC_ROOT != n->type);

assert(n->type != ROFFT_ROOT);

continue;

}

if (NULL != n->child)

parse_mdoc(mpage, n);

parse_mdoc(mpage, meta, n);

}

static int

parse_mdoc_Fd(struct mpage *mpage, const struct mdoc_node *n)

parse_mdoc_Fd(struct mpage *mpage, const struct roff_meta *meta,

const struct roff_node *n)

{

const char *start, *end;

char *start, *end;

size_t sz;

if (SEC_SYNOPSIS != n->sec ||

NULL == (n = n->child) ||

MDOC_TEXT != n->type)

n->type != ROFFT_TEXT)

return(0);

return 0;

* Only consider those `Fd' macro fields that begin with an

Line 1622 parse_mdoc_Fd(struct mpage *mpage, const struct mdoc_n

Line 1639 parse_mdoc_Fd(struct mpage *mpage, const struct mdoc_n

if (strcmp("#include", n->string))

return(0);

return 0;

if (NULL == (n = n->next) || MDOC_TEXT != n->type)

if ((n = n->next) == NULL || n->type != ROFFT_TEXT)

return(0);

return 0;

* Strip away the enclosing angle brackets and make sure we're

Line 1637 parse_mdoc_Fd(struct mpage *mpage, const struct mdoc_n

Line 1654 parse_mdoc_Fd(struct mpage *mpage, const struct mdoc_n

start++;

if (0 == (sz = strlen(start)))

return(0);

return 0;

end = &start[(int)sz - 1];

if ('>' == *end || '"' == *end)

Line 1645 parse_mdoc_Fd(struct mpage *mpage, const struct mdoc_n

Line 1662 parse_mdoc_Fd(struct mpage *mpage, const struct mdoc_n

if (end > start)

putkeys(mpage, start, end - start + 1, TYPE_In);

return(0);

return 0;

}

static int

static void

parse_mdoc_Fn(struct mpage *mpage, const struct mdoc_node *n)

parse_mdoc_fname(struct mpage *mpage, const struct roff_node *n)

{

char *cp;

size_t sz;

if (NULL == (n = n->child) || MDOC_TEXT != n->type)

if (n->type != ROFFT_TEXT)

return(0);

return;

/* Skip function pointer punctuation. */

* Parse: .Fn "struct type *name" "char *arg".

* First strip away pointer symbol.

* Then store the function name, then type.

* Finally, store the arguments.

if (NULL == (cp = strrchr(n->string, ' ')))

cp = n->string;

while (*cp == '(' || *cp == '*')

while ('*' == *cp)

cp++;

sz = strcspn(cp, "()");

putkey(mpage, cp, TYPE_Fn);

putkeys(mpage, cp, sz, TYPE_Fn);

if (n->sec == SEC_SYNOPSIS)

putkeys(mpage, cp, sz, NAME_SYN);

}

if (n->string < cp)

static int

putkeys(mpage, n->string, cp - n->string, TYPE_Ft);

parse_mdoc_Fn(struct mpage *mpage, const struct roff_meta *meta,

const struct roff_node *n)

{

for (n = n->next; NULL != n; n = n->next)

if (n->child == NULL)

if (MDOC_TEXT == n->type)

return 0;

parse_mdoc_fname(mpage, n->child);

for (n = n->child->next; n != NULL; n = n->next)

if (n->type == ROFFT_TEXT)

putkey(mpage, n->string, TYPE_Fa);

return(0);

return 0;

}

static int

parse_mdoc_Xr(struct mpage *mpage, const struct mdoc_node *n)

parse_mdoc_Fo(struct mpage *mpage, const struct roff_meta *meta,

const struct roff_node *n)

{

if (n->type != ROFFT_HEAD)

return 1;

if (n->child != NULL)

parse_mdoc_fname(mpage, n->child);

return 0;

}

static int

parse_mdoc_Va(struct mpage *mpage, const struct roff_meta *meta,

const struct roff_node *n)

{

char *cp;

if (n->type != ROFFT_ELEM && n->type != ROFFT_BODY)

return 0;

if (n->child != NULL &&

n->child->next == NULL &&

n->child->type == ROFFT_TEXT)

return 1;

cp = NULL;

deroff(&cp, n);

if (cp != NULL) {

putkey(mpage, cp, TYPE_Vt | (n->tok == MDOC_Va ||

n->type == ROFFT_BODY ? TYPE_Va : 0));

free(cp);

}

return 0;

}

static int

parse_mdoc_Xr(struct mpage *mpage, const struct roff_meta *meta,

const struct roff_node *n)

{

char *cp;

if (NULL == (n = n->child))

return(0);

return 0;

if (NULL == n->next) {

putkey(mpage, n->string, TYPE_Xr);

return(0);

return 0;

}

mandoc_asprintf(&cp, "%s(%s)", n->string, n->next->string);

putkey(mpage, cp, TYPE_Xr);

free(cp);

return(0);

return 0;

}

static int

parse_mdoc_Nd(struct mpage *mpage, const struct mdoc_node *n)

parse_mdoc_Nd(struct mpage *mpage, const struct roff_meta *meta,

const struct roff_node *n)

{

if (MDOC_BODY == n->type)

if (n->type == ROFFT_BODY)

mdoc_deroff(&mpage->desc, n);

deroff(&mpage->desc, n);

return(0);

return 0;

}

static int

parse_mdoc_Nm(struct mpage *mpage, const struct mdoc_node *n)

parse_mdoc_Nm(struct mpage *mpage, const struct roff_meta *meta,

const struct roff_node *n)

{

if (SEC_NAME == n->sec)

putmdockey(mpage, n->child, NAME_TITLE);

else if (SEC_SYNOPSIS == n->sec && MDOC_HEAD == n->type)

else if (n->sec == SEC_SYNOPSIS && n->type == ROFFT_HEAD) {

putmdockey(mpage, n->child, NAME_SYN);

if (n->child == NULL)

return(0);

putkey(mpage, meta->name, NAME_SYN);

else

putmdockey(mpage, n->child, NAME_SYN);

}

if ( ! (mpage->name_head_done ||

n->child == NULL || n->child->string == NULL ||

strcasecmp(n->child->string, meta->title))) {

putkey(mpage, n->child->string, NAME_HEAD);

mpage->name_head_done = 1;

}

return 0;

}

static int

parse_mdoc_Sh(struct mpage *mpage, const struct mdoc_node *n)

parse_mdoc_Sh(struct mpage *mpage, const struct roff_meta *meta,

const struct roff_node *n)

{

return(SEC_CUSTOM == n->sec && MDOC_HEAD == n->type);

return n->sec == SEC_CUSTOM && n->type == ROFFT_HEAD;

}

static int

parse_mdoc_head(struct mpage *mpage, const struct mdoc_node *n)

parse_mdoc_head(struct mpage *mpage, const struct roff_meta *meta,

const struct roff_node *n)

{

return(MDOC_HEAD == n->type);

return n->type == ROFFT_HEAD;

}

static int

parse_mdoc_body(struct mpage *mpage, const struct mdoc_node *n)

{

return(MDOC_BODY == n->type);

}

* Add a string to the hash table for the current manual.

* Each string has a bitmask telling which macros it belongs to.

* When we finish the manual, we'll dump the table.

static void

putkeys(const struct mpage *mpage,

putkeys(const struct mpage *mpage, char *cp, size_t sz, uint64_t v)

const char *cp, size_t sz, uint64_t v)

{

struct ohash *htab;

struct str *s;

const char *end;

unsigned int slot;

int i;

int i, mustfree;

if (0 == sz)

return;

mustfree = render_string(&cp, &sz);

if (TYPE_Nm & v) {

htab = &names;

v &= name_mask;

name_mask &= ~NAME_FIRST;

if (v & NAME_FIRST)

name_mask &= ~NAME_FIRST;

if (debug > 1)

say(mpage->mlinks->file,

"Adding name %*s", sz, cp);

"Adding name %*s, bits=0x%llx", (int)sz, cp,

(unsigned long long)v);

} else {

htab = &strings;

if (debug > 1)

for (i = 0; i < mansearch_keymax; i++)

if (1 << i & v)

if ((uint64_t)1 << i & v)

say(mpage->mlinks->file,

"Adding key %s=%*s",

mansearch_keynames[i], sz, cp);

mansearch_keynames[i], (int)sz, cp);

}

end = cp + sz;

Line 1790 putkeys(const struct mpage *mpage,

Line 1862 putkeys(const struct mpage *mpage,

}

s->mpage = mpage;

s->mask = v;

if (mustfree)

free(cp);

}

Line 1838 utf8(unsigned int cp, char out[7])

Line 1913 utf8(unsigned int cp, char out[7])

out[4] = (cp >> 6 & 63) | 128;

out[5] = (cp & 63) | 128;

} else

return(0);

return 0;

out[rc] = '\0';

return(rc);

return rc;

}

* Store the rendered version of a key, or alias the pointer

* If the string contains escape sequences,

* if the key contains no escape sequences.

* replace it with an allocated rendering and return 1,

* such that the caller can free it after use.

* Otherwise, do nothing and return 0.

static void

static int

render_key(struct mchars *mc, struct str *key)

render_string(char **public, size_t *psz)

{

size_t sz, bsz, pos;

const char *src, *scp, *addcp, *seq;

char *dst;

size_t ssz, dsz, addsz;

char utfbuf[7], res[6];

char *buf;

int seqlen, unicode;

const char *seq, *cpp, *val;

int len, u;

enum mandoc_esc esc;

assert(NULL == key->rendered);

res[0] = '\\';

res[1] = '\t';

res[2] = ASCII_NBRSP;

Line 1867 render_key(struct mchars *mc, struct str *key)

Line 1941 render_key(struct mchars *mc, struct str *key)

res[4] = ASCII_BREAK;

res[5] = '\0';

val = key->key;

src = scp = *public;

bsz = strlen(val);

ssz = *psz;

dst = NULL;

dsz = 0;

while (scp < src + *psz) {

* Pre-check: if we have no stop-characters, then set the

* pointer as ourselvse and get out of here.

if (strcspn(val, res) == bsz) {

key->rendered = key->key;

return;

}

/* Pre-allocate by the length of the input */

/* Leave normal characters unchanged. */

buf = mandoc_malloc(++bsz);

if (strchr(res, *scp) == NULL) {

pos = 0;

if (dst != NULL)

dst[dsz++] = *scp;

scp++;

continue;

}

while ('\0' != *val) {

* Halt on the first escape sequence.

* Found something that requires replacing,

* This also halts on the end of string, in which case

* make sure we have a destination buffer.

* we just copy, fallthrough, and exit the loop.

if ((sz = strcspn(val, res)) > 0) {

memcpy(&buf[pos], val, sz);

if (dst == NULL) {

pos += sz;

dst = mandoc_malloc(ssz + 1);

val += sz;

dsz = scp - src;

memcpy(dst, src, dsz);

}

switch (*val) {

/* Handle single-char special characters. */

case ASCII_HYPH:

buf[pos++] = '-';

switch (*scp) {

val++;

case '\\':

continue;

break;

case '\t':

/* FALLTHROUGH */

case ASCII_NBRSP:

buf[pos++] = ' ';

dst[dsz++] = ' ';

val++;

scp++;

continue;

case ASCII_HYPH:

dst[dsz++] = '-';

/* FALLTHROUGH */

case ASCII_BREAK:

scp++;

continue;

default:

break;

abort();

}

if ('\\' != *val)

break;

/* Read past the slash. */

val++;

* Parse the escape sequence and see if it's a

* Found an escape sequence.

* predefined character or special character.

* Read past the slash, then parse it.

* Ignore everything except characters.

esc = mandoc_escape((const char **)&val,

scp++;

&seq, &len);

if (mandoc_escape(&scp, &seq, &seqlen) != ESCAPE_SPECIAL)

if (ESCAPE_ERROR == esc)

break;

if (ESCAPE_SPECIAL != esc)

continue;

Line 1937 render_key(struct mchars *mc, struct str *key)

Line 2004 render_key(struct mchars *mc, struct str *key)

if (write_utf8) {

if (0 == (u = mchars_spec2cp(mc, seq, len)))

unicode = mchars_spec2cp(seq, seqlen);

if (unicode <= 0)

continue;

cpp = utfbuf;

addsz = utf8(unicode, utfbuf);

if (0 == (sz = utf8(u, utfbuf)))

if (addsz == 0)

continue;

sz = strlen(cpp);

addcp = utfbuf;

} else {

cpp = mchars_spec2str(mc, seq, len, &sz);

addcp = mchars_spec2str(seq, seqlen, &addsz);

if (NULL == cpp)

if (addcp == NULL)

continue;

if (ASCII_NBRSP == *cpp) {

if (*addcp == ASCII_NBRSP) {

cpp = " ";

addcp = " ";

sz = 1;

addsz = 1;

}

/* Copy the rendered glyph into the stream. */

bsz += sz;

ssz += addsz;

buf = mandoc_realloc(buf, bsz);

dst = mandoc_realloc(dst, ssz + 1);

memcpy(&buf[pos], cpp, sz);

memcpy(dst + dsz, addcp, addsz);

pos += sz;

dsz += addsz;

}

if (dst != NULL) {

*public = dst;

*psz = dsz;

}

buf[pos] = '\0';

/* Trim trailing whitespace and NUL-terminate. */

key->rendered = buf;

while (*psz > 0 && (*public)[*psz - 1] == ' ')

--*psz;

if (dst != NULL) {

(*public)[*psz] = '\0';

return 1;

} else

return 0;

}

static void

Line 1979 dbadd_mlink(const struct mlink *mlink)

Line 2058 dbadd_mlink(const struct mlink *mlink)

sqlite3_reset(stmts[STMT_INSERT_LINK]);

}

static void

dbadd_mlink_name(const struct mlink *mlink)

{

uint64_t bits;

size_t i;

dbadd_mlink(mlink);

i = 1;

SQL_BIND_INT64(stmts[STMT_SELECT_NAME], i, mlink->mpage->pageid);

bits = NAME_FILE & NAME_MASK;

if (sqlite3_step(stmts[STMT_SELECT_NAME]) == SQLITE_ROW) {

bits |= sqlite3_column_int64(stmts[STMT_SELECT_NAME], 0);

sqlite3_reset(stmts[STMT_SELECT_NAME]);

}

i = 1;

SQL_BIND_INT64(stmts[STMT_INSERT_NAME], i, bits);

SQL_BIND_TEXT(stmts[STMT_INSERT_NAME], i, mlink->name);

SQL_BIND_INT64(stmts[STMT_INSERT_NAME], i, mlink->mpage->pageid);

SQL_STEP(stmts[STMT_INSERT_NAME]);

sqlite3_reset(stmts[STMT_INSERT_NAME]);

}

* Flush the current page's terms (and their bits) into the database.

* Wrap the entire set of additions in a transaction to make sqlite be a

Line 1986 dbadd_mlink(const struct mlink *mlink)

Line 2089 dbadd_mlink(const struct mlink *mlink)

* Also, handle escape sequences at the last possible moment.

static void

dbadd(struct mpage *mpage, struct mchars *mc)

dbadd(struct mpage *mpage)

{

struct mlink *mlink;

struct str *key;

char *cp;

size_t i;

unsigned int slot;

int mustfree;

mlink = mpage->mlinks;

if (nodb) {

for (key = ohash_first(&names, &slot); NULL != key;

key = ohash_next(&names, &slot))

free(key);

for (key = ohash_first(&strings, &slot); NULL != key;

key = ohash_next(&strings, &slot))

free(key);

if (0 == debug)

return;

while (NULL != mlink) {

Line 2024 dbadd(struct mpage *mpage, struct mchars *mc)

Line 2135 dbadd(struct mpage *mpage, struct mchars *mc)

if (debug)

say(mlink->file, "Adding to database");

cp = mpage->desc;

i = strlen(cp);

mustfree = render_string(&cp, &i);

i = 1;

SQL_BIND_TEXT(stmts[STMT_INSERT_PAGE], i, mpage->desc);

SQL_BIND_TEXT(stmts[STMT_INSERT_PAGE], i, cp);

SQL_BIND_INT(stmts[STMT_INSERT_PAGE], i, FORM_SRC == mpage->form);

SQL_BIND_INT(stmts[STMT_INSERT_PAGE], i, mpage->form);

SQL_STEP(stmts[STMT_INSERT_PAGE]);

mpage->pageid = sqlite3_last_insert_rowid(db);

sqlite3_reset(stmts[STMT_INSERT_PAGE]);

if (mustfree)

free(cp);

while (NULL != mlink) {

dbadd_mlink(mlink);

Line 2040 dbadd(struct mpage *mpage, struct mchars *mc)

Line 2156 dbadd(struct mpage *mpage, struct mchars *mc)

for (key = ohash_first(&names, &slot); NULL != key;

key = ohash_next(&names, &slot)) {

assert(key->mpage == mpage);

if (NULL == key->rendered)

render_key(mc, key);

i = 1;

SQL_BIND_INT64(stmts[STMT_INSERT_NAME], i, key->mask);

SQL_BIND_TEXT(stmts[STMT_INSERT_NAME], i, key->rendered);

SQL_BIND_TEXT(stmts[STMT_INSERT_NAME], i, key->key);

SQL_BIND_INT64(stmts[STMT_INSERT_NAME], i, mpage->pageid);

SQL_STEP(stmts[STMT_INSERT_NAME]);

sqlite3_reset(stmts[STMT_INSERT_NAME]);

if (key->rendered != key->key)

free(key->rendered);

free(key);

}

for (key = ohash_first(&strings, &slot); NULL != key;

key = ohash_next(&strings, &slot)) {

assert(key->mpage == mpage);

if (NULL == key->rendered)

render_key(mc, key);

i = 1;

SQL_BIND_INT64(stmts[STMT_INSERT_KEY], i, key->mask);

SQL_BIND_TEXT(stmts[STMT_INSERT_KEY], i, key->rendered);

SQL_BIND_TEXT(stmts[STMT_INSERT_KEY], i, key->key);

SQL_BIND_INT64(stmts[STMT_INSERT_KEY], i, mpage->pageid);

SQL_STEP(stmts[STMT_INSERT_KEY]);

sqlite3_reset(stmts[STMT_INSERT_KEY]);

if (key->rendered != key->key)

free(key->rendered);

free(key);

}

Line 2144 dbclose(int real)

Line 2252 dbclose(int real)

return;

case 0:

execlp("cmp", "cmp", "-s",

tempfilename, MANDOC_DB, NULL);

tempfilename, MANDOC_DB, (char *)NULL);

say("", "&exec cmp");

exit(0);

default:

Line 2169 dbclose(int real)

Line 2277 dbclose(int real)

say("", "&fork rm");

return;

case 0:

execlp("rm", "rm", "-rf", tempfilename, NULL);

execlp("rm", "rm", "-rf", tempfilename, (char *)NULL);

say("", "&exec rm");

exit((int)MANDOCLEVEL_SYSERR);

default:

Line 2200 dbopen(int real)

Line 2308 dbopen(int real)

int rc, ofl;

if (nodb)

return(1);

return 1;

*tempfilename = '\0';

ofl = SQLITE_OPEN_READWRITE;

Line 2209 dbopen(int real)

Line 2317 dbopen(int real)

rc = sqlite3_open_v2(MANDOC_DB, &db, ofl, NULL);

if (SQLITE_OK != rc) {

exitcode = (int)MANDOCLEVEL_SYSERR;

say(MANDOC_DB, "%s", sqlite3_errstr(rc));

if (SQLITE_CANTOPEN != rc)

return(0);

say(MANDOC_DB, "%s", sqlite3_errstr(rc));

return 0;

}

goto prepare_statements;

}

Line 2224 dbopen(int real)

Line 2333 dbopen(int real)

if (MPARSE_QUICK & mparse_options) {

exitcode = (int)MANDOCLEVEL_SYSERR;

say(MANDOC_DB "~", "%s", sqlite3_errstr(rc));

return(0);

return 0;

}

(void)strlcpy(tempfilename, "/tmp/mandocdb.XXXXXX",

Line 2232 dbopen(int real)

Line 2341 dbopen(int real)

if (NULL == mkdtemp(tempfilename)) {

exitcode = (int)MANDOCLEVEL_SYSERR;

say("", "&%s", tempfilename);

return(0);

return 0;

}

(void)strlcat(tempfilename, "/" MANDOC_DB,

sizeof(tempfilename));

Line 2240 dbopen(int real)

Line 2349 dbopen(int real)

if (SQLITE_OK != rc) {

exitcode = (int)MANDOCLEVEL_SYSERR;

say("", "%s: %s", tempfilename, sqlite3_errstr(rc));

return(0);

return 0;

}

create_tables:

Line 2263 create_tables:

Line 2372 create_tables:

" \"bits\" INTEGER NOT NULL,\n"

" \"name\" TEXT NOT NULL,\n"

" \"pageid\" INTEGER NOT NULL REFERENCES mpages(pageid) "

"ON DELETE CASCADE\n"

"ON DELETE CASCADE,\n"

" UNIQUE (\"name\", \"pageid\") ON CONFLICT REPLACE\n"

");\n"

"\n"

"CREATE TABLE \"keys\" (\n"

Line 2278 create_tables:

Line 2388 create_tables:

exitcode = (int)MANDOCLEVEL_SYSERR;

say(MANDOC_DB, "%s", sqlite3_errmsg(db));

sqlite3_close(db);

return(0);

return 0;

}

prepare_statements:

Line 2288 prepare_statements:

Line 2398 prepare_statements:

say(MANDOC_DB, "PRAGMA foreign_keys: %s",

sqlite3_errmsg(db));

sqlite3_close(db);

return(0);

return 0;

}

sql = "DELETE FROM mpages WHERE pageid IN "

Line 2301 prepare_statements:

Line 2411 prepare_statements:

sql = "INSERT INTO mlinks "

"(sec,arch,name,pageid) VALUES (?,?,?,?)";

sqlite3_prepare_v2(db, sql, -1, &stmts[STMT_INSERT_LINK], NULL);

sql = "SELECT bits FROM names where pageid = ?";

sqlite3_prepare_v2(db, sql, -1, &stmts[STMT_SELECT_NAME], NULL);

sql = "INSERT INTO names "

"(bits,name,pageid) VALUES (?,?,?)";

sqlite3_prepare_v2(db, sql, -1, &stmts[STMT_INSERT_NAME], NULL);

Line 2318 prepare_statements:

Line 2430 prepare_statements:

"PRAGMA synchronous = OFF", NULL, NULL, NULL)) {

exitcode = (int)MANDOCLEVEL_SYSERR;

say(MANDOC_DB, "PRAGMA synchronous: %s",

sqlite3_errmsg(db));

sqlite3_close(db);

return(0);

return 0;

}

#endif

return(1);

return 1;

}

static void *

hash_halloc(size_t sz, void *arg)

{

return(mandoc_calloc(1, sz));

}

static void *

hash_alloc(size_t sz, void *arg)

{

return(mandoc_malloc(sz));

}

static void

hash_free(void *p, size_t sz, void *arg)

{

free(p);

}

static int

set_basedir(const char *targetdir)

set_basedir(const char *targetdir, int report_baddir)

{

static char startdir[PATH_MAX];

static int fd;

static int getcwd_status; /* 1 = ok, 2 = failure */

static int chdir_status; /* 1 = changed directory */

char *cp;

* Remember where we started by keeping a fd open to the origin

* Remember the original working directory, if possible.

* path component: throughout this utility, we chdir() a lot to

* This will be needed if the second or a later directory

* handle relative paths, and by doing this, we can return to

* on the command line is given as a relative path.

* the starting point.

* Do not error out if the current directory is not

* searchable: Maybe it won't be needed after all.

if ('\0' == *startdir) {

if (0 == getcwd_status) {

if (NULL == getcwd(startdir, PATH_MAX)) {

if (NULL == getcwd(startdir, sizeof(startdir))) {

getcwd_status = 2;

(void)strlcpy(startdir, strerror(errno),

sizeof(startdir));

} else

getcwd_status = 1;

}

* We are leaving the old base directory.

* Do not use it any longer, not even for messages.

*basedir = '\0';

* If and only if the directory was changed earlier and

* the next directory to process is given as a relative path,

* first go back, or bail out if that is impossible.

if (chdir_status && '/' != *targetdir) {

if (2 == getcwd_status) {

exitcode = (int)MANDOCLEVEL_SYSERR;

if (NULL != targetdir)

say("", "getcwd: %s", startdir);

say("", "&getcwd");

return 0;

return(0);

}

if (-1 == (fd = open(startdir, O_RDONLY, 0))) {

if (-1 == chdir(startdir)) {

exitcode = (int)MANDOCLEVEL_SYSERR;

say("", "&open %s", startdir);

return(0);

}

if (NULL == targetdir)

targetdir = startdir;

} else {

if (-1 == fd)

return(0);

if (-1 == fchdir(fd)) {

close(fd);

basedir[0] = '\0';

exitcode = (int)MANDOCLEVEL_SYSERR;

say("", "&chdir %s", startdir);

return(0);

return 0;

}

if (NULL == targetdir) {

close(fd);

return(1);

}

* Always resolve basedir to the canonicalized absolute

* pathname and append a trailing slash, such that

* we can reliably check whether files are inside.

if (NULL == realpath(targetdir, basedir)) {

basedir[0] = '\0';

if (report_baddir || errno != ENOENT) {

exitcode = (int)MANDOCLEVEL_BADARG;

say("", "&%s: realpath", targetdir);

return(0);

}

return 0;

} else if (-1 == chdir(basedir)) {

exitcode = (int)MANDOCLEVEL_BADARG;

if (report_baddir || errno != ENOENT) {

say("", "&chdir");

exitcode = (int)MANDOCLEVEL_BADARG;

return(0);

say("", "&chdir");

}

return 0;

}

return(1);

chdir_status = 1;

cp = strchr(basedir, '\0');

if ('/' != cp[-1]) {

if (cp - basedir >= PATH_MAX - 1) {

exitcode = (int)MANDOCLEVEL_SYSERR;

say("", "Filename too long");

return 0;

}

*cp++ = '/';

*cp = '\0';

}

return 1;

}

static void

Line 2411 say(const char *file, const char *format, ...)

Line 2528 say(const char *file, const char *format, ...)

if ('\0' != *basedir)

fprintf(stderr, "%s", basedir);

if ('\0' != *basedir && '\0' != *file)

fputs("//", stderr);

fputc('/', stderr);

if ('\0' != *file)

fprintf(stderr, "%s", file);

CVSweb