version 1.7, 2011/11/13 00:53:13 |
version 1.32, 2011/12/10 16:53:39 |
|
|
/* $Id$ */ |
/* $Id$ */ |
/* |
/* |
* Copyright (c) 2011 Kristaps Dzonsons <kristaps@bsd.lv> |
* Copyright (c) 2011 Kristaps Dzonsons <kristaps@bsd.lv> |
|
* Copyright (c) 2011 Ingo Schwarze <schwarze@openbsd.org> |
* |
* |
* Permission to use, copy, modify, and distribute this software for any |
* Permission to use, copy, modify, and distribute this software for any |
* purpose with or without fee is hereby granted, provided that the above |
* purpose with or without fee is hereby granted, provided that the above |
|
|
#endif |
#endif |
|
|
#include <sys/param.h> |
#include <sys/param.h> |
|
#include <sys/types.h> |
|
#include <sys/stat.h> |
|
|
#include <assert.h> |
#include <assert.h> |
#include <dirent.h> |
#include <dirent.h> |
|
|
#include <stdint.h> |
#include <stdint.h> |
#include <stdlib.h> |
#include <stdlib.h> |
#include <string.h> |
#include <string.h> |
|
#include <unistd.h> |
|
|
#ifdef __linux__ |
#if defined(__linux__) |
|
# include <endian.h> |
# include <db_185.h> |
# include <db_185.h> |
|
#elif defined(__APPLE__) |
|
# include <libkern/OSByteOrder.h> |
|
# include <db.h> |
#else |
#else |
# include <db.h> |
# include <db.h> |
#endif |
#endif |
|
|
#include "man.h" |
#include "man.h" |
#include "mdoc.h" |
#include "mdoc.h" |
#include "mandoc.h" |
#include "mandoc.h" |
|
#include "mandocdb.h" |
|
#include "manpath.h" |
|
|
#define MANDOC_DB "mandoc.db" |
|
#define MANDOC_IDX "mandoc.index" |
|
#define MANDOC_BUFSZ BUFSIZ |
#define MANDOC_BUFSZ BUFSIZ |
#define MANDOC_SLOP 1024 |
#define MANDOC_SLOP 1024 |
|
|
/* Bit-fields. See mandocdb.8. */ |
#define MANDOC_SRC 0x1 |
|
#define MANDOC_FORM 0x2 |
|
|
#define TYPE_NAME 0x01 |
|
#define TYPE_FUNCTION 0x02 |
|
#define TYPE_UTILITY 0x04 |
|
#define TYPE_INCLUDES 0x08 |
|
#define TYPE_VARIABLE 0x10 |
|
#define TYPE_STANDARD 0x20 |
|
#define TYPE_AUTHOR 0x40 |
|
#define TYPE_CONFIG 0x80 |
|
#define TYPE_DESC 0x100 |
|
#define TYPE_XREF 0x200 |
|
#define TYPE_PATH 0x400 |
|
#define TYPE_ENV 0x800 |
|
#define TYPE_ERR 0x1000 |
|
|
|
/* Tiny list for files. No need to bring in QUEUE. */ |
/* Tiny list for files. No need to bring in QUEUE. */ |
|
|
struct of { |
struct of { |
char *fname; /* heap-allocated */ |
char *fname; /* heap-allocated */ |
|
char *sec; |
|
char *arch; |
|
char *title; |
|
int src_form; |
struct of *next; /* NULL for last one */ |
struct of *next; /* NULL for last one */ |
struct of *first; /* first in list */ |
struct of *first; /* first in list */ |
}; |
}; |
Line 100 static void buf_append(struct buf *, const char *); |
|
Line 99 static void buf_append(struct buf *, const char *); |
|
static void buf_appendb(struct buf *, |
static void buf_appendb(struct buf *, |
const void *, size_t); |
const void *, size_t); |
static void dbt_put(DB *, const char *, DBT *, DBT *); |
static void dbt_put(DB *, const char *, DBT *, DBT *); |
static void hash_put(DB *, const struct buf *, int); |
static void hash_put(DB *, const struct buf *, uint64_t); |
static void hash_reset(DB **); |
static void hash_reset(DB **); |
static void index_merge(const struct of *, struct mparse *, |
static void index_merge(const struct of *, struct mparse *, |
struct buf *, struct buf *, |
struct buf *, struct buf *, DB *, |
DB *, DB *, const char *, |
DB *, const char *, DB *, const char *, |
DB *, const char *, int, |
|
recno_t, const recno_t *, size_t); |
recno_t, const recno_t *, size_t); |
static void index_prune(const struct of *, DB *, |
static void index_prune(const struct of *, DB *, |
const char *, DB *, const char *, |
const char *, DB *, const char *, |
int, recno_t *, recno_t **, size_t *); |
recno_t *, recno_t **, size_t *, |
static void ofile_argbuild(char *[], int, int, struct of **); |
size_t *); |
static int ofile_dirbuild(const char *, int, struct of **); |
static void ofile_argbuild(int, char *[], struct of **); |
|
static int ofile_dirbuild(const char *, const char *, |
|
const char *, int, struct of **); |
static void ofile_free(struct of *); |
static void ofile_free(struct of *); |
|
static void pformatted(DB *, struct buf *, struct buf *, |
|
const struct of *); |
static int pman_node(MAN_ARGS); |
static int pman_node(MAN_ARGS); |
static void pmdoc_node(MDOC_ARGS); |
static void pmdoc_node(MDOC_ARGS); |
static void pmdoc_An(MDOC_ARGS); |
static int pmdoc_head(MDOC_ARGS); |
static void pmdoc_Cd(MDOC_ARGS); |
static int pmdoc_body(MDOC_ARGS); |
static void pmdoc_Er(MDOC_ARGS); |
static int pmdoc_Fd(MDOC_ARGS); |
static void pmdoc_Ev(MDOC_ARGS); |
static int pmdoc_In(MDOC_ARGS); |
static void pmdoc_Fd(MDOC_ARGS); |
static int pmdoc_Fn(MDOC_ARGS); |
static void pmdoc_In(MDOC_ARGS); |
static int pmdoc_Nd(MDOC_ARGS); |
static void pmdoc_Fn(MDOC_ARGS); |
static int pmdoc_Nm(MDOC_ARGS); |
static void pmdoc_Fo(MDOC_ARGS); |
static int pmdoc_Sh(MDOC_ARGS); |
static void pmdoc_Nd(MDOC_ARGS); |
static int pmdoc_St(MDOC_ARGS); |
static void pmdoc_Nm(MDOC_ARGS); |
static int pmdoc_Xr(MDOC_ARGS); |
static void pmdoc_Pa(MDOC_ARGS); |
|
static void pmdoc_St(MDOC_ARGS); |
|
static void pmdoc_Vt(MDOC_ARGS); |
|
static void pmdoc_Xr(MDOC_ARGS); |
|
static void usage(void); |
static void usage(void); |
|
|
typedef void (*pmdoc_nf)(MDOC_ARGS); |
#define MDOCF_CHILD 0x01 /* Automatically index child nodes. */ |
|
|
static const pmdoc_nf mdocs[MDOC_MAX] = { |
struct mdoc_handler { |
NULL, /* Ap */ |
int (*fp)(MDOC_ARGS); /* Optional handler. */ |
NULL, /* Dd */ |
uint64_t mask; /* Set unless handler returns 0. */ |
NULL, /* Dt */ |
int flags; /* For use by pmdoc_node. */ |
NULL, /* Os */ |
|
NULL, /* Sh */ |
|
NULL, /* Ss */ |
|
NULL, /* Pp */ |
|
NULL, /* D1 */ |
|
NULL, /* Dl */ |
|
NULL, /* Bd */ |
|
NULL, /* Ed */ |
|
NULL, /* Bl */ |
|
NULL, /* El */ |
|
NULL, /* It */ |
|
NULL, /* Ad */ |
|
pmdoc_An, /* An */ |
|
NULL, /* Ar */ |
|
pmdoc_Cd, /* Cd */ |
|
NULL, /* Cm */ |
|
NULL, /* Dv */ |
|
pmdoc_Er, /* Er */ |
|
pmdoc_Ev, /* Ev */ |
|
NULL, /* Ex */ |
|
NULL, /* Fa */ |
|
pmdoc_Fd, /* Fd */ |
|
NULL, /* Fl */ |
|
pmdoc_Fn, /* Fn */ |
|
NULL, /* Ft */ |
|
NULL, /* Ic */ |
|
pmdoc_In, /* In */ |
|
NULL, /* Li */ |
|
pmdoc_Nd, /* Nd */ |
|
pmdoc_Nm, /* Nm */ |
|
NULL, /* Op */ |
|
NULL, /* Ot */ |
|
pmdoc_Pa, /* Pa */ |
|
NULL, /* Rv */ |
|
pmdoc_St, /* St */ |
|
pmdoc_Vt, /* Va */ |
|
pmdoc_Vt, /* Vt */ |
|
pmdoc_Xr, /* Xr */ |
|
NULL, /* %A */ |
|
NULL, /* %B */ |
|
NULL, /* %D */ |
|
NULL, /* %I */ |
|
NULL, /* %J */ |
|
NULL, /* %N */ |
|
NULL, /* %O */ |
|
NULL, /* %P */ |
|
NULL, /* %R */ |
|
NULL, /* %T */ |
|
NULL, /* %V */ |
|
NULL, /* Ac */ |
|
NULL, /* Ao */ |
|
NULL, /* Aq */ |
|
NULL, /* At */ |
|
NULL, /* Bc */ |
|
NULL, /* Bf */ |
|
NULL, /* Bo */ |
|
NULL, /* Bq */ |
|
NULL, /* Bsx */ |
|
NULL, /* Bx */ |
|
NULL, /* Db */ |
|
NULL, /* Dc */ |
|
NULL, /* Do */ |
|
NULL, /* Dq */ |
|
NULL, /* Ec */ |
|
NULL, /* Ef */ |
|
NULL, /* Em */ |
|
NULL, /* Eo */ |
|
NULL, /* Fx */ |
|
NULL, /* Ms */ |
|
NULL, /* No */ |
|
NULL, /* Ns */ |
|
NULL, /* Nx */ |
|
NULL, /* Ox */ |
|
NULL, /* Pc */ |
|
NULL, /* Pf */ |
|
NULL, /* Po */ |
|
NULL, /* Pq */ |
|
NULL, /* Qc */ |
|
NULL, /* Ql */ |
|
NULL, /* Qo */ |
|
NULL, /* Qq */ |
|
NULL, /* Re */ |
|
NULL, /* Rs */ |
|
NULL, /* Sc */ |
|
NULL, /* So */ |
|
NULL, /* Sq */ |
|
NULL, /* Sm */ |
|
NULL, /* Sx */ |
|
NULL, /* Sy */ |
|
NULL, /* Tn */ |
|
NULL, /* Ux */ |
|
NULL, /* Xc */ |
|
NULL, /* Xo */ |
|
pmdoc_Fo, /* Fo */ |
|
NULL, /* Fc */ |
|
NULL, /* Oo */ |
|
NULL, /* Oc */ |
|
NULL, /* Bk */ |
|
NULL, /* Ek */ |
|
NULL, /* Bt */ |
|
NULL, /* Hf */ |
|
NULL, /* Fr */ |
|
NULL, /* Ud */ |
|
NULL, /* Lb */ |
|
NULL, /* Lp */ |
|
NULL, /* Lk */ |
|
NULL, /* Mt */ |
|
NULL, /* Brq */ |
|
NULL, /* Bro */ |
|
NULL, /* Brc */ |
|
NULL, /* %C */ |
|
NULL, /* Es */ |
|
NULL, /* En */ |
|
NULL, /* Dx */ |
|
NULL, /* %Q */ |
|
NULL, /* br */ |
|
NULL, /* sp */ |
|
NULL, /* %U */ |
|
NULL, /* Ta */ |
|
}; |
}; |
|
|
|
static const struct mdoc_handler mdocs[MDOC_MAX] = { |
|
{ NULL, 0, 0 }, /* Ap */ |
|
{ NULL, 0, 0 }, /* Dd */ |
|
{ NULL, 0, 0 }, /* Dt */ |
|
{ NULL, 0, 0 }, /* Os */ |
|
{ pmdoc_Sh, TYPE_Sh, MDOCF_CHILD }, /* Sh */ |
|
{ pmdoc_head, TYPE_Ss, MDOCF_CHILD }, /* Ss */ |
|
{ NULL, 0, 0 }, /* Pp */ |
|
{ NULL, 0, 0 }, /* D1 */ |
|
{ NULL, 0, 0 }, /* Dl */ |
|
{ NULL, 0, 0 }, /* Bd */ |
|
{ NULL, 0, 0 }, /* Ed */ |
|
{ NULL, 0, 0 }, /* Bl */ |
|
{ NULL, 0, 0 }, /* El */ |
|
{ NULL, 0, 0 }, /* It */ |
|
{ NULL, 0, 0 }, /* Ad */ |
|
{ NULL, TYPE_An, MDOCF_CHILD }, /* An */ |
|
{ NULL, TYPE_Ar, MDOCF_CHILD }, /* Ar */ |
|
{ NULL, TYPE_Cd, MDOCF_CHILD }, /* Cd */ |
|
{ NULL, TYPE_Cm, MDOCF_CHILD }, /* Cm */ |
|
{ NULL, TYPE_Dv, MDOCF_CHILD }, /* Dv */ |
|
{ NULL, TYPE_Er, MDOCF_CHILD }, /* Er */ |
|
{ NULL, TYPE_Ev, MDOCF_CHILD }, /* Ev */ |
|
{ NULL, 0, 0 }, /* Ex */ |
|
{ NULL, TYPE_Fa, MDOCF_CHILD }, /* Fa */ |
|
{ pmdoc_Fd, TYPE_In, 0 }, /* Fd */ |
|
{ NULL, TYPE_Fl, MDOCF_CHILD }, /* Fl */ |
|
{ pmdoc_Fn, 0, 0 }, /* Fn */ |
|
{ NULL, TYPE_Ft, MDOCF_CHILD }, /* Ft */ |
|
{ NULL, TYPE_Ic, MDOCF_CHILD }, /* Ic */ |
|
{ pmdoc_In, TYPE_In, 0 }, /* In */ |
|
{ NULL, TYPE_Li, MDOCF_CHILD }, /* Li */ |
|
{ pmdoc_Nd, TYPE_Nd, MDOCF_CHILD }, /* Nd */ |
|
{ pmdoc_Nm, TYPE_Nm, MDOCF_CHILD }, /* Nm */ |
|
{ NULL, 0, 0 }, /* Op */ |
|
{ NULL, 0, 0 }, /* Ot */ |
|
{ NULL, TYPE_Pa, MDOCF_CHILD }, /* Pa */ |
|
{ NULL, 0, 0 }, /* Rv */ |
|
{ pmdoc_St, TYPE_St, 0 }, /* St */ |
|
{ NULL, TYPE_Va, MDOCF_CHILD }, /* Va */ |
|
{ pmdoc_body, TYPE_Va, MDOCF_CHILD }, /* Vt */ |
|
{ pmdoc_Xr, TYPE_Xr, 0 }, /* Xr */ |
|
{ NULL, 0, 0 }, /* %A */ |
|
{ NULL, 0, 0 }, /* %B */ |
|
{ NULL, 0, 0 }, /* %D */ |
|
{ NULL, 0, 0 }, /* %I */ |
|
{ NULL, 0, 0 }, /* %J */ |
|
{ NULL, 0, 0 }, /* %N */ |
|
{ NULL, 0, 0 }, /* %O */ |
|
{ NULL, 0, 0 }, /* %P */ |
|
{ NULL, 0, 0 }, /* %R */ |
|
{ NULL, 0, 0 }, /* %T */ |
|
{ NULL, 0, 0 }, /* %V */ |
|
{ NULL, 0, 0 }, /* Ac */ |
|
{ NULL, 0, 0 }, /* Ao */ |
|
{ NULL, 0, 0 }, /* Aq */ |
|
{ NULL, TYPE_At, MDOCF_CHILD }, /* At */ |
|
{ NULL, 0, 0 }, /* Bc */ |
|
{ NULL, 0, 0 }, /* Bf */ |
|
{ NULL, 0, 0 }, /* Bo */ |
|
{ NULL, 0, 0 }, /* Bq */ |
|
{ NULL, TYPE_Bsx, MDOCF_CHILD }, /* Bsx */ |
|
{ NULL, TYPE_Bx, MDOCF_CHILD }, /* Bx */ |
|
{ NULL, 0, 0 }, /* Db */ |
|
{ NULL, 0, 0 }, /* Dc */ |
|
{ NULL, 0, 0 }, /* Do */ |
|
{ NULL, 0, 0 }, /* Dq */ |
|
{ NULL, 0, 0 }, /* Ec */ |
|
{ NULL, 0, 0 }, /* Ef */ |
|
{ NULL, TYPE_Em, MDOCF_CHILD }, /* Em */ |
|
{ NULL, 0, 0 }, /* Eo */ |
|
{ NULL, TYPE_Fx, MDOCF_CHILD }, /* Fx */ |
|
{ NULL, TYPE_Ms, MDOCF_CHILD }, /* Ms */ |
|
{ NULL, 0, 0 }, /* No */ |
|
{ NULL, 0, 0 }, /* Ns */ |
|
{ NULL, TYPE_Nx, MDOCF_CHILD }, /* Nx */ |
|
{ NULL, TYPE_Ox, MDOCF_CHILD }, /* Ox */ |
|
{ NULL, 0, 0 }, /* Pc */ |
|
{ NULL, 0, 0 }, /* Pf */ |
|
{ NULL, 0, 0 }, /* Po */ |
|
{ NULL, 0, 0 }, /* Pq */ |
|
{ NULL, 0, 0 }, /* Qc */ |
|
{ NULL, 0, 0 }, /* Ql */ |
|
{ NULL, 0, 0 }, /* Qo */ |
|
{ NULL, 0, 0 }, /* Qq */ |
|
{ NULL, 0, 0 }, /* Re */ |
|
{ NULL, 0, 0 }, /* Rs */ |
|
{ NULL, 0, 0 }, /* Sc */ |
|
{ NULL, 0, 0 }, /* So */ |
|
{ NULL, 0, 0 }, /* Sq */ |
|
{ NULL, 0, 0 }, /* Sm */ |
|
{ NULL, 0, 0 }, /* Sx */ |
|
{ NULL, TYPE_Sy, MDOCF_CHILD }, /* Sy */ |
|
{ NULL, TYPE_Tn, MDOCF_CHILD }, /* Tn */ |
|
{ NULL, 0, 0 }, /* Ux */ |
|
{ NULL, 0, 0 }, /* Xc */ |
|
{ NULL, 0, 0 }, /* Xo */ |
|
{ pmdoc_head, TYPE_Fn, 0 }, /* Fo */ |
|
{ NULL, 0, 0 }, /* Fc */ |
|
{ NULL, 0, 0 }, /* Oo */ |
|
{ NULL, 0, 0 }, /* Oc */ |
|
{ NULL, 0, 0 }, /* Bk */ |
|
{ NULL, 0, 0 }, /* Ek */ |
|
{ NULL, 0, 0 }, /* Bt */ |
|
{ NULL, 0, 0 }, /* Hf */ |
|
{ NULL, 0, 0 }, /* Fr */ |
|
{ NULL, 0, 0 }, /* Ud */ |
|
{ NULL, TYPE_Lb, MDOCF_CHILD }, /* Lb */ |
|
{ NULL, 0, 0 }, /* Lp */ |
|
{ NULL, TYPE_Lk, MDOCF_CHILD }, /* Lk */ |
|
{ NULL, TYPE_Mt, MDOCF_CHILD }, /* Mt */ |
|
{ NULL, 0, 0 }, /* Brq */ |
|
{ NULL, 0, 0 }, /* Bro */ |
|
{ NULL, 0, 0 }, /* Brc */ |
|
{ NULL, 0, 0 }, /* %C */ |
|
{ NULL, 0, 0 }, /* Es */ |
|
{ NULL, 0, 0 }, /* En */ |
|
{ NULL, TYPE_Dx, MDOCF_CHILD }, /* Dx */ |
|
{ NULL, 0, 0 }, /* %Q */ |
|
{ NULL, 0, 0 }, /* br */ |
|
{ NULL, 0, 0 }, /* sp */ |
|
{ NULL, 0, 0 }, /* %U */ |
|
{ NULL, 0, 0 }, /* Ta */ |
|
}; |
|
|
static const char *progname; |
static const char *progname; |
|
static int use_all; /* Use all directories and files. */ |
|
static int verb; /* Output verbosity level. */ |
|
|
int |
int |
main(int argc, char *argv[]) |
main(int argc, char *argv[]) |
{ |
{ |
struct mparse *mp; /* parse sequence */ |
struct mparse *mp; /* parse sequence */ |
|
struct manpaths dirs; |
enum op op; /* current operation */ |
enum op op; /* current operation */ |
const char *dir; |
const char *dir; |
char ibuf[MAXPATHLEN], /* index fname */ |
char *cp; |
|
char pbuf[PATH_MAX], |
|
ibuf[MAXPATHLEN], /* index fname */ |
fbuf[MAXPATHLEN]; /* btree fname */ |
fbuf[MAXPATHLEN]; /* btree fname */ |
int verb, /* output verbosity */ |
int ch, i, flags; |
ch, i, flags; |
|
DB *idx, /* index database */ |
DB *idx, /* index database */ |
*db, /* keyword database */ |
*db, /* keyword database */ |
*hash; /* temporary keyword hashtable */ |
*hash; /* temporary keyword hashtable */ |
BTREEINFO info; /* btree configuration */ |
BTREEINFO info; /* btree configuration */ |
recno_t maxrec; /* supremum of all records */ |
recno_t maxrec; /* last record number in the index */ |
recno_t *recs; /* buffer of empty records */ |
recno_t *recs; /* the numbers of all empty records */ |
size_t sz1, sz2, |
size_t sz1, sz2, |
recsz, /* buffer size of recs */ |
recsz, /* number of allocated slots in recs */ |
reccur; /* valid number of recs */ |
reccur; /* current number of empty records */ |
struct buf buf, /* keyword buffer */ |
struct buf buf, /* keyword buffer */ |
dbuf; /* description buffer */ |
dbuf; /* description buffer */ |
struct of *of; /* list of files for processing */ |
struct of *of; /* list of files for processing */ |
Line 291 main(int argc, char *argv[]) |
|
Line 299 main(int argc, char *argv[]) |
|
else |
else |
++progname; |
++progname; |
|
|
|
memset(&dirs, 0, sizeof(struct manpaths)); |
|
|
verb = 0; |
verb = 0; |
|
use_all = 0; |
of = NULL; |
of = NULL; |
db = idx = NULL; |
db = idx = NULL; |
mp = NULL; |
mp = NULL; |
Line 302 main(int argc, char *argv[]) |
|
Line 313 main(int argc, char *argv[]) |
|
op = OP_NEW; |
op = OP_NEW; |
dir = NULL; |
dir = NULL; |
|
|
while (-1 != (ch = getopt(argc, argv, "d:u:v"))) |
while (-1 != (ch = getopt(argc, argv, "ad:u:v"))) |
switch (ch) { |
switch (ch) { |
|
case ('a'): |
|
use_all = 1; |
|
break; |
case ('d'): |
case ('d'): |
dir = optarg; |
dir = optarg; |
op = OP_UPDATE; |
op = OP_UPDATE; |
Line 360 main(int argc, char *argv[]) |
|
Line 374 main(int argc, char *argv[]) |
|
if (NULL == db) { |
if (NULL == db) { |
perror(fbuf); |
perror(fbuf); |
exit((int)MANDOCLEVEL_SYSERR); |
exit((int)MANDOCLEVEL_SYSERR); |
} else if (NULL == db) { |
} else if (NULL == idx) { |
perror(ibuf); |
perror(ibuf); |
exit((int)MANDOCLEVEL_SYSERR); |
exit((int)MANDOCLEVEL_SYSERR); |
} |
} |
Line 370 main(int argc, char *argv[]) |
|
Line 384 main(int argc, char *argv[]) |
|
printf("%s: Opened\n", ibuf); |
printf("%s: Opened\n", ibuf); |
} |
} |
|
|
ofile_argbuild(argv, argc, verb, &of); |
ofile_argbuild(argc, argv, &of); |
if (NULL == of) |
if (NULL == of) |
goto out; |
goto out; |
|
|
of = of->first; |
of = of->first; |
|
|
index_prune(of, db, fbuf, idx, ibuf, verb, |
index_prune(of, db, fbuf, idx, ibuf, |
&maxrec, &recs, &recsz); |
&maxrec, &recs, &recsz, &reccur); |
|
|
if (OP_UPDATE == op) |
/* |
index_merge(of, mp, &dbuf, &buf, hash, |
* Go to the root of the respective manual tree |
db, fbuf, idx, ibuf, verb, |
* such that .so links work. In case of failure, |
|
* just prod on, even though .so links won't work. |
|
*/ |
|
|
|
if (OP_UPDATE == op) { |
|
chdir(dir); |
|
index_merge(of, mp, &dbuf, &buf, hash, |
|
db, fbuf, idx, ibuf, |
maxrec, recs, reccur); |
maxrec, recs, reccur); |
|
} |
|
|
goto out; |
goto out; |
} |
} |
|
|
for (i = 0; i < argc; i++) { |
/* |
|
* Configure the directories we're going to scan. |
|
* If we have command-line arguments, use them. |
|
* If not, we use man(1)'s method (see mandocdb.8). |
|
*/ |
|
|
|
if (argc > 0) { |
|
dirs.paths = mandoc_calloc(argc, sizeof(char *)); |
|
dirs.sz = argc; |
|
for (i = 0; i < argc; i++) { |
|
if (NULL == (cp = realpath(argv[i], pbuf))) { |
|
perror(argv[i]); |
|
goto out; |
|
} |
|
dirs.paths[i] = mandoc_strdup(cp); |
|
} |
|
} else |
|
manpath_parse(&dirs, NULL, NULL); |
|
|
|
for (i = 0; i < dirs.sz; i++) { |
ibuf[0] = fbuf[0] = '\0'; |
ibuf[0] = fbuf[0] = '\0'; |
|
|
strlcat(fbuf, argv[i], MAXPATHLEN); |
strlcat(fbuf, dirs.paths[i], MAXPATHLEN); |
strlcat(fbuf, "/", MAXPATHLEN); |
strlcat(fbuf, "/", MAXPATHLEN); |
sz1 = strlcat(fbuf, MANDOC_DB, MAXPATHLEN); |
sz1 = strlcat(fbuf, MANDOC_DB, MAXPATHLEN); |
|
|
strlcat(ibuf, argv[i], MAXPATHLEN); |
strlcat(ibuf, dirs.paths[i], MAXPATHLEN); |
strlcat(ibuf, "/", MAXPATHLEN); |
strlcat(ibuf, "/", MAXPATHLEN); |
sz2 = strlcat(ibuf, MANDOC_IDX, MAXPATHLEN); |
sz2 = strlcat(ibuf, MANDOC_IDX, MAXPATHLEN); |
|
|
if (sz1 >= MAXPATHLEN || sz2 >= MAXPATHLEN) { |
if (sz1 >= MAXPATHLEN || sz2 >= MAXPATHLEN) { |
fprintf(stderr, "%s: Path too long\n", argv[i]); |
fprintf(stderr, "%s: Path too long\n", |
|
dirs.paths[i]); |
exit((int)MANDOCLEVEL_BADARG); |
exit((int)MANDOCLEVEL_BADARG); |
} |
} |
|
|
|
if (db) |
|
(*db->close)(db); |
|
if (idx) |
|
(*idx->close)(idx); |
|
|
db = dbopen(fbuf, flags, 0644, DB_BTREE, &info); |
db = dbopen(fbuf, flags, 0644, DB_BTREE, &info); |
idx = dbopen(ibuf, flags, 0644, DB_RECNO, NULL); |
idx = dbopen(ibuf, flags, 0644, DB_RECNO, NULL); |
|
|
if (NULL == db) { |
if (NULL == db) { |
perror(fbuf); |
perror(fbuf); |
exit((int)MANDOCLEVEL_SYSERR); |
exit((int)MANDOCLEVEL_SYSERR); |
} else if (NULL == db) { |
} else if (NULL == idx) { |
perror(ibuf); |
perror(ibuf); |
exit((int)MANDOCLEVEL_SYSERR); |
exit((int)MANDOCLEVEL_SYSERR); |
} |
} |
Line 422 main(int argc, char *argv[]) |
|
Line 469 main(int argc, char *argv[]) |
|
ofile_free(of); |
ofile_free(of); |
of = NULL; |
of = NULL; |
|
|
if ( ! ofile_dirbuild(argv[i], verb, &of)) |
if ( ! ofile_dirbuild(dirs.paths[i], NULL, NULL, |
|
0, &of)) |
exit((int)MANDOCLEVEL_SYSERR); |
exit((int)MANDOCLEVEL_SYSERR); |
|
|
if (NULL == of) |
if (NULL == of) |
Line 430 main(int argc, char *argv[]) |
|
Line 478 main(int argc, char *argv[]) |
|
|
|
of = of->first; |
of = of->first; |
|
|
index_merge(of, mp, &dbuf, &buf, hash, db, fbuf, |
/* |
idx, ibuf, verb, maxrec, recs, reccur); |
* Go to the root of the respective manual tree |
|
* such that .so links work. In case of failure, |
|
* just prod on, even though .so links won't work. |
|
*/ |
|
|
|
chdir(dirs.paths[i]); |
|
index_merge(of, mp, &dbuf, &buf, hash, db, fbuf, |
|
idx, ibuf, maxrec, recs, reccur); |
} |
} |
|
|
out: |
out: |
|
|
if (mp) |
if (mp) |
mparse_free(mp); |
mparse_free(mp); |
|
|
|
manpath_free(&dirs); |
ofile_free(of); |
ofile_free(of); |
free(buf.cp); |
free(buf.cp); |
free(dbuf.cp); |
free(dbuf.cp); |
|
|
|
|
void |
void |
index_merge(const struct of *of, struct mparse *mp, |
index_merge(const struct of *of, struct mparse *mp, |
struct buf *dbuf, struct buf *buf, |
struct buf *dbuf, struct buf *buf, DB *hash, |
DB *hash, DB *db, const char *dbf, |
DB *db, const char *dbf, DB *idx, const char *idxf, |
DB *idx, const char *idxf, int verb, |
|
recno_t maxrec, const recno_t *recs, size_t reccur) |
recno_t maxrec, const recno_t *recs, size_t reccur) |
{ |
{ |
recno_t rec; |
recno_t rec; |
Line 467 index_merge(const struct of *of, struct mparse *mp, |
|
Line 522 index_merge(const struct of *of, struct mparse *mp, |
|
const char *fn, *msec, *mtitle, *arch; |
const char *fn, *msec, *mtitle, *arch; |
size_t sv; |
size_t sv; |
unsigned seq; |
unsigned seq; |
char vbuf[8]; |
struct db_val vbuf; |
|
|
for (rec = 0; of; of = of->next) { |
for (rec = 0; of; of = of->next) { |
fn = of->fname; |
fn = of->fname; |
|
|
|
/* |
|
* Reclaim an empty index record, if available. |
|
*/ |
|
|
if (reccur > 0) { |
if (reccur > 0) { |
--reccur; |
--reccur; |
rec = recs[(int)reccur]; |
rec = recs[(int)reccur]; |
Line 482 index_merge(const struct of *of, struct mparse *mp, |
|
Line 542 index_merge(const struct of *of, struct mparse *mp, |
|
|
|
mparse_reset(mp); |
mparse_reset(mp); |
hash_reset(&hash); |
hash_reset(&hash); |
|
mdoc = NULL; |
|
man = NULL; |
|
|
if (mparse_readfd(mp, -1, fn) >= MANDOCLEVEL_FATAL) { |
/* |
fprintf(stderr, "%s: Parse failure\n", fn); |
* Try interpreting the file as mdoc(7) or man(7) |
continue; |
* source code, unless it is already known to be |
|
* formatted. Fall back to formatted mode. |
|
*/ |
|
|
|
if ((MANDOC_SRC & of->src_form || |
|
! (MANDOC_FORM & of->src_form)) && |
|
MANDOCLEVEL_FATAL > mparse_readfd(mp, -1, fn)) |
|
mparse_result(mp, &mdoc, &man); |
|
|
|
if (NULL != mdoc) { |
|
msec = mdoc_meta(mdoc)->msec; |
|
arch = mdoc_meta(mdoc)->arch; |
|
mtitle = mdoc_meta(mdoc)->title; |
|
} else if (NULL != man) { |
|
msec = man_meta(man)->msec; |
|
arch = NULL; |
|
mtitle = man_meta(man)->title; |
|
} else { |
|
msec = of->sec; |
|
arch = of->arch; |
|
mtitle = of->title; |
} |
} |
|
|
mparse_result(mp, &mdoc, &man); |
/* |
if (NULL == mdoc && NULL == man) |
* By default, skip a file if the manual section |
continue; |
* and architecture given in the file disagree |
|
* with the directory where the file is located. |
|
*/ |
|
|
msec = NULL != mdoc ? |
if (0 == use_all) { |
mdoc_meta(mdoc)->msec : man_meta(man)->msec; |
assert(of->sec); |
mtitle = NULL != mdoc ? |
assert(msec); |
mdoc_meta(mdoc)->title : man_meta(man)->title; |
if (strcasecmp(msec, of->sec)) |
arch = NULL != mdoc ? |
continue; |
mdoc_meta(mdoc)->arch : NULL; |
|
|
|
|
if (NULL == arch) { |
|
if (NULL != of->arch) |
|
continue; |
|
} else if (NULL == of->arch || |
|
strcasecmp(arch, of->arch)) |
|
continue; |
|
} |
|
|
if (NULL == arch) |
if (NULL == arch) |
arch = ""; |
arch = ""; |
|
|
/* |
/* |
|
* By default, skip a file if the title given |
|
* in the file disagrees with the file name. |
|
* If both agree, use the file name as the title, |
|
* because the one in the file usually is all caps. |
|
*/ |
|
|
|
assert(of->title); |
|
assert(mtitle); |
|
|
|
if (0 == strcasecmp(mtitle, of->title)) |
|
mtitle = of->title; |
|
else if (0 == use_all) |
|
continue; |
|
|
|
/* |
* The index record value consists of a nil-terminated |
* The index record value consists of a nil-terminated |
* filename, a nil-terminated manual section, and a |
* filename, a nil-terminated manual section, and a |
* nil-terminated description. Since the description |
* nil-terminated description. Since the description |
Line 511 index_merge(const struct of *of, struct mparse *mp, |
|
Line 617 index_merge(const struct of *of, struct mparse *mp, |
|
*/ |
*/ |
|
|
dbuf->len = 0; |
dbuf->len = 0; |
|
buf_append(dbuf, mdoc ? "mdoc" : (man ? "man" : "cat")); |
buf_appendb(dbuf, fn, strlen(fn) + 1); |
buf_appendb(dbuf, fn, strlen(fn) + 1); |
buf_appendb(dbuf, msec, strlen(msec) + 1); |
buf_appendb(dbuf, msec, strlen(msec) + 1); |
buf_appendb(dbuf, mtitle, strlen(mtitle) + 1); |
buf_appendb(dbuf, mtitle, strlen(mtitle) + 1); |
Line 523 index_merge(const struct of *of, struct mparse *mp, |
|
Line 630 index_merge(const struct of *of, struct mparse *mp, |
|
if (mdoc) |
if (mdoc) |
pmdoc_node(hash, buf, dbuf, |
pmdoc_node(hash, buf, dbuf, |
mdoc_node(mdoc), mdoc_meta(mdoc)); |
mdoc_node(mdoc), mdoc_meta(mdoc)); |
else |
else if (man) |
pman_node(hash, buf, dbuf, man_node(man)); |
pman_node(hash, buf, dbuf, man_node(man)); |
|
else |
|
pformatted(hash, buf, dbuf, of); |
|
|
/* |
/* |
* Copy from the in-memory hashtable of pending keywords |
* Copy from the in-memory hashtable of pending keywords |
* into the database. |
* into the database. |
*/ |
*/ |
|
|
memset(vbuf, 0, sizeof(uint32_t)); |
|
memcpy(vbuf + 4, &rec, sizeof(uint32_t)); |
|
|
|
|
vbuf.rec = htobe32(rec); |
seq = R_FIRST; |
seq = R_FIRST; |
while (0 == (ch = (*hash->seq)(hash, &key, &val, seq))) { |
while (0 == (ch = (*hash->seq)(hash, &key, &val, seq))) { |
seq = R_NEXT; |
seq = R_NEXT; |
|
vbuf.mask = htobe64(*(uint64_t *)val.data); |
memcpy(vbuf, val.data, sizeof(uint32_t)); |
val.size = sizeof(struct db_val); |
val.size = sizeof(vbuf); |
val.data = &vbuf; |
val.data = vbuf; |
|
|
|
if (verb > 1) |
|
printf("%s: Added keyword: %s\n", |
|
fn, (char *)key.data); |
|
dbt_put(db, dbf, &key, &val); |
dbt_put(db, dbf, &key, &val); |
} |
} |
if (ch < 0) { |
if (ch < 0) { |
Line 568 index_merge(const struct of *of, struct mparse *mp, |
|
Line 670 index_merge(const struct of *of, struct mparse *mp, |
|
|
|
if (verb) |
if (verb) |
printf("%s: Added index\n", fn); |
printf("%s: Added index\n", fn); |
|
|
dbt_put(idx, idxf, &key, &val); |
dbt_put(idx, idxf, &key, &val); |
} |
} |
} |
} |
Line 580 index_merge(const struct of *of, struct mparse *mp, |
|
Line 683 index_merge(const struct of *of, struct mparse *mp, |
|
*/ |
*/ |
static void |
static void |
index_prune(const struct of *ofile, DB *db, const char *dbf, |
index_prune(const struct of *ofile, DB *db, const char *dbf, |
DB *idx, const char *idxf, int verb, |
DB *idx, const char *idxf, recno_t *maxrec, |
recno_t *maxrec, recno_t **recs, size_t *recsz) |
recno_t **recs, size_t *recsz, size_t *reccur) |
{ |
{ |
const struct of *of; |
const struct of *of; |
const char *fn; |
const char *fn, *cp; |
|
struct db_val *vbuf; |
unsigned seq, sseq; |
unsigned seq, sseq; |
DBT key, val; |
DBT key, val; |
size_t reccur; |
|
int ch; |
int ch; |
|
|
reccur = 0; |
*reccur = 0; |
seq = R_FIRST; |
seq = R_FIRST; |
while (0 == (ch = (*idx->seq)(idx, &key, &val, seq))) { |
while (0 == (ch = (*idx->seq)(idx, &key, &val, seq))) { |
seq = R_NEXT; |
seq = R_NEXT; |
*maxrec = *(recno_t *)key.data; |
*maxrec = *(recno_t *)key.data; |
if (0 == val.size) { |
cp = val.data; |
if (reccur >= *recsz) { |
|
*recsz += MANDOC_SLOP; |
|
*recs = mandoc_realloc(*recs, |
|
*recsz * sizeof(recno_t)); |
|
} |
|
(*recs)[(int)reccur] = *maxrec; |
|
reccur++; |
|
continue; |
|
} |
|
|
|
fn = (char *)val.data; |
/* Deleted records are zero-sized. Skip them. */ |
|
|
|
if (0 == val.size) |
|
goto cont; |
|
|
|
/* |
|
* Make sure we're sane. |
|
* Read past our mdoc/man/cat type to the next string, |
|
* then make sure it's bounded by a NUL. |
|
* Failing any of these, we go into our error handler. |
|
*/ |
|
|
|
if (NULL == (fn = memchr(cp, '\0', val.size))) |
|
break; |
|
if (++fn - cp >= (int)val.size) |
|
break; |
|
if (NULL == memchr(fn, '\0', val.size - (fn - cp))) |
|
break; |
|
|
|
/* |
|
* Search for the file in those we care about. |
|
* XXX: build this into a tree. Too slow. |
|
*/ |
|
|
for (of = ofile; of; of = of->next) |
for (of = ofile; of; of = of->next) |
if (0 == strcmp(fn, of->fname)) |
if (0 == strcmp(fn, of->fname)) |
break; |
break; |
Line 614 index_prune(const struct of *ofile, DB *db, const char |
|
Line 731 index_prune(const struct of *ofile, DB *db, const char |
|
if (NULL == of) |
if (NULL == of) |
continue; |
continue; |
|
|
|
/* |
|
* Search through the keyword database, throwing out all |
|
* references to our file. |
|
*/ |
|
|
sseq = R_FIRST; |
sseq = R_FIRST; |
while (0 == (ch = (*db->seq)(db, &key, &val, sseq))) { |
while (0 == (ch = (*db->seq)(db, &key, &val, sseq))) { |
sseq = R_NEXT; |
sseq = R_NEXT; |
assert(8 == val.size); |
if (sizeof(struct db_val) != val.size) |
if (*maxrec != *(recno_t *)(val.data + 4)) |
break; |
|
|
|
vbuf = val.data; |
|
if (*maxrec != betoh32(vbuf->rec)) |
continue; |
continue; |
if (verb) |
|
printf("%s: Deleted keyword: %s\n", |
if ((ch = (*db->del)(db, &key, R_CURSOR)) < 0) |
fn, (char *)key.data); |
|
ch = (*db->del)(db, &key, R_CURSOR); |
|
if (ch < 0) |
|
break; |
break; |
} |
} |
|
|
if (ch < 0) { |
if (ch < 0) { |
perror(dbf); |
perror(dbf); |
exit((int)MANDOCLEVEL_SYSERR); |
exit((int)MANDOCLEVEL_SYSERR); |
|
} else if (1 != ch) { |
|
fprintf(stderr, "%s: Corrupt database\n", dbf); |
|
exit((int)MANDOCLEVEL_SYSERR); |
} |
} |
|
|
if (verb) |
if (verb) |
Line 637 index_prune(const struct of *ofile, DB *db, const char |
|
Line 763 index_prune(const struct of *ofile, DB *db, const char |
|
|
|
val.size = 0; |
val.size = 0; |
ch = (*idx->put)(idx, &key, &val, R_CURSOR); |
ch = (*idx->put)(idx, &key, &val, R_CURSOR); |
if (ch < 0) { |
|
perror(idxf); |
|
exit((int)MANDOCLEVEL_SYSERR); |
|
} |
|
|
|
if (reccur >= *recsz) { |
if (ch < 0) |
|
break; |
|
cont: |
|
if (*reccur >= *recsz) { |
*recsz += MANDOC_SLOP; |
*recsz += MANDOC_SLOP; |
*recs = mandoc_realloc |
*recs = mandoc_realloc |
(*recs, *recsz * sizeof(recno_t)); |
(*recs, *recsz * sizeof(recno_t)); |
} |
} |
|
|
(*recs)[(int)reccur] = *maxrec; |
(*recs)[(int)*reccur] = *maxrec; |
reccur++; |
(*reccur)++; |
} |
} |
|
|
|
if (ch < 0) { |
|
perror(idxf); |
|
exit((int)MANDOCLEVEL_SYSERR); |
|
} else if (1 != ch) { |
|
fprintf(stderr, "%s: Corrupt index\n", idxf); |
|
exit((int)MANDOCLEVEL_SYSERR); |
|
} |
|
|
(*maxrec)++; |
(*maxrec)++; |
} |
} |
|
|
Line 719 buf_appendmdoc(struct buf *buf, const struct mdoc_node |
|
Line 853 buf_appendmdoc(struct buf *buf, const struct mdoc_node |
|
} |
} |
} |
} |
|
|
/* ARGSUSED */ |
|
static void |
static void |
pmdoc_An(MDOC_ARGS) |
|
{ |
|
|
|
if (SEC_AUTHORS != n->sec) |
|
return; |
|
|
|
buf_appendmdoc(buf, n->child, 0); |
|
hash_put(hash, buf, TYPE_AUTHOR); |
|
} |
|
|
|
static void |
|
hash_reset(DB **db) |
hash_reset(DB **db) |
{ |
{ |
DB *hash; |
DB *hash; |
Line 747 hash_reset(DB **db) |
|
Line 869 hash_reset(DB **db) |
|
} |
} |
|
|
/* ARGSUSED */ |
/* ARGSUSED */ |
static void |
static int |
|
pmdoc_head(MDOC_ARGS) |
|
{ |
|
|
|
return(MDOC_HEAD == n->type); |
|
} |
|
|
|
/* ARGSUSED */ |
|
static int |
|
pmdoc_body(MDOC_ARGS) |
|
{ |
|
|
|
return(MDOC_BODY == n->type); |
|
} |
|
|
|
/* ARGSUSED */ |
|
static int |
pmdoc_Fd(MDOC_ARGS) |
pmdoc_Fd(MDOC_ARGS) |
{ |
{ |
const char *start, *end; |
const char *start, *end; |
size_t sz; |
size_t sz; |
|
|
if (SEC_SYNOPSIS != n->sec) |
if (SEC_SYNOPSIS != n->sec) |
return; |
return(0); |
if (NULL == (n = n->child) || MDOC_TEXT != n->type) |
if (NULL == (n = n->child) || MDOC_TEXT != n->type) |
return; |
return(0); |
|
|
/* |
/* |
* Only consider those `Fd' macro fields that begin with an |
* Only consider those `Fd' macro fields that begin with an |
* "inclusion" token (versus, e.g., #define). |
* "inclusion" token (versus, e.g., #define). |
*/ |
*/ |
if (strcmp("#include", n->string)) |
if (strcmp("#include", n->string)) |
return; |
return(0); |
|
|
if (NULL == (n = n->next) || MDOC_TEXT != n->type) |
if (NULL == (n = n->next) || MDOC_TEXT != n->type) |
return; |
return(0); |
|
|
/* |
/* |
* Strip away the enclosing angle brackets and make sure we're |
* Strip away the enclosing angle brackets and make sure we're |
Line 778 pmdoc_Fd(MDOC_ARGS) |
|
Line 916 pmdoc_Fd(MDOC_ARGS) |
|
start++; |
start++; |
|
|
if (0 == (sz = strlen(start))) |
if (0 == (sz = strlen(start))) |
return; |
return(0); |
|
|
end = &start[(int)sz - 1]; |
end = &start[(int)sz - 1]; |
if ('>' == *end || '"' == *end) |
if ('>' == *end || '"' == *end) |
Line 788 pmdoc_Fd(MDOC_ARGS) |
|
Line 926 pmdoc_Fd(MDOC_ARGS) |
|
|
|
buf_appendb(buf, start, (size_t)(end - start + 1)); |
buf_appendb(buf, start, (size_t)(end - start + 1)); |
buf_appendb(buf, "", 1); |
buf_appendb(buf, "", 1); |
|
return(1); |
hash_put(hash, buf, TYPE_INCLUDES); |
|
} |
} |
|
|
/* ARGSUSED */ |
/* ARGSUSED */ |
static void |
static int |
pmdoc_Cd(MDOC_ARGS) |
|
{ |
|
|
|
if (SEC_SYNOPSIS != n->sec) |
|
return; |
|
|
|
buf_appendmdoc(buf, n->child, 0); |
|
hash_put(hash, buf, TYPE_CONFIG); |
|
} |
|
|
|
/* ARGSUSED */ |
|
static void |
|
pmdoc_In(MDOC_ARGS) |
pmdoc_In(MDOC_ARGS) |
{ |
{ |
|
|
if (SEC_SYNOPSIS != n->sec) |
|
return; |
|
if (NULL == n->child || MDOC_TEXT != n->child->type) |
if (NULL == n->child || MDOC_TEXT != n->child->type) |
return; |
return(0); |
|
|
buf_append(buf, n->child->string); |
buf_append(buf, n->child->string); |
hash_put(hash, buf, TYPE_INCLUDES); |
return(1); |
} |
} |
|
|
/* ARGSUSED */ |
/* ARGSUSED */ |
static void |
static int |
pmdoc_Fn(MDOC_ARGS) |
pmdoc_Fn(MDOC_ARGS) |
{ |
{ |
|
struct mdoc_node *nn; |
const char *cp; |
const char *cp; |
|
|
if (SEC_SYNOPSIS != n->sec) |
|
return; |
|
if (NULL == n->child || MDOC_TEXT != n->child->type) |
|
return; |
|
|
|
/* .Fn "struct type *arg" "foo" */ |
nn = n->child; |
|
|
cp = strrchr(n->child->string, ' '); |
if (NULL == nn || MDOC_TEXT != nn->type) |
|
return(0); |
|
|
|
/* .Fn "struct type *name" "char *arg" */ |
|
|
|
cp = strrchr(nn->string, ' '); |
if (NULL == cp) |
if (NULL == cp) |
cp = n->child->string; |
cp = nn->string; |
|
|
/* Strip away pointer symbol. */ |
/* Strip away pointer symbol. */ |
|
|
while ('*' == *cp) |
while ('*' == *cp) |
cp++; |
cp++; |
|
|
|
/* Store the function name. */ |
|
|
buf_append(buf, cp); |
buf_append(buf, cp); |
hash_put(hash, buf, TYPE_FUNCTION); |
hash_put(hash, buf, TYPE_Fn); |
|
|
|
/* Store the function type. */ |
|
|
|
if (nn->string < cp) { |
|
buf->len = 0; |
|
buf_appendb(buf, nn->string, cp - nn->string); |
|
buf_appendb(buf, "", 1); |
|
hash_put(hash, buf, TYPE_Ft); |
|
} |
|
|
|
/* Store the arguments. */ |
|
|
|
for (nn = nn->next; nn; nn = nn->next) { |
|
if (MDOC_TEXT != nn->type) |
|
continue; |
|
buf->len = 0; |
|
buf_append(buf, nn->string); |
|
hash_put(hash, buf, TYPE_Fa); |
|
} |
|
|
|
return(0); |
} |
} |
|
|
/* ARGSUSED */ |
/* ARGSUSED */ |
static void |
static int |
pmdoc_St(MDOC_ARGS) |
pmdoc_St(MDOC_ARGS) |
{ |
{ |
|
|
if (SEC_STANDARDS != n->sec) |
|
return; |
|
if (NULL == n->child || MDOC_TEXT != n->child->type) |
if (NULL == n->child || MDOC_TEXT != n->child->type) |
return; |
return(0); |
|
|
buf_append(buf, n->child->string); |
buf_append(buf, n->child->string); |
hash_put(hash, buf, TYPE_STANDARD); |
return(1); |
} |
} |
|
|
/* ARGSUSED */ |
/* ARGSUSED */ |
static void |
static int |
pmdoc_Xr(MDOC_ARGS) |
pmdoc_Xr(MDOC_ARGS) |
{ |
{ |
|
|
if (NULL == (n = n->child)) |
if (NULL == (n = n->child)) |
return; |
return(0); |
|
|
buf_appendb(buf, n->string, strlen(n->string)); |
buf_appendb(buf, n->string, strlen(n->string)); |
|
|
Line 874 pmdoc_Xr(MDOC_ARGS) |
|
Line 1019 pmdoc_Xr(MDOC_ARGS) |
|
} else |
} else |
buf_appendb(buf, ".", 2); |
buf_appendb(buf, ".", 2); |
|
|
hash_put(hash, buf, TYPE_XREF); |
return(1); |
} |
} |
|
|
/* ARGSUSED */ |
/* ARGSUSED */ |
static void |
static int |
pmdoc_Vt(MDOC_ARGS) |
|
{ |
|
const char *start; |
|
size_t sz; |
|
|
|
if (SEC_SYNOPSIS != n->sec) |
|
return; |
|
if (MDOC_Vt == n->tok && MDOC_BODY != n->type) |
|
return; |
|
if (NULL == n->last || MDOC_TEXT != n->last->type) |
|
return; |
|
|
|
/* |
|
* Strip away leading pointer symbol '*' and trailing ';'. |
|
*/ |
|
|
|
start = n->last->string; |
|
|
|
while ('*' == *start) |
|
start++; |
|
|
|
if (0 == (sz = strlen(start))) |
|
return; |
|
|
|
if (';' == start[(int)sz - 1]) |
|
sz--; |
|
|
|
if (0 == sz) |
|
return; |
|
|
|
buf_appendb(buf, start, sz); |
|
buf_appendb(buf, "", 1); |
|
hash_put(hash, buf, TYPE_VARIABLE); |
|
} |
|
|
|
/* ARGSUSED */ |
|
static void |
|
pmdoc_Fo(MDOC_ARGS) |
|
{ |
|
|
|
if (SEC_SYNOPSIS != n->sec || MDOC_HEAD != n->type) |
|
return; |
|
if (NULL == n->child || MDOC_TEXT != n->child->type) |
|
return; |
|
|
|
buf_append(buf, n->child->string); |
|
hash_put(hash, buf, TYPE_FUNCTION); |
|
} |
|
|
|
|
|
/* ARGSUSED */ |
|
static void |
|
pmdoc_Nd(MDOC_ARGS) |
pmdoc_Nd(MDOC_ARGS) |
{ |
{ |
|
|
if (MDOC_BODY != n->type) |
if (MDOC_BODY != n->type) |
return; |
return(0); |
|
|
buf_appendmdoc(dbuf, n->child, 1); |
buf_appendmdoc(dbuf, n->child, 1); |
buf_appendmdoc(buf, n->child, 0); |
return(1); |
|
|
hash_put(hash, buf, TYPE_DESC); |
|
} |
} |
|
|
/* ARGSUSED */ |
/* ARGSUSED */ |
static void |
static int |
pmdoc_Er(MDOC_ARGS) |
pmdoc_Nm(MDOC_ARGS) |
{ |
{ |
|
|
if (SEC_ERRORS != n->sec) |
if (SEC_NAME == n->sec) |
return; |
return(1); |
|
else if (SEC_SYNOPSIS != n->sec || MDOC_HEAD != n->type) |
buf_appendmdoc(buf, n->child, 0); |
return(0); |
hash_put(hash, buf, TYPE_ERR); |
|
} |
|
|
|
/* ARGSUSED */ |
if (NULL == n->child) |
static void |
buf_append(buf, m->name); |
pmdoc_Ev(MDOC_ARGS) |
|
{ |
|
|
|
if (SEC_ENVIRONMENT != n->sec) |
return(1); |
return; |
|
|
|
buf_appendmdoc(buf, n->child, 0); |
|
hash_put(hash, buf, TYPE_ENV); |
|
} |
} |
|
|
/* ARGSUSED */ |
/* ARGSUSED */ |
static void |
static int |
pmdoc_Pa(MDOC_ARGS) |
pmdoc_Sh(MDOC_ARGS) |
{ |
{ |
|
|
if (SEC_FILES != n->sec) |
return(SEC_CUSTOM == n->sec && MDOC_HEAD == n->type); |
return; |
|
|
|
buf_appendmdoc(buf, n->child, 0); |
|
hash_put(hash, buf, TYPE_PATH); |
|
} |
} |
|
|
/* ARGSUSED */ |
|
static void |
static void |
pmdoc_Nm(MDOC_ARGS) |
hash_put(DB *db, const struct buf *buf, uint64_t mask) |
{ |
{ |
|
|
if (SEC_NAME == n->sec) { |
|
buf_appendmdoc(buf, n->child, 0); |
|
hash_put(hash, buf, TYPE_NAME); |
|
return; |
|
} else if (SEC_SYNOPSIS != n->sec || MDOC_HEAD != n->type) |
|
return; |
|
|
|
if (NULL == n->child) |
|
buf_append(buf, m->name); |
|
|
|
buf_appendmdoc(buf, n->child, 0); |
|
hash_put(hash, buf, TYPE_UTILITY); |
|
} |
|
|
|
static void |
|
hash_put(DB *db, const struct buf *buf, int mask) |
|
{ |
|
DBT key, val; |
DBT key, val; |
int rc; |
int rc; |
|
|
Line 1014 hash_put(DB *db, const struct buf *buf, int mask) |
|
Line 1074 hash_put(DB *db, const struct buf *buf, int mask) |
|
perror("hash"); |
perror("hash"); |
exit((int)MANDOCLEVEL_SYSERR); |
exit((int)MANDOCLEVEL_SYSERR); |
} else if (0 == rc) |
} else if (0 == rc) |
mask |= *(int *)val.data; |
mask |= *(uint64_t *)val.data; |
|
|
val.data = &mask; |
val.data = &mask; |
val.size = sizeof(int); |
val.size = sizeof(uint64_t); |
|
|
if ((rc = (*db->put)(db, &key, &val, 0)) < 0) { |
if ((rc = (*db->put)(db, &key, &val, 0)) < 0) { |
perror("hash"); |
perror("hash"); |
Line 1061 pmdoc_node(MDOC_ARGS) |
|
Line 1121 pmdoc_node(MDOC_ARGS) |
|
case (MDOC_BLOCK): |
case (MDOC_BLOCK): |
/* FALLTHROUGH */ |
/* FALLTHROUGH */ |
case (MDOC_ELEM): |
case (MDOC_ELEM): |
if (NULL == mdocs[n->tok]) |
buf->len = 0; |
|
|
|
/* |
|
* Both NULL handlers and handlers returning true |
|
* request using the data. Only skip the element |
|
* when the handler returns false. |
|
*/ |
|
|
|
if (NULL != mdocs[n->tok].fp && |
|
0 == (*mdocs[n->tok].fp)(hash, buf, dbuf, n, m)) |
break; |
break; |
|
|
buf->len = 0; |
/* |
(*mdocs[n->tok])(hash, buf, dbuf, n, m); |
* For many macros, use the text from all children. |
|
* Set zero flags for macros not needing this. |
|
* In that case, the handler must fill the buffer. |
|
*/ |
|
|
|
if (MDOCF_CHILD & mdocs[n->tok].flags) |
|
buf_appendmdoc(buf, n->child, 0); |
|
|
|
/* |
|
* Cover the most common case: |
|
* Automatically stage one string per element. |
|
* Set a zero mask for macros not needing this. |
|
* Additional staging can be done in the handler. |
|
*/ |
|
|
|
if (mdocs[n->tok].mask) |
|
hash_put(hash, buf, mdocs[n->tok].mask); |
break; |
break; |
default: |
default: |
break; |
break; |
Line 1125 pman_node(MAN_ARGS) |
|
Line 1210 pman_node(MAN_ARGS) |
|
buf_appendb(buf, start, sz); |
buf_appendb(buf, start, sz); |
buf_appendb(buf, "", 1); |
buf_appendb(buf, "", 1); |
|
|
hash_put(hash, buf, TYPE_NAME); |
hash_put(hash, buf, TYPE_Nm); |
|
|
if (' ' == start[(int)sz]) { |
if (' ' == start[(int)sz]) { |
start += (int)sz + 1; |
start += (int)sz + 1; |
Line 1164 pman_node(MAN_ARGS) |
|
Line 1249 pman_node(MAN_ARGS) |
|
buf_appendb(dbuf, start, sz); |
buf_appendb(dbuf, start, sz); |
buf_appendb(buf, start, sz); |
buf_appendb(buf, start, sz); |
|
|
hash_put(hash, buf, TYPE_DESC); |
hash_put(hash, buf, TYPE_Nd); |
} |
} |
} |
} |
|
|
Line 1175 pman_node(MAN_ARGS) |
|
Line 1260 pman_node(MAN_ARGS) |
|
return(0); |
return(0); |
} |
} |
|
|
|
/* |
|
* Parse a formatted manual page. |
|
* By necessity, this involves rather crude guesswork. |
|
*/ |
static void |
static void |
ofile_argbuild(char *argv[], int argc, int verb, struct of **of) |
pformatted(DB *hash, struct buf *buf, struct buf *dbuf, |
|
const struct of *of) |
{ |
{ |
int i; |
FILE *stream; |
|
char *line, *p; |
|
size_t len, plen; |
|
|
|
if (NULL == (stream = fopen(of->fname, "r"))) { |
|
perror(of->fname); |
|
return; |
|
} |
|
|
|
/* |
|
* Always use the title derived from the filename up front, |
|
* do not even try to find it in the file. This also makes |
|
* sure we don't end up with an orphan index record, even if |
|
* the file content turns out to be completely unintelligible. |
|
*/ |
|
|
|
buf->len = 0; |
|
buf_append(buf, of->title); |
|
hash_put(hash, buf, TYPE_Nm); |
|
|
|
/* Skip to first blank line. */ |
|
|
|
while (NULL != (line = fgetln(stream, &len))) |
|
if ('\n' == *line) |
|
break; |
|
|
|
/* |
|
* Assume the first line that is not indented |
|
* is the first section header. Skip to it. |
|
*/ |
|
|
|
while (NULL != (line = fgetln(stream, &len))) |
|
if ('\n' != *line && ' ' != *line) |
|
break; |
|
|
|
/* |
|
* If no page content can be found, or the input line |
|
* is already the next section header, or there is no |
|
* trailing newline, reuse the page title as the page |
|
* description. |
|
*/ |
|
|
|
line = fgetln(stream, &len); |
|
if (NULL == line || ' ' != *line || '\n' != line[(int)len - 1]) { |
|
buf_appendb(dbuf, buf->cp, buf->size); |
|
hash_put(hash, buf, TYPE_Nd); |
|
fclose(stream); |
|
return; |
|
} |
|
|
|
line[(int)--len] = '\0'; |
|
|
|
/* |
|
* Skip to the first dash. |
|
* Use the remaining line as the description (no more than 70 |
|
* bytes). |
|
*/ |
|
|
|
if (NULL != (p = strstr(line, "- "))) { |
|
for (p += 2; ' ' == *p || '\b' == *p; p++) |
|
/* Skip to next word. */ ; |
|
} else |
|
p = line; |
|
|
|
if ((plen = strlen(p)) > 70) { |
|
plen = 70; |
|
p[plen] = '\0'; |
|
} |
|
|
|
/* Strip backspace-encoding from line. */ |
|
|
|
while (NULL != (line = memchr(p, '\b', plen))) { |
|
len = line - p; |
|
if (0 == len) { |
|
memmove(line, line + 1, plen--); |
|
continue; |
|
} |
|
memmove(line - 1, line + 1, plen - len); |
|
plen -= 2; |
|
} |
|
|
|
buf_appendb(dbuf, p, plen + 1); |
|
buf->len = 0; |
|
buf_appendb(buf, p, plen + 1); |
|
hash_put(hash, buf, TYPE_Nd); |
|
fclose(stream); |
|
} |
|
|
|
static void |
|
ofile_argbuild(int argc, char *argv[], struct of **of) |
|
{ |
|
char buf[MAXPATHLEN]; |
|
char *sec, *arch, *title, *p; |
|
int i, src_form; |
struct of *nof; |
struct of *nof; |
|
|
for (i = 0; i < argc; i++) { |
for (i = 0; i < argc; i++) { |
|
|
|
/* |
|
* Try to infer the manual section, architecture and |
|
* page title from the path, assuming it looks like |
|
* man*[/<arch>]/<title>.<section> or |
|
* cat<section>[/<arch>]/<title>.0 |
|
*/ |
|
|
|
if (strlcpy(buf, argv[i], sizeof(buf)) >= sizeof(buf)) { |
|
fprintf(stderr, "%s: Path too long\n", argv[i]); |
|
continue; |
|
} |
|
sec = arch = title = NULL; |
|
src_form = 0; |
|
p = strrchr(buf, '\0'); |
|
while (p-- > buf) { |
|
if (NULL == sec && '.' == *p) { |
|
sec = p + 1; |
|
*p = '\0'; |
|
if ('0' == *sec) |
|
src_form |= MANDOC_FORM; |
|
else if ('1' <= *sec && '9' >= *sec) |
|
src_form |= MANDOC_SRC; |
|
continue; |
|
} |
|
if ('/' != *p) |
|
continue; |
|
if (NULL == title) { |
|
title = p + 1; |
|
*p = '\0'; |
|
continue; |
|
} |
|
if (0 == strncmp("man", p + 1, 3)) |
|
src_form |= MANDOC_SRC; |
|
else if (0 == strncmp("cat", p + 1, 3)) |
|
src_form |= MANDOC_FORM; |
|
else |
|
arch = p + 1; |
|
break; |
|
} |
|
if (NULL == title) |
|
title = buf; |
|
|
|
/* |
|
* Build the file structure. |
|
*/ |
|
|
nof = mandoc_calloc(1, sizeof(struct of)); |
nof = mandoc_calloc(1, sizeof(struct of)); |
nof->fname = strdup(argv[i]); |
nof->fname = mandoc_strdup(argv[i]); |
|
if (NULL != sec) |
|
nof->sec = mandoc_strdup(sec); |
|
if (NULL != arch) |
|
nof->arch = mandoc_strdup(arch); |
|
nof->title = mandoc_strdup(title); |
|
nof->src_form = src_form; |
|
|
|
/* |
|
* Add the structure to the list. |
|
*/ |
|
|
if (verb > 2) |
if (verb > 2) |
printf("%s: Scheduling\n", argv[i]); |
printf("%s: Scheduling\n", argv[i]); |
if (NULL == *of) { |
if (NULL == *of) { |
Line 1206 ofile_argbuild(char *argv[], int argc, int verb, struc |
|
Line 1447 ofile_argbuild(char *argv[], int argc, int verb, struc |
|
* Pass in a pointer to a NULL structure for the first invocation. |
* Pass in a pointer to a NULL structure for the first invocation. |
*/ |
*/ |
static int |
static int |
ofile_dirbuild(const char *dir, int verb, struct of **of) |
ofile_dirbuild(const char *dir, const char* psec, const char *parch, |
|
int p_src_form, struct of **of) |
{ |
{ |
char buf[MAXPATHLEN]; |
char buf[MAXPATHLEN]; |
|
struct stat sb; |
size_t sz; |
size_t sz; |
DIR *d; |
DIR *d; |
const char *fn; |
const char *fn, *sec, *arch; |
|
char *p, *q, *suffix; |
struct of *nof; |
struct of *nof; |
struct dirent *dp; |
struct dirent *dp; |
|
int src_form; |
|
|
if (NULL == (d = opendir(dir))) { |
if (NULL == (d = opendir(dir))) { |
perror(dir); |
perror(dir); |
Line 1222 ofile_dirbuild(const char *dir, int verb, struct of ** |
|
Line 1467 ofile_dirbuild(const char *dir, int verb, struct of ** |
|
|
|
while (NULL != (dp = readdir(d))) { |
while (NULL != (dp = readdir(d))) { |
fn = dp->d_name; |
fn = dp->d_name; |
|
|
|
if ('.' == *fn) |
|
continue; |
|
|
|
src_form = p_src_form; |
|
|
if (DT_DIR == dp->d_type) { |
if (DT_DIR == dp->d_type) { |
if (0 == strcmp(".", fn)) |
sec = psec; |
|
arch = parch; |
|
|
|
/* |
|
* By default, only use directories called: |
|
* man<section>/[<arch>/] or |
|
* cat<section>/[<arch>/] |
|
*/ |
|
|
|
if (NULL == sec) { |
|
if(0 == strncmp("man", fn, 3)) { |
|
src_form |= MANDOC_SRC; |
|
sec = fn + 3; |
|
} else if (0 == strncmp("cat", fn, 3)) { |
|
src_form |= MANDOC_FORM; |
|
sec = fn + 3; |
|
} else if (use_all) |
|
sec = fn; |
|
else |
|
continue; |
|
} else if (NULL == arch && (use_all || |
|
NULL == strchr(fn, '.'))) |
|
arch = fn; |
|
else if (0 == use_all) |
continue; |
continue; |
if (0 == strcmp("..", fn)) |
|
continue; |
|
|
|
buf[0] = '\0'; |
buf[0] = '\0'; |
strlcat(buf, dir, MAXPATHLEN); |
strlcat(buf, dir, MAXPATHLEN); |
strlcat(buf, "/", MAXPATHLEN); |
strlcat(buf, "/", MAXPATHLEN); |
sz = strlcat(buf, fn, MAXPATHLEN); |
sz = strlcat(buf, fn, MAXPATHLEN); |
|
|
if (sz < MAXPATHLEN) { |
if (MAXPATHLEN <= sz) { |
if ( ! ofile_dirbuild(buf, verb, of)) |
fprintf(stderr, "%s: Path too long\n", dir); |
return(0); |
return(0); |
continue; |
} |
} else if (sz < MAXPATHLEN) |
|
continue; |
if (verb > 2) |
|
printf("%s: Scanning\n", buf); |
|
|
fprintf(stderr, "%s: Path too long\n", dir); |
if ( ! ofile_dirbuild(buf, sec, arch, |
return(0); |
src_form, of)) |
|
return(0); |
} |
} |
if (DT_REG != dp->d_type) |
if (DT_REG != dp->d_type || |
|
(NULL == psec && !use_all) || |
|
!strcmp(MANDOC_DB, fn) || |
|
!strcmp(MANDOC_IDX, fn)) |
continue; |
continue; |
|
|
if (0 == strcmp(MANDOC_DB, fn) || |
/* |
0 == strcmp(MANDOC_IDX, fn)) |
* By default, skip files where the file name suffix |
continue; |
* does not agree with the section directory |
|
* they are located in. |
|
*/ |
|
|
|
suffix = strrchr(fn, '.'); |
|
if (0 == use_all) { |
|
if (NULL == suffix) |
|
continue; |
|
if ((MANDOC_SRC & src_form && |
|
strcmp(suffix + 1, psec)) || |
|
(MANDOC_FORM & src_form && |
|
strcmp(suffix + 1, "0"))) |
|
continue; |
|
} |
|
if (NULL != suffix) { |
|
if ('0' == suffix[1]) |
|
src_form |= MANDOC_FORM; |
|
else if ('1' <= suffix[1] && '9' >= suffix[1]) |
|
src_form |= MANDOC_SRC; |
|
} |
|
|
|
|
|
/* |
|
* Skip formatted manuals if a source version is |
|
* available. Ignore the age: it is very unlikely |
|
* that people install newer formatted base manuals |
|
* when they used to have source manuals before, |
|
* and in ports, old manuals get removed on update. |
|
*/ |
|
if (0 == use_all && MANDOC_FORM & src_form && |
|
NULL != psec) { |
|
buf[0] = '\0'; |
|
strlcat(buf, dir, MAXPATHLEN); |
|
p = strrchr(buf, '/'); |
|
if (NULL != parch && NULL != p) |
|
for (p--; p > buf; p--) |
|
if ('/' == *p) |
|
break; |
|
if (NULL == p) |
|
p = buf; |
|
else |
|
p++; |
|
if (0 == strncmp("cat", p, 3)) |
|
memcpy(p, "man", 3); |
|
strlcat(buf, "/", MAXPATHLEN); |
|
sz = strlcat(buf, fn, MAXPATHLEN); |
|
if (sz >= MAXPATHLEN) { |
|
fprintf(stderr, "%s: Path too long\n", buf); |
|
continue; |
|
} |
|
q = strrchr(buf, '.'); |
|
if (NULL != q && p < q++) { |
|
*q = '\0'; |
|
sz = strlcat(buf, psec, MAXPATHLEN); |
|
if (sz >= MAXPATHLEN) { |
|
fprintf(stderr, |
|
"%s: Path too long\n", buf); |
|
continue; |
|
} |
|
if (0 == stat(buf, &sb)) |
|
continue; |
|
} |
|
} |
|
|
buf[0] = '\0'; |
buf[0] = '\0'; |
strlcat(buf, dir, MAXPATHLEN); |
strlcat(buf, dir, MAXPATHLEN); |
strlcat(buf, "/", MAXPATHLEN); |
strlcat(buf, "/", MAXPATHLEN); |
sz = strlcat(buf, fn, MAXPATHLEN); |
sz = strlcat(buf, fn, MAXPATHLEN); |
if (sz >= MAXPATHLEN) { |
if (sz >= MAXPATHLEN) { |
fprintf(stderr, "%s: Path too long\n", dir); |
fprintf(stderr, "%s: Path too long\n", dir); |
return(0); |
continue; |
} |
} |
|
|
nof = mandoc_calloc(1, sizeof(struct of)); |
nof = mandoc_calloc(1, sizeof(struct of)); |
nof->fname = mandoc_strdup(buf); |
nof->fname = mandoc_strdup(buf); |
|
if (NULL != psec) |
|
nof->sec = mandoc_strdup(psec); |
|
if (NULL != parch) |
|
nof->arch = mandoc_strdup(parch); |
|
nof->src_form = src_form; |
|
|
|
/* |
|
* Remember the file name without the extension, |
|
* to be used as the page title in the database. |
|
*/ |
|
|
|
if (NULL != suffix) |
|
*suffix = '\0'; |
|
nof->title = mandoc_strdup(fn); |
|
|
|
/* |
|
* Add the structure to the list. |
|
*/ |
|
|
if (verb > 2) |
if (verb > 2) |
printf("%s: Scheduling\n", buf); |
printf("%s: Scheduling\n", buf); |
|
|
if (NULL == *of) { |
if (NULL == *of) { |
*of = nof; |
*of = nof; |
(*of)->first = nof; |
(*of)->first = nof; |
Line 1287 ofile_free(struct of *of) |
|
Line 1643 ofile_free(struct of *of) |
|
while (of) { |
while (of) { |
nof = of->next; |
nof = of->next; |
free(of->fname); |
free(of->fname); |
|
free(of->sec); |
|
free(of->arch); |
|
free(of->title); |
free(of); |
free(of); |
of = nof; |
of = nof; |
} |
} |