version 1.201, 2015/10/12 21:17:15 |
version 1.209, 2015/11/07 17:58:55 |
|
|
|
|
#include <assert.h> |
#include <assert.h> |
#include <ctype.h> |
#include <ctype.h> |
|
#if HAVE_ERR |
#include <err.h> |
#include <err.h> |
|
#endif |
#include <errno.h> |
#include <errno.h> |
#include <fcntl.h> |
#include <fcntl.h> |
#if HAVE_FTS |
#if HAVE_FTS |
|
|
#include <string.h> |
#include <string.h> |
#include <unistd.h> |
#include <unistd.h> |
|
|
#if HAVE_OHASH |
|
#include <ohash.h> |
|
#else |
|
#include "compat_ohash.h" |
|
#endif |
|
#include <sqlite3.h> |
#include <sqlite3.h> |
|
|
#include "mandoc_aux.h" |
#include "mandoc_aux.h" |
|
#include "mandoc_ohash.h" |
#include "mandoc.h" |
#include "mandoc.h" |
#include "roff.h" |
#include "roff.h" |
#include "mdoc.h" |
#include "mdoc.h" |
Line 146 static void dbadd_mlink_name(const struct mlink *mlin |
|
Line 144 static void dbadd_mlink_name(const struct mlink *mlin |
|
static int dbopen(int); |
static int dbopen(int); |
static void dbprune(void); |
static void dbprune(void); |
static void filescan(const char *); |
static void filescan(const char *); |
static void *hash_alloc(size_t, void *); |
|
static void hash_free(void *, void *); |
|
static void *hash_calloc(size_t, size_t, void *); |
|
static void mlink_add(struct mlink *, const struct stat *); |
static void mlink_add(struct mlink *, const struct stat *); |
static void mlink_check(struct mpage *, struct mlink *); |
static void mlink_check(struct mpage *, struct mlink *); |
static void mlink_free(struct mlink *); |
static void mlink_free(struct mlink *); |
Line 190 static int set_basedir(const char *, int); |
|
Line 185 static int set_basedir(const char *, int); |
|
static int treescan(void); |
static int treescan(void); |
static size_t utf8(unsigned int, char [7]); |
static size_t utf8(unsigned int, char [7]); |
|
|
extern char *__progname; |
|
|
|
static char tempfilename[32]; |
static char tempfilename[32]; |
static int nodb; /* no database changes */ |
static int nodb; /* no database changes */ |
static int mparse_options; /* abort the parse early */ |
static int mparse_options; /* abort the parse early */ |
Line 202 static int write_utf8; /* write UTF-8 output; else A |
|
Line 195 static int write_utf8; /* write UTF-8 output; else A |
|
static int exitcode; /* to be returned by main */ |
static int exitcode; /* to be returned by main */ |
static enum op op; /* operational mode */ |
static enum op op; /* operational mode */ |
static char basedir[PATH_MAX]; /* current base directory */ |
static char basedir[PATH_MAX]; /* current base directory */ |
static struct mchars *mchars; /* table of named characters */ |
|
static struct ohash mpages; /* table of distinct manual pages */ |
static struct ohash mpages; /* table of distinct manual pages */ |
static struct ohash mlinks; /* table of directory entries */ |
static struct ohash mlinks; /* table of directory entries */ |
static struct ohash names; /* table of all names */ |
static struct ohash names; /* table of all names */ |
|
|
mandocdb(int argc, char *argv[]) |
mandocdb(int argc, char *argv[]) |
{ |
{ |
struct manconf conf; |
struct manconf conf; |
struct ohash_info mpages_info, mlinks_info; |
|
struct mparse *mp; |
struct mparse *mp; |
const char *path_arg; |
const char *path_arg, *progname; |
size_t j, sz; |
size_t j, sz; |
int ch, i; |
int ch, i; |
|
|
|
#if HAVE_PLEDGE |
|
if (pledge("stdio rpath wpath cpath fattr flock proc exec", NULL) == -1) { |
|
perror("pledge"); |
|
return (int)MANDOCLEVEL_SYSERR; |
|
} |
|
#endif |
|
|
memset(&conf, 0, sizeof(conf)); |
memset(&conf, 0, sizeof(conf)); |
memset(stmts, 0, STMT__MAX * sizeof(sqlite3_stmt *)); |
memset(stmts, 0, STMT__MAX * sizeof(sqlite3_stmt *)); |
|
|
mpages_info.alloc = mlinks_info.alloc = hash_alloc; |
|
mpages_info.calloc = mlinks_info.calloc = hash_calloc; |
|
mpages_info.free = mlinks_info.free = hash_free; |
|
mpages_info.data = mlinks_info.data = NULL; |
|
|
|
mpages_info.key_offset = offsetof(struct mpage, inodev); |
|
mlinks_info.key_offset = offsetof(struct mlink, file); |
|
|
|
/* |
/* |
* We accept a few different invocations. |
* We accept a few different invocations. |
* The CHECKOP macro makes sure that invocation styles don't |
* The CHECKOP macro makes sure that invocation styles don't |
Line 429 mandocdb(int argc, char *argv[]) |
|
Line 419 mandocdb(int argc, char *argv[]) |
|
argc -= optind; |
argc -= optind; |
argv += optind; |
argv += optind; |
|
|
|
#if HAVE_PLEDGE |
|
if (nodb && pledge("stdio rpath", NULL) == -1) { |
|
perror("pledge"); |
|
return (int)MANDOCLEVEL_SYSERR; |
|
} |
|
#endif |
|
|
if (OP_CONFFILE == op && argc > 0) { |
if (OP_CONFFILE == op && argc > 0) { |
warnx("-C: Too many arguments"); |
warnx("-C: Too many arguments"); |
goto usage; |
goto usage; |
} |
} |
|
|
exitcode = (int)MANDOCLEVEL_OK; |
exitcode = (int)MANDOCLEVEL_OK; |
mchars = mchars_alloc(); |
mchars_alloc(); |
mp = mparse_alloc(mparse_options, MANDOCLEVEL_BADARG, NULL, |
mp = mparse_alloc(mparse_options, MANDOCLEVEL_BADARG, NULL, NULL); |
mchars, NULL); |
mandoc_ohash_init(&mpages, 6, offsetof(struct mpage, inodev)); |
ohash_init(&mpages, 6, &mpages_info); |
mandoc_ohash_init(&mlinks, 6, offsetof(struct mlink, file)); |
ohash_init(&mlinks, 6, &mlinks_info); |
|
|
|
if (OP_UPDATE == op || OP_DELETE == op || OP_TEST == op) { |
if (OP_UPDATE == op || OP_DELETE == op || OP_TEST == op) { |
|
|
Line 455 mandocdb(int argc, char *argv[]) |
|
Line 451 mandocdb(int argc, char *argv[]) |
|
* The existing database is usable. Process |
* The existing database is usable. Process |
* all files specified on the command-line. |
* all files specified on the command-line. |
*/ |
*/ |
|
#if HAVE_PLEDGE |
|
if (!nodb && pledge("stdio rpath wpath cpath fattr flock", |
|
NULL) == -1) { |
|
perror("pledge"); |
|
exitcode = (int)MANDOCLEVEL_SYSERR; |
|
goto out; |
|
} |
|
#endif |
use_all = 1; |
use_all = 1; |
for (i = 0; i < argc; i++) |
for (i = 0; i < argc; i++) |
filescan(argv[i]); |
filescan(argv[i]); |
Line 509 mandocdb(int argc, char *argv[]) |
|
Line 513 mandocdb(int argc, char *argv[]) |
|
continue; |
continue; |
|
|
if (j) { |
if (j) { |
ohash_init(&mpages, 6, &mpages_info); |
mandoc_ohash_init(&mpages, 6, |
ohash_init(&mlinks, 6, &mlinks_info); |
offsetof(struct mpage, inodev)); |
|
mandoc_ohash_init(&mlinks, 6, |
|
offsetof(struct mlink, file)); |
} |
} |
|
|
if ( ! set_basedir(conf.manpath.paths[j], argc > 0)) |
if ( ! set_basedir(conf.manpath.paths[j], argc > 0)) |
Line 536 mandocdb(int argc, char *argv[]) |
|
Line 542 mandocdb(int argc, char *argv[]) |
|
out: |
out: |
manconf_free(&conf); |
manconf_free(&conf); |
mparse_free(mp); |
mparse_free(mp); |
mchars_free(mchars); |
mchars_free(); |
mpages_free(); |
mpages_free(); |
ohash_delete(&mpages); |
ohash_delete(&mpages); |
ohash_delete(&mlinks); |
ohash_delete(&mlinks); |
return exitcode; |
return exitcode; |
usage: |
usage: |
|
progname = getprogname(); |
fprintf(stderr, "usage: %s [-aDnpQ] [-C file] [-Tutf8]\n" |
fprintf(stderr, "usage: %s [-aDnpQ] [-C file] [-Tutf8]\n" |
" %s [-aDnpQ] [-Tutf8] dir ...\n" |
" %s [-aDnpQ] [-Tutf8] dir ...\n" |
" %s [-DnpQ] [-Tutf8] -d dir [file ...]\n" |
" %s [-DnpQ] [-Tutf8] -d dir [file ...]\n" |
" %s [-Dnp] -u dir [file ...]\n" |
" %s [-Dnp] -u dir [file ...]\n" |
" %s [-Q] -t file ...\n", |
" %s [-Q] -t file ...\n", |
__progname, __progname, __progname, |
progname, progname, progname, progname, progname); |
__progname, __progname); |
|
|
|
return (int)MANDOCLEVEL_BADARG; |
return (int)MANDOCLEVEL_BADARG; |
} |
} |
|
|
mpages_merge(struct mparse *mp) |
mpages_merge(struct mparse *mp) |
{ |
{ |
char any[] = "any"; |
char any[] = "any"; |
struct ohash_info str_info; |
|
struct mpage *mpage, *mpage_dest; |
struct mpage *mpage, *mpage_dest; |
struct mlink *mlink, *mlink_dest; |
struct mlink *mlink, *mlink_dest; |
struct roff_man *man; |
struct roff_man *man; |
Line 1108 mpages_merge(struct mparse *mp) |
|
Line 1113 mpages_merge(struct mparse *mp) |
|
int fd; |
int fd; |
unsigned int pslot; |
unsigned int pslot; |
|
|
str_info.alloc = hash_alloc; |
|
str_info.calloc = hash_calloc; |
|
str_info.free = hash_free; |
|
str_info.data = NULL; |
|
str_info.key_offset = offsetof(struct str, key); |
|
|
|
if ( ! nodb) |
if ( ! nodb) |
SQL_EXEC("BEGIN TRANSACTION"); |
SQL_EXEC("BEGIN TRANSACTION"); |
|
|
Line 1126 mpages_merge(struct mparse *mp) |
|
Line 1125 mpages_merge(struct mparse *mp) |
|
} |
} |
|
|
name_mask = NAME_MASK; |
name_mask = NAME_MASK; |
ohash_init(&names, 4, &str_info); |
mandoc_ohash_init(&names, 4, offsetof(struct str, key)); |
ohash_init(&strings, 6, &str_info); |
mandoc_ohash_init(&strings, 6, offsetof(struct str, key)); |
mparse_reset(mp); |
mparse_reset(mp); |
man = NULL; |
man = NULL; |
sodest = NULL; |
sodest = NULL; |
Line 1189 mpages_merge(struct mparse *mp) |
|
Line 1188 mpages_merge(struct mparse *mp) |
|
} |
} |
goto nextpage; |
goto nextpage; |
} else if (man != NULL && man->macroset == MACROSET_MDOC) { |
} else if (man != NULL && man->macroset == MACROSET_MDOC) { |
|
mdoc_validate(man); |
mpage->form = FORM_SRC; |
mpage->form = FORM_SRC; |
mpage->sec = man->meta.msec; |
mpage->sec = man->meta.msec; |
mpage->sec = mandoc_strdup( |
mpage->sec = mandoc_strdup( |
Line 1198 mpages_merge(struct mparse *mp) |
|
Line 1198 mpages_merge(struct mparse *mp) |
|
mpage->arch == NULL ? "" : mpage->arch); |
mpage->arch == NULL ? "" : mpage->arch); |
mpage->title = mandoc_strdup(man->meta.title); |
mpage->title = mandoc_strdup(man->meta.title); |
} else if (man != NULL && man->macroset == MACROSET_MAN) { |
} else if (man != NULL && man->macroset == MACROSET_MAN) { |
|
man_validate(man); |
mpage->form = FORM_SRC; |
mpage->form = FORM_SRC; |
mpage->sec = mandoc_strdup(man->meta.msec); |
mpage->sec = mandoc_strdup(man->meta.msec); |
mpage->arch = mandoc_strdup(mlink->arch); |
mpage->arch = mandoc_strdup(mlink->arch); |
Line 1290 parse_cat(struct mpage *mpage, int fd) |
|
Line 1291 parse_cat(struct mpage *mpage, int fd) |
|
{ |
{ |
FILE *stream; |
FILE *stream; |
char *line, *p, *title; |
char *line, *p, *title; |
size_t len, plen, titlesz; |
size_t linesz, plen, titlesz; |
|
ssize_t len; |
|
int offs; |
|
|
stream = (-1 == fd) ? |
stream = (-1 == fd) ? |
fopen(mpage->mlinks->file, "r") : |
fopen(mpage->mlinks->file, "r") : |
Line 1303 parse_cat(struct mpage *mpage, int fd) |
|
Line 1306 parse_cat(struct mpage *mpage, int fd) |
|
return; |
return; |
} |
} |
|
|
|
line = NULL; |
|
linesz = 0; |
|
|
/* Skip to first blank line. */ |
/* Skip to first blank line. */ |
|
|
while (NULL != (line = fgetln(stream, &len))) |
while (getline(&line, &linesz, stream) != -1) |
if ('\n' == *line) |
if (*line == '\n') |
break; |
break; |
|
|
/* |
/* |
Line 1314 parse_cat(struct mpage *mpage, int fd) |
|
Line 1320 parse_cat(struct mpage *mpage, int fd) |
|
* is the first section header. Skip to it. |
* is the first section header. Skip to it. |
*/ |
*/ |
|
|
while (NULL != (line = fgetln(stream, &len))) |
while (getline(&line, &linesz, stream) != -1) |
if ('\n' != *line && ' ' != *line) |
if (*line != '\n' && *line != ' ') |
break; |
break; |
|
|
/* |
/* |
Line 1328 parse_cat(struct mpage *mpage, int fd) |
|
Line 1334 parse_cat(struct mpage *mpage, int fd) |
|
titlesz = 0; |
titlesz = 0; |
title = NULL; |
title = NULL; |
|
|
while (NULL != (line = fgetln(stream, &len))) { |
while ((len = getline(&line, &linesz, stream)) != -1) { |
if (' ' != *line || '\n' != line[len - 1]) |
if (*line != ' ') |
break; |
break; |
while (len > 0 && isspace((unsigned char)*line)) { |
offs = 0; |
line++; |
while (isspace((unsigned char)line[offs])) |
len--; |
offs++; |
} |
if (line[offs] == '\0') |
if (1 == len) |
|
continue; |
continue; |
title = mandoc_realloc(title, titlesz + len); |
title = mandoc_realloc(title, titlesz + len - offs); |
memcpy(title + titlesz, line, len); |
memcpy(title + titlesz, line + offs, len - offs); |
titlesz += len; |
titlesz += len - offs; |
title[titlesz - 1] = ' '; |
title[titlesz - 1] = ' '; |
} |
} |
|
free(line); |
|
|
/* |
/* |
* If no page content can be found, or the input line |
* If no page content can be found, or the input line |
Line 1359 parse_cat(struct mpage *mpage, int fd) |
|
Line 1365 parse_cat(struct mpage *mpage, int fd) |
|
return; |
return; |
} |
} |
|
|
title = mandoc_realloc(title, titlesz + 1); |
title[titlesz - 1] = '\0'; |
title[titlesz] = '\0'; |
|
|
|
/* |
/* |
* Skip to the first dash. |
* Skip to the first dash. |
Line 1949 render_string(char **public, size_t *psz) |
|
Line 1954 render_string(char **public, size_t *psz) |
|
*/ |
*/ |
|
|
if (write_utf8) { |
if (write_utf8) { |
unicode = mchars_spec2cp(mchars, seq, seqlen); |
unicode = mchars_spec2cp(seq, seqlen); |
if (unicode <= 0) |
if (unicode <= 0) |
continue; |
continue; |
addsz = utf8(unicode, utfbuf); |
addsz = utf8(unicode, utfbuf); |
Line 1957 render_string(char **public, size_t *psz) |
|
Line 1962 render_string(char **public, size_t *psz) |
|
continue; |
continue; |
addcp = utfbuf; |
addcp = utfbuf; |
} else { |
} else { |
addcp = mchars_spec2str(mchars, seq, seqlen, &addsz); |
addcp = mchars_spec2str(seq, seqlen, &addsz); |
if (addcp == NULL) |
if (addcp == NULL) |
continue; |
continue; |
if (*addcp == ASCII_NBRSP) { |
if (*addcp == ASCII_NBRSP) { |
Line 2382 prepare_statements: |
|
Line 2387 prepare_statements: |
|
#endif |
#endif |
|
|
return 1; |
return 1; |
} |
|
|
|
static void * |
|
hash_calloc(size_t n, size_t sz, void *arg) |
|
{ |
|
|
|
return mandoc_calloc(n, sz); |
|
} |
|
|
|
static void * |
|
hash_alloc(size_t sz, void *arg) |
|
{ |
|
|
|
return mandoc_malloc(sz); |
|
} |
|
|
|
static void |
|
hash_free(void *p, void *arg) |
|
{ |
|
|
|
free(p); |
|
} |
} |
|
|
static int |
static int |