| version 1.43, 2011/12/31 18:47:52 |
version 1.120, 2014/03/23 12:11:18 |
|
|
| /* $Id$ */ |
/* $Id$ */ |
| /* |
/* |
| * Copyright (c) 2011 Kristaps Dzonsons <kristaps@bsd.lv> |
* Copyright (c) 2011, 2012 Kristaps Dzonsons <kristaps@bsd.lv> |
| * Copyright (c) 2011 Ingo Schwarze <schwarze@openbsd.org> |
* Copyright (c) 2011, 2012, 2013, 2014 Ingo Schwarze <schwarze@openbsd.org> |
| * |
* |
| * Permission to use, copy, modify, and distribute this software for any |
* Permission to use, copy, modify, and distribute this software for any |
| * purpose with or without fee is hereby granted, provided that the above |
* purpose with or without fee is hereby granted, provided that the above |
|
|
| #include "config.h" |
#include "config.h" |
| #endif |
#endif |
| |
|
| #include <sys/param.h> |
#include <sys/stat.h> |
| #include <sys/types.h> |
#include <sys/wait.h> |
| |
|
| #include <assert.h> |
#include <assert.h> |
| #include <ctype.h> |
#include <ctype.h> |
| #include <dirent.h> |
#include <errno.h> |
| #include <fcntl.h> |
#include <fcntl.h> |
| |
#include <fts.h> |
| #include <getopt.h> |
#include <getopt.h> |
| |
#include <limits.h> |
| |
#include <stddef.h> |
| #include <stdio.h> |
#include <stdio.h> |
| #include <stdint.h> |
#include <stdint.h> |
| #include <stdlib.h> |
#include <stdlib.h> |
| #include <string.h> |
#include <string.h> |
| #include <unistd.h> |
#include <unistd.h> |
| |
|
| #if defined(__linux__) |
#ifdef HAVE_OHASH |
| # include <endian.h> |
#include <ohash.h> |
| # include <db_185.h> |
|
| #elif defined(__APPLE__) |
|
| # include <libkern/OSByteOrder.h> |
|
| # include <db.h> |
|
| #else |
#else |
| # include <db.h> |
#include "compat_ohash.h" |
| #endif |
#endif |
| |
#include <sqlite3.h> |
| |
|
| #include "man.h" |
|
| #include "mdoc.h" |
#include "mdoc.h" |
| |
#include "man.h" |
| #include "mandoc.h" |
#include "mandoc.h" |
| #include "mandocdb.h" |
#include "mandoc_aux.h" |
| #include "manpath.h" |
#include "manpath.h" |
| |
#include "mansearch.h" |
| |
|
| #define MANDOC_BUFSZ BUFSIZ |
extern int mansearch_keymax; |
| #define MANDOC_SLOP 1024 |
extern const char *const mansearch_keynames[]; |
| |
|
| #define MANDOC_SRC 0x1 |
#define SQL_EXEC(_v) \ |
| #define MANDOC_FORM 0x2 |
if (SQLITE_OK != sqlite3_exec(db, (_v), NULL, NULL, NULL)) \ |
| |
fprintf(stderr, "%s\n", sqlite3_errmsg(db)) |
| |
#define SQL_BIND_TEXT(_s, _i, _v) \ |
| |
if (SQLITE_OK != sqlite3_bind_text \ |
| |
((_s), (_i)++, (_v), -1, SQLITE_STATIC)) \ |
| |
fprintf(stderr, "%s\n", sqlite3_errmsg(db)) |
| |
#define SQL_BIND_INT(_s, _i, _v) \ |
| |
if (SQLITE_OK != sqlite3_bind_int \ |
| |
((_s), (_i)++, (_v))) \ |
| |
fprintf(stderr, "%s\n", sqlite3_errmsg(db)) |
| |
#define SQL_BIND_INT64(_s, _i, _v) \ |
| |
if (SQLITE_OK != sqlite3_bind_int64 \ |
| |
((_s), (_i)++, (_v))) \ |
| |
fprintf(stderr, "%s\n", sqlite3_errmsg(db)) |
| |
#define SQL_STEP(_s) \ |
| |
if (SQLITE_DONE != sqlite3_step((_s))) \ |
| |
fprintf(stderr, "%s\n", sqlite3_errmsg(db)) |
| |
|
| /* Access to the mandoc database on disk. */ |
enum op { |
| |
OP_DEFAULT = 0, /* new dbs from dir list or default config */ |
| |
OP_CONFFILE, /* new databases from custom config file */ |
| |
OP_UPDATE, /* delete/add entries in existing database */ |
| |
OP_DELETE, /* delete entries from existing database */ |
| |
OP_TEST /* change no databases, report potential problems */ |
| |
}; |
| |
|
| struct mdb { |
enum form { |
| char idxn[MAXPATHLEN]; /* index db filename */ |
FORM_NONE, /* format is unknown */ |
| char dbn[MAXPATHLEN]; /* keyword db filename */ |
FORM_SRC, /* format is -man or -mdoc */ |
| DB *idx; /* index recno database */ |
FORM_CAT /* format is cat */ |
| DB *db; /* keyword btree database */ |
|
| }; |
}; |
| |
|
| /* Stack of temporarily unused index records. */ |
struct str { |
| |
char *rendered; /* key in UTF-8 or ASCII form */ |
| |
const struct mpage *mpage; /* if set, the owning parse */ |
| |
uint64_t mask; /* bitmask in sequence */ |
| |
char key[]; /* may contain escape sequences */ |
| |
}; |
| |
|
| struct recs { |
struct inodev { |
| recno_t *stack; /* pointer to a malloc'ed array */ |
ino_t st_ino; |
| size_t size; /* number of allocated slots */ |
dev_t st_dev; |
| size_t cur; /* current number of empty records */ |
|
| recno_t last; /* last record number in the index */ |
|
| }; |
}; |
| |
|
| /* Tiny list for files. No need to bring in QUEUE. */ |
struct mpage { |
| |
struct inodev inodev; /* used for hashing routine */ |
| struct of { |
int64_t recno; /* id in mpages SQL table */ |
| char *fname; /* heap-allocated */ |
enum form form; /* format from file content */ |
| char *sec; |
char *sec; /* section from file content */ |
| char *arch; |
char *arch; /* architecture from file content */ |
| char *title; |
char *title; /* title from file content */ |
| int src_form; |
char *desc; /* description from file content */ |
| struct of *next; /* NULL for last one */ |
struct mlink *mlinks; /* singly linked list */ |
| struct of *first; /* first in list */ |
|
| }; |
}; |
| |
|
| /* Buffer for storing growable data. */ |
struct mlink { |
| |
char file[PATH_MAX]; /* filename rel. to manpath */ |
| struct buf { |
enum form dform; /* format from directory */ |
| char *cp; |
enum form fform; /* format from file name suffix */ |
| size_t len; /* current length */ |
char *dsec; /* section from directory */ |
| size_t size; /* total buffer size */ |
char *arch; /* architecture from directory */ |
| |
char *name; /* name from file name (not empty) */ |
| |
char *fsec; /* section from file name suffix */ |
| |
struct mlink *next; /* singly linked list */ |
| |
struct mpage *mpage; /* parent */ |
| }; |
}; |
| |
|
| /* Operation we're going to perform. */ |
enum stmt { |
| |
STMT_DELETE_PAGE = 0, /* delete mpage */ |
| enum op { |
STMT_INSERT_PAGE, /* insert mpage */ |
| OP_DEFAULT = 0, /* new dbs from dir list or default config */ |
STMT_INSERT_LINK, /* insert mlink */ |
| OP_CONFFILE, /* new databases from custom config file */ |
STMT_INSERT_KEY, /* insert parsed key */ |
| OP_UPDATE, /* delete/add entries in existing database */ |
STMT__MAX |
| OP_DELETE, /* delete entries from existing database */ |
|
| OP_TEST /* change no databases, report potential problems */ |
|
| }; |
}; |
| |
|
| #define MAN_ARGS DB *hash, \ |
typedef int (*mdoc_fp)(struct mpage *, const struct mdoc_node *); |
| struct buf *buf, \ |
|
| struct buf *dbuf, \ |
|
| const struct man_node *n |
|
| #define MDOC_ARGS DB *hash, \ |
|
| struct buf *buf, \ |
|
| struct buf *dbuf, \ |
|
| const struct mdoc_node *n, \ |
|
| const struct mdoc_meta *m |
|
| |
|
| static void buf_appendmdoc(struct buf *, |
|
| const struct mdoc_node *, int); |
|
| static void buf_append(struct buf *, const char *); |
|
| static void buf_appendb(struct buf *, |
|
| const void *, size_t); |
|
| static void dbt_put(DB *, const char *, DBT *, DBT *); |
|
| static void hash_put(DB *, const struct buf *, uint64_t); |
|
| static void hash_reset(DB **); |
|
| static void index_merge(const struct of *, struct mparse *, |
|
| struct buf *, struct buf *, DB *, |
|
| struct mdb *, struct recs *); |
|
| static void index_prune(const struct of *, struct mdb *, |
|
| struct recs *); |
|
| static void ofile_argbuild(int, char *[], struct of **); |
|
| static void ofile_dirbuild(const char *, const char *, |
|
| const char *, int, struct of **); |
|
| static void ofile_free(struct of *); |
|
| static void pformatted(DB *, struct buf *, |
|
| struct buf *, const struct of *); |
|
| static int pman_node(MAN_ARGS); |
|
| static void pmdoc_node(MDOC_ARGS); |
|
| static int pmdoc_head(MDOC_ARGS); |
|
| static int pmdoc_body(MDOC_ARGS); |
|
| static int pmdoc_Fd(MDOC_ARGS); |
|
| static int pmdoc_In(MDOC_ARGS); |
|
| static int pmdoc_Fn(MDOC_ARGS); |
|
| static int pmdoc_Nd(MDOC_ARGS); |
|
| static int pmdoc_Nm(MDOC_ARGS); |
|
| static int pmdoc_Sh(MDOC_ARGS); |
|
| static int pmdoc_St(MDOC_ARGS); |
|
| static int pmdoc_Xr(MDOC_ARGS); |
|
| |
|
| #define MDOCF_CHILD 0x01 /* Automatically index child nodes. */ |
|
| |
|
| struct mdoc_handler { |
struct mdoc_handler { |
| int (*fp)(MDOC_ARGS); /* Optional handler. */ |
mdoc_fp fp; /* optional handler */ |
| uint64_t mask; /* Set unless handler returns 0. */ |
uint64_t mask; /* set unless handler returns 0 */ |
| int flags; /* For use by pmdoc_node. */ |
|
| }; |
}; |
| |
|
| |
static void dbclose(int); |
| |
static void dbadd(struct mpage *, struct mchars *); |
| |
static void dbadd_mlink(const struct mlink *mlink); |
| |
static int dbopen(int); |
| |
static void dbprune(void); |
| |
static void filescan(const char *); |
| |
static void *hash_alloc(size_t, void *); |
| |
static void hash_free(void *, size_t, void *); |
| |
static void *hash_halloc(size_t, void *); |
| |
static void mlink_add(struct mlink *, const struct stat *); |
| |
static int mlink_check(struct mpage *, struct mlink *); |
| |
static void mlink_free(struct mlink *); |
| |
static void mlinks_undupe(struct mpage *); |
| |
static void mpages_free(void); |
| |
static void mpages_merge(struct mchars *, struct mparse *); |
| |
static void parse_cat(struct mpage *); |
| |
static void parse_man(struct mpage *, const struct man_node *); |
| |
static void parse_mdoc(struct mpage *, const struct mdoc_node *); |
| |
static int parse_mdoc_body(struct mpage *, const struct mdoc_node *); |
| |
static int parse_mdoc_head(struct mpage *, const struct mdoc_node *); |
| |
static int parse_mdoc_Fd(struct mpage *, const struct mdoc_node *); |
| |
static int parse_mdoc_Fn(struct mpage *, const struct mdoc_node *); |
| |
static int parse_mdoc_Nd(struct mpage *, const struct mdoc_node *); |
| |
static int parse_mdoc_Nm(struct mpage *, const struct mdoc_node *); |
| |
static int parse_mdoc_Sh(struct mpage *, const struct mdoc_node *); |
| |
static int parse_mdoc_Xr(struct mpage *, const struct mdoc_node *); |
| |
static void putkey(const struct mpage *, char *, uint64_t); |
| |
static void putkeys(const struct mpage *, |
| |
const char *, size_t, uint64_t); |
| |
static void putmdockey(const struct mpage *, |
| |
const struct mdoc_node *, uint64_t); |
| |
static void render_key(struct mchars *, struct str *); |
| |
static void say(const char *, const char *, ...); |
| |
static int set_basedir(const char *); |
| |
static int treescan(void); |
| |
static size_t utf8(unsigned int, char [7]); |
| |
|
| |
static char tempfilename[32]; |
| |
static char *progname; |
| |
static int nodb; /* no database changes */ |
| |
static int mparse_options; /* abort the parse early */ |
| |
static int use_all; /* use all found files */ |
| |
static int verb; /* print what we're doing */ |
| |
static int warnings; /* warn about crap */ |
| |
static int write_utf8; /* write UTF-8 output; else ASCII */ |
| |
static int exitcode; /* to be returned by main */ |
| |
static enum op op; /* operational mode */ |
| |
static char basedir[PATH_MAX]; /* current base directory */ |
| |
static struct ohash mpages; /* table of distinct manual pages */ |
| |
static struct ohash mlinks; /* table of directory entries */ |
| |
static struct ohash strings; /* table of all strings */ |
| |
static sqlite3 *db = NULL; /* current database */ |
| |
static sqlite3_stmt *stmts[STMT__MAX]; /* current statements */ |
| |
|
| static const struct mdoc_handler mdocs[MDOC_MAX] = { |
static const struct mdoc_handler mdocs[MDOC_MAX] = { |
| { NULL, 0, 0 }, /* Ap */ |
{ NULL, 0 }, /* Ap */ |
| { NULL, 0, 0 }, /* Dd */ |
{ NULL, 0 }, /* Dd */ |
| { NULL, 0, 0 }, /* Dt */ |
{ NULL, 0 }, /* Dt */ |
| { NULL, 0, 0 }, /* Os */ |
{ NULL, 0 }, /* Os */ |
| { pmdoc_Sh, TYPE_Sh, MDOCF_CHILD }, /* Sh */ |
{ parse_mdoc_Sh, TYPE_Sh }, /* Sh */ |
| { pmdoc_head, TYPE_Ss, MDOCF_CHILD }, /* Ss */ |
{ parse_mdoc_head, TYPE_Ss }, /* Ss */ |
| { NULL, 0, 0 }, /* Pp */ |
{ NULL, 0 }, /* Pp */ |
| { NULL, 0, 0 }, /* D1 */ |
{ NULL, 0 }, /* D1 */ |
| { NULL, 0, 0 }, /* Dl */ |
{ NULL, 0 }, /* Dl */ |
| { NULL, 0, 0 }, /* Bd */ |
{ NULL, 0 }, /* Bd */ |
| { NULL, 0, 0 }, /* Ed */ |
{ NULL, 0 }, /* Ed */ |
| { NULL, 0, 0 }, /* Bl */ |
{ NULL, 0 }, /* Bl */ |
| { NULL, 0, 0 }, /* El */ |
{ NULL, 0 }, /* El */ |
| { NULL, 0, 0 }, /* It */ |
{ NULL, 0 }, /* It */ |
| { NULL, 0, 0 }, /* Ad */ |
{ NULL, 0 }, /* Ad */ |
| { NULL, TYPE_An, MDOCF_CHILD }, /* An */ |
{ NULL, TYPE_An }, /* An */ |
| { NULL, TYPE_Ar, MDOCF_CHILD }, /* Ar */ |
{ NULL, TYPE_Ar }, /* Ar */ |
| { NULL, TYPE_Cd, MDOCF_CHILD }, /* Cd */ |
{ NULL, TYPE_Cd }, /* Cd */ |
| { NULL, TYPE_Cm, MDOCF_CHILD }, /* Cm */ |
{ NULL, TYPE_Cm }, /* Cm */ |
| { NULL, TYPE_Dv, MDOCF_CHILD }, /* Dv */ |
{ NULL, TYPE_Dv }, /* Dv */ |
| { NULL, TYPE_Er, MDOCF_CHILD }, /* Er */ |
{ NULL, TYPE_Er }, /* Er */ |
| { NULL, TYPE_Ev, MDOCF_CHILD }, /* Ev */ |
{ NULL, TYPE_Ev }, /* Ev */ |
| { NULL, 0, 0 }, /* Ex */ |
{ NULL, 0 }, /* Ex */ |
| { NULL, TYPE_Fa, MDOCF_CHILD }, /* Fa */ |
{ NULL, TYPE_Fa }, /* Fa */ |
| { pmdoc_Fd, TYPE_In, 0 }, /* Fd */ |
{ parse_mdoc_Fd, 0 }, /* Fd */ |
| { NULL, TYPE_Fl, MDOCF_CHILD }, /* Fl */ |
{ NULL, TYPE_Fl }, /* Fl */ |
| { pmdoc_Fn, 0, 0 }, /* Fn */ |
{ parse_mdoc_Fn, 0 }, /* Fn */ |
| { NULL, TYPE_Ft, MDOCF_CHILD }, /* Ft */ |
{ NULL, TYPE_Ft }, /* Ft */ |
| { NULL, TYPE_Ic, MDOCF_CHILD }, /* Ic */ |
{ NULL, TYPE_Ic }, /* Ic */ |
| { pmdoc_In, TYPE_In, 0 }, /* In */ |
{ NULL, TYPE_In }, /* In */ |
| { NULL, TYPE_Li, MDOCF_CHILD }, /* Li */ |
{ NULL, TYPE_Li }, /* Li */ |
| { pmdoc_Nd, TYPE_Nd, MDOCF_CHILD }, /* Nd */ |
{ parse_mdoc_Nd, TYPE_Nd }, /* Nd */ |
| { pmdoc_Nm, TYPE_Nm, MDOCF_CHILD }, /* Nm */ |
{ parse_mdoc_Nm, TYPE_Nm }, /* Nm */ |
| { NULL, 0, 0 }, /* Op */ |
{ NULL, 0 }, /* Op */ |
| { NULL, 0, 0 }, /* Ot */ |
{ NULL, 0 }, /* Ot */ |
| { NULL, TYPE_Pa, MDOCF_CHILD }, /* Pa */ |
{ NULL, TYPE_Pa }, /* Pa */ |
| { NULL, 0, 0 }, /* Rv */ |
{ NULL, 0 }, /* Rv */ |
| { pmdoc_St, TYPE_St, 0 }, /* St */ |
{ NULL, TYPE_St }, /* St */ |
| { NULL, TYPE_Va, MDOCF_CHILD }, /* Va */ |
{ NULL, TYPE_Va }, /* Va */ |
| { pmdoc_body, TYPE_Va, MDOCF_CHILD }, /* Vt */ |
{ parse_mdoc_body, TYPE_Va }, /* Vt */ |
| { pmdoc_Xr, TYPE_Xr, 0 }, /* Xr */ |
{ parse_mdoc_Xr, 0 }, /* Xr */ |
| { NULL, 0, 0 }, /* %A */ |
{ NULL, 0 }, /* %A */ |
| { NULL, 0, 0 }, /* %B */ |
{ NULL, 0 }, /* %B */ |
| { NULL, 0, 0 }, /* %D */ |
{ NULL, 0 }, /* %D */ |
| { NULL, 0, 0 }, /* %I */ |
{ NULL, 0 }, /* %I */ |
| { NULL, 0, 0 }, /* %J */ |
{ NULL, 0 }, /* %J */ |
| { NULL, 0, 0 }, /* %N */ |
{ NULL, 0 }, /* %N */ |
| { NULL, 0, 0 }, /* %O */ |
{ NULL, 0 }, /* %O */ |
| { NULL, 0, 0 }, /* %P */ |
{ NULL, 0 }, /* %P */ |
| { NULL, 0, 0 }, /* %R */ |
{ NULL, 0 }, /* %R */ |
| { NULL, 0, 0 }, /* %T */ |
{ NULL, 0 }, /* %T */ |
| { NULL, 0, 0 }, /* %V */ |
{ NULL, 0 }, /* %V */ |
| { NULL, 0, 0 }, /* Ac */ |
{ NULL, 0 }, /* Ac */ |
| { NULL, 0, 0 }, /* Ao */ |
{ NULL, 0 }, /* Ao */ |
| { NULL, 0, 0 }, /* Aq */ |
{ NULL, 0 }, /* Aq */ |
| { NULL, TYPE_At, MDOCF_CHILD }, /* At */ |
{ NULL, TYPE_At }, /* At */ |
| { NULL, 0, 0 }, /* Bc */ |
{ NULL, 0 }, /* Bc */ |
| { NULL, 0, 0 }, /* Bf */ |
{ NULL, 0 }, /* Bf */ |
| { NULL, 0, 0 }, /* Bo */ |
{ NULL, 0 }, /* Bo */ |
| { NULL, 0, 0 }, /* Bq */ |
{ NULL, 0 }, /* Bq */ |
| { NULL, TYPE_Bsx, MDOCF_CHILD }, /* Bsx */ |
{ NULL, TYPE_Bsx }, /* Bsx */ |
| { NULL, TYPE_Bx, MDOCF_CHILD }, /* Bx */ |
{ NULL, TYPE_Bx }, /* Bx */ |
| { NULL, 0, 0 }, /* Db */ |
{ NULL, 0 }, /* Db */ |
| { NULL, 0, 0 }, /* Dc */ |
{ NULL, 0 }, /* Dc */ |
| { NULL, 0, 0 }, /* Do */ |
{ NULL, 0 }, /* Do */ |
| { NULL, 0, 0 }, /* Dq */ |
{ NULL, 0 }, /* Dq */ |
| { NULL, 0, 0 }, /* Ec */ |
{ NULL, 0 }, /* Ec */ |
| { NULL, 0, 0 }, /* Ef */ |
{ NULL, 0 }, /* Ef */ |
| { NULL, TYPE_Em, MDOCF_CHILD }, /* Em */ |
{ NULL, TYPE_Em }, /* Em */ |
| { NULL, 0, 0 }, /* Eo */ |
{ NULL, 0 }, /* Eo */ |
| { NULL, TYPE_Fx, MDOCF_CHILD }, /* Fx */ |
{ NULL, TYPE_Fx }, /* Fx */ |
| { NULL, TYPE_Ms, MDOCF_CHILD }, /* Ms */ |
{ NULL, TYPE_Ms }, /* Ms */ |
| { NULL, 0, 0 }, /* No */ |
{ NULL, 0 }, /* No */ |
| { NULL, 0, 0 }, /* Ns */ |
{ NULL, 0 }, /* Ns */ |
| { NULL, TYPE_Nx, MDOCF_CHILD }, /* Nx */ |
{ NULL, TYPE_Nx }, /* Nx */ |
| { NULL, TYPE_Ox, MDOCF_CHILD }, /* Ox */ |
{ NULL, TYPE_Ox }, /* Ox */ |
| { NULL, 0, 0 }, /* Pc */ |
{ NULL, 0 }, /* Pc */ |
| { NULL, 0, 0 }, /* Pf */ |
{ NULL, 0 }, /* Pf */ |
| { NULL, 0, 0 }, /* Po */ |
{ NULL, 0 }, /* Po */ |
| { NULL, 0, 0 }, /* Pq */ |
{ NULL, 0 }, /* Pq */ |
| { NULL, 0, 0 }, /* Qc */ |
{ NULL, 0 }, /* Qc */ |
| { NULL, 0, 0 }, /* Ql */ |
{ NULL, 0 }, /* Ql */ |
| { NULL, 0, 0 }, /* Qo */ |
{ NULL, 0 }, /* Qo */ |
| { NULL, 0, 0 }, /* Qq */ |
{ NULL, 0 }, /* Qq */ |
| { NULL, 0, 0 }, /* Re */ |
{ NULL, 0 }, /* Re */ |
| { NULL, 0, 0 }, /* Rs */ |
{ NULL, 0 }, /* Rs */ |
| { NULL, 0, 0 }, /* Sc */ |
{ NULL, 0 }, /* Sc */ |
| { NULL, 0, 0 }, /* So */ |
{ NULL, 0 }, /* So */ |
| { NULL, 0, 0 }, /* Sq */ |
{ NULL, 0 }, /* Sq */ |
| { NULL, 0, 0 }, /* Sm */ |
{ NULL, 0 }, /* Sm */ |
| { NULL, 0, 0 }, /* Sx */ |
{ NULL, 0 }, /* Sx */ |
| { NULL, TYPE_Sy, MDOCF_CHILD }, /* Sy */ |
{ NULL, TYPE_Sy }, /* Sy */ |
| { NULL, TYPE_Tn, MDOCF_CHILD }, /* Tn */ |
{ NULL, TYPE_Tn }, /* Tn */ |
| { NULL, 0, 0 }, /* Ux */ |
{ NULL, 0 }, /* Ux */ |
| { NULL, 0, 0 }, /* Xc */ |
{ NULL, 0 }, /* Xc */ |
| { NULL, 0, 0 }, /* Xo */ |
{ NULL, 0 }, /* Xo */ |
| { pmdoc_head, TYPE_Fn, 0 }, /* Fo */ |
{ parse_mdoc_head, 0 }, /* Fo */ |
| { NULL, 0, 0 }, /* Fc */ |
{ NULL, 0 }, /* Fc */ |
| { NULL, 0, 0 }, /* Oo */ |
{ NULL, 0 }, /* Oo */ |
| { NULL, 0, 0 }, /* Oc */ |
{ NULL, 0 }, /* Oc */ |
| { NULL, 0, 0 }, /* Bk */ |
{ NULL, 0 }, /* Bk */ |
| { NULL, 0, 0 }, /* Ek */ |
{ NULL, 0 }, /* Ek */ |
| { NULL, 0, 0 }, /* Bt */ |
{ NULL, 0 }, /* Bt */ |
| { NULL, 0, 0 }, /* Hf */ |
{ NULL, 0 }, /* Hf */ |
| { NULL, 0, 0 }, /* Fr */ |
{ NULL, 0 }, /* Fr */ |
| { NULL, 0, 0 }, /* Ud */ |
{ NULL, 0 }, /* Ud */ |
| { NULL, TYPE_Lb, MDOCF_CHILD }, /* Lb */ |
{ NULL, TYPE_Lb }, /* Lb */ |
| { NULL, 0, 0 }, /* Lp */ |
{ NULL, 0 }, /* Lp */ |
| { NULL, TYPE_Lk, MDOCF_CHILD }, /* Lk */ |
{ NULL, TYPE_Lk }, /* Lk */ |
| { NULL, TYPE_Mt, MDOCF_CHILD }, /* Mt */ |
{ NULL, TYPE_Mt }, /* Mt */ |
| { NULL, 0, 0 }, /* Brq */ |
{ NULL, 0 }, /* Brq */ |
| { NULL, 0, 0 }, /* Bro */ |
{ NULL, 0 }, /* Bro */ |
| { NULL, 0, 0 }, /* Brc */ |
{ NULL, 0 }, /* Brc */ |
| { NULL, 0, 0 }, /* %C */ |
{ NULL, 0 }, /* %C */ |
| { NULL, 0, 0 }, /* Es */ |
{ NULL, 0 }, /* Es */ |
| { NULL, 0, 0 }, /* En */ |
{ NULL, 0 }, /* En */ |
| { NULL, TYPE_Dx, MDOCF_CHILD }, /* Dx */ |
{ NULL, TYPE_Dx }, /* Dx */ |
| { NULL, 0, 0 }, /* %Q */ |
{ NULL, 0 }, /* %Q */ |
| { NULL, 0, 0 }, /* br */ |
{ NULL, 0 }, /* br */ |
| { NULL, 0, 0 }, /* sp */ |
{ NULL, 0 }, /* sp */ |
| { NULL, 0, 0 }, /* %U */ |
{ NULL, 0 }, /* %U */ |
| { NULL, 0, 0 }, /* Ta */ |
{ NULL, 0 }, /* Ta */ |
| }; |
}; |
| |
|
| static const char *progname; |
|
| static int use_all; /* Use all directories and files. */ |
|
| static int verb; /* Output verbosity level. */ |
|
| static int warnings; /* Potential problems in manuals. */ |
|
| |
|
| int |
int |
| main(int argc, char *argv[]) |
main(int argc, char *argv[]) |
| { |
{ |
| struct mparse *mp; /* parse sequence */ |
int ch, i; |
| struct manpaths dirs; |
size_t j, sz; |
| struct mdb mdb; |
const char *path_arg; |
| struct recs recs; |
struct mchars *mc; |
| enum op op; /* current operation */ |
struct manpaths dirs; |
| const char *dir; |
struct mparse *mp; |
| char *cp; |
struct ohash_info mpages_info, mlinks_info; |
| char pbuf[PATH_MAX]; |
|
| int ch, i, flags; |
|
| DB *hash; /* temporary keyword hashtable */ |
|
| BTREEINFO info; /* btree configuration */ |
|
| size_t sz1, sz2; |
|
| struct buf buf, /* keyword buffer */ |
|
| dbuf; /* description buffer */ |
|
| struct of *of; /* list of files for processing */ |
|
| extern int optind; |
|
| extern char *optarg; |
|
| |
|
| |
memset(stmts, 0, STMT__MAX * sizeof(sqlite3_stmt *)); |
| |
memset(&dirs, 0, sizeof(struct manpaths)); |
| |
|
| |
mpages_info.alloc = mlinks_info.alloc = hash_alloc; |
| |
mpages_info.halloc = mlinks_info.halloc = hash_halloc; |
| |
mpages_info.hfree = mlinks_info.hfree = hash_free; |
| |
|
| |
mpages_info.key_offset = offsetof(struct mpage, inodev); |
| |
mlinks_info.key_offset = offsetof(struct mlink, file); |
| |
|
| progname = strrchr(argv[0], '/'); |
progname = strrchr(argv[0], '/'); |
| if (progname == NULL) |
if (progname == NULL) |
| progname = argv[0]; |
progname = argv[0]; |
| else |
else |
| ++progname; |
++progname; |
| |
|
| memset(&dirs, 0, sizeof(struct manpaths)); |
/* |
| memset(&mdb, 0, sizeof(struct mdb)); |
* We accept a few different invocations. |
| memset(&recs, 0, sizeof(struct recs)); |
* The CHECKOP macro makes sure that invocation styles don't |
| |
* clobber each other. |
| |
*/ |
| |
#define CHECKOP(_op, _ch) do \ |
| |
if (OP_DEFAULT != (_op)) { \ |
| |
fprintf(stderr, "-%c: Conflicting option\n", (_ch)); \ |
| |
goto usage; \ |
| |
} while (/*CONSTCOND*/0) |
| |
|
| of = NULL; |
path_arg = NULL; |
| mp = NULL; |
|
| hash = NULL; |
|
| op = OP_DEFAULT; |
op = OP_DEFAULT; |
| dir = NULL; |
|
| |
|
| while (-1 != (ch = getopt(argc, argv, "aC:d:tu:vW"))) |
while (-1 != (ch = getopt(argc, argv, "aC:d:nQT:tu:vW"))) |
| switch (ch) { |
switch (ch) { |
| case ('a'): |
case ('a'): |
| use_all = 1; |
use_all = 1; |
| break; |
break; |
| case ('C'): |
case ('C'): |
| if (op) { |
CHECKOP(op, ch); |
| fprintf(stderr, |
path_arg = optarg; |
| "-C: conflicting options\n"); |
|
| goto usage; |
|
| } |
|
| dir = optarg; |
|
| op = OP_CONFFILE; |
op = OP_CONFFILE; |
| break; |
break; |
| case ('d'): |
case ('d'): |
| if (op) { |
CHECKOP(op, ch); |
| fprintf(stderr, |
path_arg = optarg; |
| "-d: conflicting options\n"); |
op = OP_UPDATE; |
| |
break; |
| |
case ('n'): |
| |
nodb = 1; |
| |
break; |
| |
case ('Q'): |
| |
mparse_options |= MPARSE_QUICK; |
| |
break; |
| |
case ('T'): |
| |
if (strcmp(optarg, "utf8")) { |
| |
fprintf(stderr, "-T%s: Unsupported " |
| |
"output format\n", optarg); |
| goto usage; |
goto usage; |
| } |
} |
| dir = optarg; |
write_utf8 = 1; |
| op = OP_UPDATE; |
|
| break; |
break; |
| case ('t'): |
case ('t'): |
| |
CHECKOP(op, ch); |
| dup2(STDOUT_FILENO, STDERR_FILENO); |
dup2(STDOUT_FILENO, STDERR_FILENO); |
| if (op) { |
|
| fprintf(stderr, |
|
| "-t: conflicting options\n"); |
|
| goto usage; |
|
| } |
|
| op = OP_TEST; |
op = OP_TEST; |
| use_all = 1; |
nodb = warnings = 1; |
| warnings = 1; |
|
| break; |
break; |
| case ('u'): |
case ('u'): |
| if (op) { |
CHECKOP(op, ch); |
| fprintf(stderr, |
path_arg = optarg; |
| "-u: conflicting options\n"); |
|
| goto usage; |
|
| } |
|
| dir = optarg; |
|
| op = OP_DELETE; |
op = OP_DELETE; |
| break; |
break; |
| case ('v'): |
case ('v'): |
| Line 377 main(int argc, char *argv[]) |
|
| Line 410 main(int argc, char *argv[]) |
|
| argv += optind; |
argv += optind; |
| |
|
| if (OP_CONFFILE == op && argc > 0) { |
if (OP_CONFFILE == op && argc > 0) { |
| fprintf(stderr, "-C: too many arguments\n"); |
fprintf(stderr, "-C: Too many arguments\n"); |
| goto usage; |
goto usage; |
| } |
} |
| |
|
| memset(&info, 0, sizeof(BTREEINFO)); |
exitcode = (int)MANDOCLEVEL_OK; |
| info.flags = R_DUP; |
mp = mparse_alloc(mparse_options, MANDOCLEVEL_FATAL, NULL, NULL); |
| |
mc = mchars_alloc(); |
| |
|
| mp = mparse_alloc(MPARSE_AUTO, MANDOCLEVEL_FATAL, NULL, NULL); |
ohash_init(&mpages, 6, &mpages_info); |
| |
ohash_init(&mlinks, 6, &mlinks_info); |
| |
|
| memset(&buf, 0, sizeof(struct buf)); |
if (OP_UPDATE == op || OP_DELETE == op || OP_TEST == op) { |
| memset(&dbuf, 0, sizeof(struct buf)); |
/* |
| |
* Force processing all files. |
| |
*/ |
| |
use_all = 1; |
| |
|
| buf.size = dbuf.size = MANDOC_BUFSZ; |
/* |
| |
* All of these deal with a specific directory. |
| |
* Jump into that directory then collect files specified |
| |
* on the command-line. |
| |
*/ |
| |
if (0 == set_basedir(path_arg)) |
| |
goto out; |
| |
for (i = 0; i < argc; i++) |
| |
filescan(argv[i]); |
| |
if (0 == dbopen(1)) |
| |
goto out; |
| |
if (OP_TEST != op) |
| |
dbprune(); |
| |
if (OP_DELETE != op) |
| |
mpages_merge(mc, mp); |
| |
dbclose(1); |
| |
} else { |
| |
/* |
| |
* If we have arguments, use them as our manpaths. |
| |
* If we don't, grok from manpath(1) or however else |
| |
* manpath_parse() wants to do it. |
| |
*/ |
| |
if (argc > 0) { |
| |
dirs.paths = mandoc_calloc |
| |
(argc, sizeof(char *)); |
| |
dirs.sz = (size_t)argc; |
| |
for (i = 0; i < argc; i++) |
| |
dirs.paths[i] = mandoc_strdup(argv[i]); |
| |
} else |
| |
manpath_parse(&dirs, path_arg, NULL, NULL); |
| |
|
| buf.cp = mandoc_malloc(buf.size); |
/* |
| dbuf.cp = mandoc_malloc(dbuf.size); |
* First scan the tree rooted at a base directory, then |
| |
* build a new database and finally move it into place. |
| |
* Ignore zero-length directories and strip trailing |
| |
* slashes. |
| |
*/ |
| |
for (j = 0; j < dirs.sz; j++) { |
| |
sz = strlen(dirs.paths[j]); |
| |
if (sz && '/' == dirs.paths[j][sz - 1]) |
| |
dirs.paths[j][--sz] = '\0'; |
| |
if (0 == sz) |
| |
continue; |
| |
|
| flags = O_CREAT | O_RDWR; |
if (j) { |
| if (OP_DEFAULT == op || OP_CONFFILE == op) |
ohash_init(&mpages, 6, &mpages_info); |
| flags |= O_TRUNC; |
ohash_init(&mlinks, 6, &mlinks_info); |
| |
} |
| |
|
| if (OP_TEST == op) { |
if (0 == set_basedir(dirs.paths[j])) |
| ofile_argbuild(argc, argv, &of); |
goto out; |
| if (NULL == of) |
if (0 == treescan()) |
| goto out; |
goto out; |
| index_merge(of, mp, &dbuf, &buf, hash, &mdb, &recs); |
if (0 == set_basedir(dirs.paths[j])) |
| goto out; |
goto out; |
| } |
if (0 == dbopen(0)) |
| |
goto out; |
| |
|
| if (OP_UPDATE == op || OP_DELETE == op) { |
mpages_merge(mc, mp); |
| strlcat(mdb.dbn, dir, MAXPATHLEN); |
dbclose(0); |
| strlcat(mdb.dbn, "/", MAXPATHLEN); |
|
| sz1 = strlcat(mdb.dbn, MANDOC_DB, MAXPATHLEN); |
|
| |
|
| strlcat(mdb.idxn, dir, MAXPATHLEN); |
if (j + 1 < dirs.sz) { |
| strlcat(mdb.idxn, "/", MAXPATHLEN); |
mpages_free(); |
| sz2 = strlcat(mdb.idxn, MANDOC_IDX, MAXPATHLEN); |
ohash_delete(&mpages); |
| |
ohash_delete(&mlinks); |
| if (sz1 >= MAXPATHLEN || sz2 >= MAXPATHLEN) { |
} |
| fprintf(stderr, "%s: path too long\n", dir); |
|
| exit((int)MANDOCLEVEL_BADARG); |
|
| } |
} |
| |
} |
| |
out: |
| |
set_basedir(NULL); |
| |
manpath_free(&dirs); |
| |
mchars_free(mc); |
| |
mparse_free(mp); |
| |
mpages_free(); |
| |
ohash_delete(&mpages); |
| |
ohash_delete(&mlinks); |
| |
return(exitcode); |
| |
usage: |
| |
fprintf(stderr, "usage: %s [-anQvW] [-C file] [-Tutf8]\n" |
| |
" %s [-anQvW] [-Tutf8] dir ...\n" |
| |
" %s [-nQvW] [-Tutf8] -d dir [file ...]\n" |
| |
" %s [-nvW] -u dir [file ...]\n" |
| |
" %s [-Q] -t file ...\n", |
| |
progname, progname, progname, |
| |
progname, progname); |
| |
|
| mdb.db = dbopen(mdb.dbn, flags, 0644, DB_BTREE, &info); |
return((int)MANDOCLEVEL_BADARG); |
| mdb.idx = dbopen(mdb.idxn, flags, 0644, DB_RECNO, NULL); |
} |
| |
|
| if (NULL == mdb.db) { |
/* |
| perror(mdb.dbn); |
* Scan a directory tree rooted at "basedir" for manpages. |
| exit((int)MANDOCLEVEL_SYSERR); |
* We use fts(), scanning directory parts along the way for clues to our |
| } else if (NULL == mdb.idx) { |
* section and architecture. |
| perror(mdb.idxn); |
* |
| exit((int)MANDOCLEVEL_SYSERR); |
* If use_all has been specified, grok all files. |
| } |
* If not, sanitise paths to the following: |
| |
* |
| |
* [./]man*[/<arch>]/<name>.<section> |
| |
* or |
| |
* [./]cat<section>[/<arch>]/<name>.0 |
| |
* |
| |
* TODO: accomodate for multi-language directories. |
| |
*/ |
| |
static int |
| |
treescan(void) |
| |
{ |
| |
FTS *f; |
| |
FTSENT *ff; |
| |
struct mlink *mlink; |
| |
int dform; |
| |
char *dsec, *arch, *fsec, *cp; |
| |
const char *path; |
| |
const char *argv[2]; |
| |
|
| ofile_argbuild(argc, argv, &of); |
argv[0] = "."; |
| |
argv[1] = (char *)NULL; |
| |
|
| if (NULL == of) |
/* |
| goto out; |
* Walk through all components under the directory, using the |
| |
* logical descent of files. |
| |
*/ |
| |
f = fts_open((char * const *)argv, FTS_LOGICAL, NULL); |
| |
if (NULL == f) { |
| |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| |
say("", NULL); |
| |
return(0); |
| |
} |
| |
|
| index_prune(of, &mdb, &recs); |
dsec = arch = NULL; |
| |
dform = FORM_NONE; |
| |
|
| |
while (NULL != (ff = fts_read(f))) { |
| |
path = ff->fts_path + 2; |
| /* |
/* |
| * Go to the root of the respective manual tree. |
* If we're a regular file, add an mlink by using the |
| * This must work or no manuals may be found (they're |
* stored directory data and handling the filename. |
| * indexed relative to the root). |
|
| */ |
*/ |
| |
if (FTS_F == ff->fts_info) { |
| |
if (0 == strcmp(path, MANDOC_DB)) |
| |
continue; |
| |
if ( ! use_all && ff->fts_level < 2) { |
| |
if (warnings) |
| |
say(path, "Extraneous file"); |
| |
continue; |
| |
} else if (NULL == (fsec = |
| |
strrchr(ff->fts_name, '.'))) { |
| |
if ( ! use_all) { |
| |
if (warnings) |
| |
say(path, |
| |
"No filename suffix"); |
| |
continue; |
| |
} |
| |
} else if (0 == strcmp(++fsec, "html")) { |
| |
if (warnings) |
| |
say(path, "Skip html"); |
| |
continue; |
| |
} else if (0 == strcmp(fsec, "gz")) { |
| |
if (warnings) |
| |
say(path, "Skip gz"); |
| |
continue; |
| |
} else if (0 == strcmp(fsec, "ps")) { |
| |
if (warnings) |
| |
say(path, "Skip ps"); |
| |
continue; |
| |
} else if (0 == strcmp(fsec, "pdf")) { |
| |
if (warnings) |
| |
say(path, "Skip pdf"); |
| |
continue; |
| |
} else if ( ! use_all && |
| |
((FORM_SRC == dform && strcmp(fsec, dsec)) || |
| |
(FORM_CAT == dform && strcmp(fsec, "0")))) { |
| |
if (warnings) |
| |
say(path, "Wrong filename suffix"); |
| |
continue; |
| |
} else |
| |
fsec[-1] = '\0'; |
| |
|
| if (OP_UPDATE == op) { |
mlink = mandoc_calloc(1, sizeof(struct mlink)); |
| if (-1 == chdir(dir)) { |
strlcpy(mlink->file, path, sizeof(mlink->file)); |
| perror(dir); |
mlink->dform = dform; |
| exit((int)MANDOCLEVEL_SYSERR); |
mlink->dsec = dsec; |
| } |
mlink->arch = arch; |
| index_merge(of, mp, &dbuf, &buf, hash, |
mlink->name = ff->fts_name; |
| &mdb, &recs); |
mlink->fsec = fsec; |
| |
mlink_add(mlink, ff->fts_statp); |
| |
continue; |
| |
} else if (FTS_D != ff->fts_info && |
| |
FTS_DP != ff->fts_info) { |
| |
if (warnings) |
| |
say(path, "Not a regular file"); |
| |
continue; |
| } |
} |
| |
|
| goto out; |
switch (ff->fts_level) { |
| } |
case (0): |
| |
/* Ignore the root directory. */ |
| |
break; |
| |
case (1): |
| |
/* |
| |
* This might contain manX/ or catX/. |
| |
* Try to infer this from the name. |
| |
* If we're not in use_all, enforce it. |
| |
*/ |
| |
cp = ff->fts_name; |
| |
if (FTS_DP == ff->fts_info) |
| |
break; |
| |
|
| /* |
if (0 == strncmp(cp, "man", 3)) { |
| * Configure the directories we're going to scan. |
dform = FORM_SRC; |
| * If we have command-line arguments, use them. |
dsec = cp + 3; |
| * If not, we use man(1)'s method (see mandocdb.8). |
} else if (0 == strncmp(cp, "cat", 3)) { |
| */ |
dform = FORM_CAT; |
| |
dsec = cp + 3; |
| if (argc > 0) { |
} else { |
| dirs.paths = mandoc_calloc(argc, sizeof(char *)); |
dform = FORM_NONE; |
| dirs.sz = argc; |
dsec = NULL; |
| for (i = 0; i < argc; i++) { |
|
| if (NULL == (cp = realpath(argv[i], pbuf))) { |
|
| perror(argv[i]); |
|
| goto out; |
|
| } |
} |
| dirs.paths[i] = mandoc_strdup(cp); |
|
| |
if (NULL != dsec || use_all) |
| |
break; |
| |
|
| |
if (warnings) |
| |
say(path, "Unknown directory part"); |
| |
fts_set(f, ff, FTS_SKIP); |
| |
break; |
| |
case (2): |
| |
/* |
| |
* Possibly our architecture. |
| |
* If we're descending, keep tabs on it. |
| |
*/ |
| |
if (FTS_DP != ff->fts_info && NULL != dsec) |
| |
arch = ff->fts_name; |
| |
else |
| |
arch = NULL; |
| |
break; |
| |
default: |
| |
if (FTS_DP == ff->fts_info || use_all) |
| |
break; |
| |
if (warnings) |
| |
say(path, "Extraneous directory part"); |
| |
fts_set(f, ff, FTS_SKIP); |
| |
break; |
| } |
} |
| } else |
} |
| manpath_parse(&dirs, dir, NULL, NULL); |
|
| |
|
| for (i = 0; i < dirs.sz; i++) { |
fts_close(f); |
| mdb.idxn[0] = mdb.dbn[0] = '\0'; |
return(1); |
| |
} |
| |
|
| strlcat(mdb.dbn, dirs.paths[i], MAXPATHLEN); |
/* |
| strlcat(mdb.dbn, "/", MAXPATHLEN); |
* Add a file to the mlinks table. |
| sz1 = strlcat(mdb.dbn, MANDOC_DB, MAXPATHLEN); |
* Do not verify that it's a "valid" looking manpage (we'll do that |
| |
* later). |
| |
* |
| |
* Try to infer the manual section, architecture, and page name from the |
| |
* path, assuming it looks like |
| |
* |
| |
* [./]man*[/<arch>]/<name>.<section> |
| |
* or |
| |
* [./]cat<section>[/<arch>]/<name>.0 |
| |
* |
| |
* See treescan() for the fts(3) version of this. |
| |
*/ |
| |
static void |
| |
filescan(const char *file) |
| |
{ |
| |
char buf[PATH_MAX]; |
| |
struct stat st; |
| |
struct mlink *mlink; |
| |
char *p, *start; |
| |
|
| strlcat(mdb.idxn, dirs.paths[i], MAXPATHLEN); |
assert(use_all); |
| strlcat(mdb.idxn, "/", MAXPATHLEN); |
|
| sz2 = strlcat(mdb.idxn, MANDOC_IDX, MAXPATHLEN); |
|
| |
|
| if (sz1 >= MAXPATHLEN || sz2 >= MAXPATHLEN) { |
if (0 == strncmp(file, "./", 2)) |
| fprintf(stderr, "%s: path too long\n", |
file += 2; |
| dirs.paths[i]); |
|
| exit((int)MANDOCLEVEL_BADARG); |
|
| } |
|
| |
|
| if (mdb.db) |
if (NULL == realpath(file, buf)) { |
| (*mdb.db->close)(mdb.db); |
exitcode = (int)MANDOCLEVEL_BADARG; |
| if (mdb.idx) |
say(file, NULL); |
| (*mdb.idx->close)(mdb.idx); |
return; |
| |
} |
| |
|
| mdb.db = dbopen(mdb.dbn, flags, 0644, DB_BTREE, &info); |
if (strstr(buf, basedir) == buf) |
| mdb.idx = dbopen(mdb.idxn, flags, 0644, DB_RECNO, NULL); |
start = buf + strlen(basedir) + 1; |
| |
else if (OP_TEST == op) |
| |
start = buf; |
| |
else { |
| |
exitcode = (int)MANDOCLEVEL_BADARG; |
| |
say("", "%s: outside base directory", buf); |
| |
return; |
| |
} |
| |
|
| if (NULL == mdb.db) { |
if (-1 == stat(buf, &st)) { |
| perror(mdb.dbn); |
exitcode = (int)MANDOCLEVEL_BADARG; |
| exit((int)MANDOCLEVEL_SYSERR); |
say(file, NULL); |
| } else if (NULL == mdb.idx) { |
return; |
| perror(mdb.idxn); |
} else if ( ! (S_IFREG & st.st_mode)) { |
| exit((int)MANDOCLEVEL_SYSERR); |
exitcode = (int)MANDOCLEVEL_BADARG; |
| } |
say(file, "Not a regular file"); |
| |
return; |
| |
} |
| |
|
| ofile_free(of); |
mlink = mandoc_calloc(1, sizeof(struct mlink)); |
| of = NULL; |
strlcpy(mlink->file, start, sizeof(mlink->file)); |
| |
|
| if (-1 == chdir(dirs.paths[i])) { |
/* |
| perror(dirs.paths[i]); |
* First try to guess our directory structure. |
| exit((int)MANDOCLEVEL_SYSERR); |
* If we find a separator, try to look for man* or cat*. |
| |
* If we find one of these and what's underneath is a directory, |
| |
* assume it's an architecture. |
| |
*/ |
| |
if (NULL != (p = strchr(start, '/'))) { |
| |
*p++ = '\0'; |
| |
if (0 == strncmp(start, "man", 3)) { |
| |
mlink->dform = FORM_SRC; |
| |
mlink->dsec = start + 3; |
| |
} else if (0 == strncmp(start, "cat", 3)) { |
| |
mlink->dform = FORM_CAT; |
| |
mlink->dsec = start + 3; |
| } |
} |
| |
|
| ofile_dirbuild(".", "", "", 0, &of); |
start = p; |
| if (NULL == of) |
if (NULL != mlink->dsec && NULL != (p = strchr(start, '/'))) { |
| continue; |
*p++ = '\0'; |
| |
mlink->arch = start; |
| |
start = p; |
| |
} |
| |
} |
| |
|
| /* |
/* |
| * Go to the root of the respective manual tree. |
* Now check the file suffix. |
| * This must work or no manuals may be found (they're |
* Suffix of `.0' indicates a catpage, `.1-9' is a manpage. |
| * indexed relative to the root). |
*/ |
| */ |
p = strrchr(start, '\0'); |
| |
while (p-- > start && '/' != *p && '.' != *p) |
| |
/* Loop. */ ; |
| |
|
| if (-1 == chdir(dirs.paths[i])) { |
if ('.' == *p) { |
| perror(dirs.paths[i]); |
*p++ = '\0'; |
| exit((int)MANDOCLEVEL_SYSERR); |
mlink->fsec = p; |
| } |
} |
| |
|
| index_merge(of, mp, &dbuf, &buf, hash, &mdb, &recs); |
/* |
| |
* Now try to parse the name. |
| |
* Use the filename portion of the path. |
| |
*/ |
| |
mlink->name = start; |
| |
if (NULL != (p = strrchr(start, '/'))) { |
| |
mlink->name = p + 1; |
| |
*p = '\0'; |
| } |
} |
| |
mlink_add(mlink, &st); |
| |
} |
| |
|
| out: |
static void |
| if (mdb.db) |
mlink_add(struct mlink *mlink, const struct stat *st) |
| (*mdb.db->close)(mdb.db); |
{ |
| if (mdb.idx) |
struct inodev inodev; |
| (*mdb.idx->close)(mdb.idx); |
struct mpage *mpage; |
| if (hash) |
unsigned int slot; |
| (*hash->close)(hash); |
|
| if (mp) |
|
| mparse_free(mp); |
|
| |
|
| manpath_free(&dirs); |
assert(NULL != mlink->file); |
| ofile_free(of); |
|
| free(buf.cp); |
|
| free(dbuf.cp); |
|
| free(recs.stack); |
|
| |
|
| return(MANDOCLEVEL_OK); |
mlink->dsec = mandoc_strdup(mlink->dsec ? mlink->dsec : ""); |
| |
mlink->arch = mandoc_strdup(mlink->arch ? mlink->arch : ""); |
| |
mlink->name = mandoc_strdup(mlink->name ? mlink->name : ""); |
| |
mlink->fsec = mandoc_strdup(mlink->fsec ? mlink->fsec : ""); |
| |
|
| usage: |
if ('0' == *mlink->fsec) { |
| fprintf(stderr, |
free(mlink->fsec); |
| "usage: %s [-avvv] [-C file] | dir ... | -t file ...\n" |
mlink->fsec = mandoc_strdup(mlink->dsec); |
| " -d dir [file ...] | " |
mlink->fform = FORM_CAT; |
| "-u dir [file ...]\n", |
} else if ('1' <= *mlink->fsec && '9' >= *mlink->fsec) |
| progname); |
mlink->fform = FORM_SRC; |
| |
else |
| |
mlink->fform = FORM_NONE; |
| |
|
| return((int)MANDOCLEVEL_BADARG); |
slot = ohash_qlookup(&mlinks, mlink->file); |
| |
assert(NULL == ohash_find(&mlinks, slot)); |
| |
ohash_insert(&mlinks, slot, mlink); |
| |
|
| |
inodev.st_ino = st->st_ino; |
| |
inodev.st_dev = st->st_dev; |
| |
slot = ohash_lookup_memory(&mpages, (char *)&inodev, |
| |
sizeof(struct inodev), inodev.st_ino); |
| |
mpage = ohash_find(&mpages, slot); |
| |
if (NULL == mpage) { |
| |
mpage = mandoc_calloc(1, sizeof(struct mpage)); |
| |
mpage->inodev.st_ino = inodev.st_ino; |
| |
mpage->inodev.st_dev = inodev.st_dev; |
| |
ohash_insert(&mpages, slot, mpage); |
| |
} else |
| |
mlink->next = mpage->mlinks; |
| |
mpage->mlinks = mlink; |
| |
mlink->mpage = mpage; |
| } |
} |
| |
|
| void |
static void |
| index_merge(const struct of *of, struct mparse *mp, |
mlink_free(struct mlink *mlink) |
| struct buf *dbuf, struct buf *buf, DB *hash, |
|
| struct mdb *mdb, struct recs *recs) |
|
| { |
{ |
| recno_t rec; |
|
| int ch, skip; |
|
| DBT key, val; |
|
| struct mdoc *mdoc; |
|
| struct man *man; |
|
| const char *fn, *msec, *march, *mtitle; |
|
| uint64_t mask; |
|
| size_t sv; |
|
| unsigned seq; |
|
| uint64_t vbuf[2]; |
|
| char type; |
|
| |
|
| rec = 0; |
free(mlink->dsec); |
| for (of = of->first; of; of = of->next) { |
free(mlink->arch); |
| fn = of->fname; |
free(mlink->name); |
| |
free(mlink->fsec); |
| |
free(mlink); |
| |
} |
| |
|
| /* |
static void |
| * Try interpreting the file as mdoc(7) or man(7) |
mpages_free(void) |
| * source code, unless it is already known to be |
{ |
| * formatted. Fall back to formatted mode. |
struct mpage *mpage; |
| */ |
struct mlink *mlink; |
| |
unsigned int slot; |
| |
|
| mparse_reset(mp); |
mpage = ohash_first(&mpages, &slot); |
| mdoc = NULL; |
while (NULL != mpage) { |
| man = NULL; |
while (NULL != (mlink = mpage->mlinks)) { |
| |
mpage->mlinks = mlink->next; |
| if ((MANDOC_SRC & of->src_form || |
mlink_free(mlink); |
| ! (MANDOC_FORM & of->src_form)) && |
|
| MANDOCLEVEL_FATAL > mparse_readfd(mp, -1, fn)) |
|
| mparse_result(mp, &mdoc, &man); |
|
| |
|
| if (NULL != mdoc) { |
|
| msec = mdoc_meta(mdoc)->msec; |
|
| march = mdoc_meta(mdoc)->arch; |
|
| if (NULL == march) |
|
| march = ""; |
|
| mtitle = mdoc_meta(mdoc)->title; |
|
| } else if (NULL != man) { |
|
| msec = man_meta(man)->msec; |
|
| march = ""; |
|
| mtitle = man_meta(man)->title; |
|
| } else { |
|
| msec = of->sec; |
|
| march = of->arch; |
|
| mtitle = of->title; |
|
| } |
} |
| |
free(mpage->sec); |
| |
free(mpage->arch); |
| |
free(mpage->title); |
| |
free(mpage->desc); |
| |
free(mpage); |
| |
mpage = ohash_next(&mpages, &slot); |
| |
} |
| |
} |
| |
|
| /* |
/* |
| * By default, skip a file if the manual section |
* For each mlink to the mpage, check whether the path looks like |
| * given in the file disagrees with the directory |
* it is formatted, and if it does, check whether a source manual |
| * where the file is located. |
* exists by the same name, ignoring the suffix. |
| */ |
* If both conditions hold, drop the mlink. |
| |
*/ |
| |
static void |
| |
mlinks_undupe(struct mpage *mpage) |
| |
{ |
| |
char buf[PATH_MAX]; |
| |
struct mlink **prev; |
| |
struct mlink *mlink; |
| |
char *bufp; |
| |
|
| skip = 0; |
mpage->form = FORM_CAT; |
| assert(of->sec); |
prev = &mpage->mlinks; |
| assert(msec); |
while (NULL != (mlink = *prev)) { |
| if (strcasecmp(msec, of->sec)) { |
if (FORM_CAT != mlink->dform) { |
| |
mpage->form = FORM_NONE; |
| |
goto nextlink; |
| |
} |
| |
if (strlcpy(buf, mlink->file, PATH_MAX) >= PATH_MAX) { |
| if (warnings) |
if (warnings) |
| fprintf(stderr, "%s: " |
say(mlink->file, "Filename too long"); |
| "section \"%s\" manual " |
goto nextlink; |
| "in \"%s\" directory\n", |
|
| fn, msec, of->sec); |
|
| skip = 1; |
|
| } |
} |
| |
bufp = strstr(buf, "cat"); |
| |
assert(NULL != bufp); |
| |
memcpy(bufp, "man", 3); |
| |
if (NULL != (bufp = strrchr(buf, '.'))) |
| |
*++bufp = '\0'; |
| |
strlcat(buf, mlink->dsec, PATH_MAX); |
| |
if (NULL == ohash_find(&mlinks, |
| |
ohash_qlookup(&mlinks, buf))) |
| |
goto nextlink; |
| |
if (warnings) |
| |
say(mlink->file, "Man source exists: %s", buf); |
| |
if (use_all) |
| |
goto nextlink; |
| |
*prev = mlink->next; |
| |
mlink_free(mlink); |
| |
continue; |
| |
nextlink: |
| |
prev = &(*prev)->next; |
| |
} |
| |
} |
| |
|
| /* |
static int |
| * Manual page directories exist for each kernel |
mlink_check(struct mpage *mpage, struct mlink *mlink) |
| * architecture as returned by machine(1). |
{ |
| * However, many manuals only depend on the |
int match; |
| * application architecture as returned by arch(1). |
|
| * For example, some (2/ARM) manuals are shared |
|
| * across the "armish" and "zaurus" kernel |
|
| * architectures. |
|
| * A few manuals are even shared across completely |
|
| * different architectures, for example fdformat(1) |
|
| * on amd64, i386, sparc, and sparc64. |
|
| * Thus, warn about architecture mismatches, |
|
| * but don't skip manuals for this reason. |
|
| */ |
|
| |
|
| assert(of->arch); |
match = 1; |
| assert(march); |
|
| if (strcasecmp(march, of->arch)) { |
|
| if (warnings) |
|
| fprintf(stderr, "%s: " |
|
| "architecture \"%s\" manual " |
|
| "in \"%s\" directory\n", |
|
| fn, march, of->arch); |
|
| march = of->arch; |
|
| } |
|
| |
|
| /* |
/* |
| * By default, skip a file if the title given |
* Check whether the manual section given in a file |
| * in the file disagrees with the file name. |
* agrees with the directory where the file is located. |
| * If both agree, use the file name as the title, |
* Some manuals have suffixes like (3p) on their |
| * because the one in the file usually is all caps. |
* section number either inside the file or in the |
| */ |
* directory name, some are linked into more than one |
| |
* section, like encrypt(1) = makekey(8). |
| |
*/ |
| |
|
| assert(of->title); |
if (FORM_SRC == mpage->form && |
| assert(mtitle); |
strcasecmp(mpage->sec, mlink->dsec)) { |
| if (strcasecmp(mtitle, of->title)) { |
match = 0; |
| if (warnings) |
say(mlink->file, "Section \"%s\" manual in %s directory", |
| fprintf(stderr, "%s: " |
mpage->sec, mlink->dsec); |
| "title \"%s\" in file " |
} |
| "but \"%s\" in filename\n", |
|
| fn, mtitle, of->title); |
|
| skip = 1; |
|
| } else |
|
| mtitle = of->title; |
|
| |
|
| if (skip && !use_all) |
/* |
| continue; |
* Manual page directories exist for each kernel |
| |
* architecture as returned by machine(1). |
| |
* However, many manuals only depend on the |
| |
* application architecture as returned by arch(1). |
| |
* For example, some (2/ARM) manuals are shared |
| |
* across the "armish" and "zaurus" kernel |
| |
* architectures. |
| |
* A few manuals are even shared across completely |
| |
* different architectures, for example fdformat(1) |
| |
* on amd64, i386, sparc, and sparc64. |
| |
*/ |
| |
|
| /* |
if (strcasecmp(mpage->arch, mlink->arch)) { |
| * The index record value consists of a nil-terminated |
match = 0; |
| * filename, a nil-terminated manual section, and a |
say(mlink->file, "Architecture \"%s\" manual in " |
| * nil-terminated description. Since the description |
"\"%s\" directory", mpage->arch, mlink->arch); |
| * may not be set, we set a sentinel to see if we're |
} |
| * going to write a nil byte in its place. |
|
| */ |
|
| |
|
| dbuf->len = 0; |
if (strcasecmp(mpage->title, mlink->name)) |
| type = mdoc ? 'd' : (man ? 'a' : 'c'); |
match = 0; |
| buf_appendb(dbuf, &type, 1); |
|
| buf_appendb(dbuf, fn, strlen(fn) + 1); |
|
| buf_appendb(dbuf, msec, strlen(msec) + 1); |
|
| buf_appendb(dbuf, mtitle, strlen(mtitle) + 1); |
|
| buf_appendb(dbuf, march, strlen(march) + 1); |
|
| |
|
| sv = dbuf->len; |
return(match); |
| |
} |
| |
|
| /* |
/* |
| * Collect keyword/mask pairs. |
* Run through the files in the global vector "mpages" |
| * Each pair will become a new btree node. |
* and add them to the database specified in "basedir". |
| */ |
* |
| |
* This handles the parsing scheme itself, using the cues of directory |
| |
* and filename to determine whether the file is parsable or not. |
| |
*/ |
| |
static void |
| |
mpages_merge(struct mchars *mc, struct mparse *mp) |
| |
{ |
| |
char any[] = "any"; |
| |
struct ohash_info str_info; |
| |
struct mpage *mpage, *mpage_dest; |
| |
struct mlink *mlink, *mlink_dest; |
| |
struct mdoc *mdoc; |
| |
struct man *man; |
| |
char *sodest; |
| |
char *cp; |
| |
int match; |
| |
unsigned int pslot; |
| |
enum mandoclevel lvl; |
| |
|
| hash_reset(&hash); |
str_info.alloc = hash_alloc; |
| if (mdoc) |
str_info.halloc = hash_halloc; |
| pmdoc_node(hash, buf, dbuf, |
str_info.hfree = hash_free; |
| mdoc_node(mdoc), mdoc_meta(mdoc)); |
str_info.key_offset = offsetof(struct str, key); |
| else if (man) |
|
| pman_node(hash, buf, dbuf, man_node(man)); |
|
| else |
|
| pformatted(hash, buf, dbuf, of); |
|
| |
|
| /* Test mode, do not access any database. */ |
if (0 == nodb) |
| |
SQL_EXEC("BEGIN TRANSACTION"); |
| |
|
| if (NULL == mdb->db || NULL == mdb->idx) |
mpage = ohash_first(&mpages, &pslot); |
| |
while (NULL != mpage) { |
| |
mlinks_undupe(mpage); |
| |
if (NULL == mpage->mlinks) { |
| |
mpage = ohash_next(&mpages, &pslot); |
| continue; |
continue; |
| |
} |
| |
|
| |
ohash_init(&strings, 6, &str_info); |
| |
mparse_reset(mp); |
| |
mdoc = NULL; |
| |
man = NULL; |
| |
|
| /* |
/* |
| * Reclaim an empty index record, if available. |
* Try interpreting the file as mdoc(7) or man(7) |
| * Use its record number for all new btree nodes. |
* source code, unless it is already known to be |
| |
* formatted. Fall back to formatted mode. |
| */ |
*/ |
| |
if (FORM_CAT != mpage->mlinks->dform || |
| |
FORM_CAT != mpage->mlinks->fform) { |
| |
lvl = mparse_readfd(mp, -1, mpage->mlinks->file); |
| |
if (lvl < MANDOCLEVEL_FATAL) |
| |
mparse_result(mp, &mdoc, &man, &sodest); |
| |
} |
| |
|
| if (recs->cur > 0) { |
if (NULL != sodest) { |
| recs->cur--; |
mlink_dest = ohash_find(&mlinks, |
| rec = recs->stack[(int)recs->cur]; |
ohash_qlookup(&mlinks, sodest)); |
| } else if (recs->last > 0) { |
if (NULL != mlink_dest) { |
| rec = recs->last; |
|
| recs->last = 0; |
|
| } else |
|
| rec++; |
|
| vbuf[1] = htobe64(rec); |
|
| |
|
| /* |
/* The .so target exists. */ |
| * Copy from the in-memory hashtable of pending |
|
| * keyword/mask pairs into the database. |
|
| */ |
|
| |
|
| seq = R_FIRST; |
mpage_dest = mlink_dest->mpage; |
| while (0 == (ch = (*hash->seq)(hash, &key, &val, seq))) { |
mlink = mpage->mlinks; |
| seq = R_NEXT; |
while (1) { |
| assert(sizeof(uint64_t) == val.size); |
mlink->mpage = mpage_dest; |
| memcpy(&mask, val.data, val.size); |
|
| vbuf[0] = htobe64(mask); |
|
| val.size = sizeof(vbuf); |
|
| val.data = &vbuf; |
|
| dbt_put(mdb->db, mdb->dbn, &key, &val); |
|
| } |
|
| if (ch < 0) { |
|
| perror("hash"); |
|
| exit((int)MANDOCLEVEL_SYSERR); |
|
| } |
|
| |
|
| /* |
/* |
| * Apply to the index. If we haven't had a description |
* If the target was already |
| * set, put an empty one in now. |
* processed, add the links |
| */ |
* to the database now. |
| |
* Otherwise, this will |
| |
* happen when we come |
| |
* to the target. |
| |
*/ |
| |
|
| if (dbuf->len == sv) |
if (mpage_dest->recno) |
| buf_appendb(dbuf, "", 1); |
dbadd_mlink(mlink); |
| |
|
| key.data = &rec; |
if (NULL == mlink->next) |
| key.size = sizeof(recno_t); |
break; |
| |
mlink = mlink->next; |
| |
} |
| |
|
| val.data = dbuf->cp; |
/* Move all links to the target. */ |
| val.size = dbuf->len; |
|
| |
|
| if (verb) |
mlink->next = mlink_dest->next; |
| printf("%s: adding to index\n", fn); |
mlink_dest->next = mpage->mlinks; |
| |
mpage->mlinks = NULL; |
| |
} |
| |
ohash_delete(&strings); |
| |
mpage = ohash_next(&mpages, &pslot); |
| |
continue; |
| |
} else if (NULL != mdoc) { |
| |
mpage->form = FORM_SRC; |
| |
mpage->sec = |
| |
mandoc_strdup(mdoc_meta(mdoc)->msec); |
| |
mpage->arch = mdoc_meta(mdoc)->arch; |
| |
mpage->arch = mandoc_strdup( |
| |
NULL == mpage->arch ? "" : mpage->arch); |
| |
mpage->title = |
| |
mandoc_strdup(mdoc_meta(mdoc)->title); |
| |
} else if (NULL != man) { |
| |
mpage->form = FORM_SRC; |
| |
mpage->sec = |
| |
mandoc_strdup(man_meta(man)->msec); |
| |
mpage->arch = |
| |
mandoc_strdup(mpage->mlinks->arch); |
| |
mpage->title = |
| |
mandoc_strdup(man_meta(man)->title); |
| |
} else { |
| |
mpage->form = FORM_CAT; |
| |
mpage->sec = |
| |
mandoc_strdup(mpage->mlinks->dsec); |
| |
mpage->arch = |
| |
mandoc_strdup(mpage->mlinks->arch); |
| |
mpage->title = |
| |
mandoc_strdup(mpage->mlinks->name); |
| |
} |
| |
putkey(mpage, mpage->sec, TYPE_sec); |
| |
putkey(mpage, '\0' == *mpage->arch ? |
| |
any : mpage->arch, TYPE_arch); |
| |
|
| dbt_put(mdb->idx, mdb->idxn, &key, &val); |
for (mlink = mpage->mlinks; mlink; mlink = mlink->next) { |
| |
if ('\0' != *mlink->dsec) |
| |
putkey(mpage, mlink->dsec, TYPE_sec); |
| |
if ('\0' != *mlink->fsec) |
| |
putkey(mpage, mlink->fsec, TYPE_sec); |
| |
putkey(mpage, '\0' == *mlink->arch ? |
| |
any : mlink->arch, TYPE_arch); |
| |
putkey(mpage, mlink->name, TYPE_Nm); |
| |
} |
| |
|
| |
if (warnings && !use_all) { |
| |
match = 0; |
| |
for (mlink = mpage->mlinks; mlink; |
| |
mlink = mlink->next) |
| |
if (mlink_check(mpage, mlink)) |
| |
match = 1; |
| |
} else |
| |
match = 1; |
| |
|
| |
if (NULL != mdoc) { |
| |
if (NULL != (cp = mdoc_meta(mdoc)->name)) |
| |
putkey(mpage, cp, TYPE_Nm); |
| |
assert(NULL == mpage->desc); |
| |
parse_mdoc(mpage, mdoc_node(mdoc)); |
| |
putkey(mpage, NULL != mpage->desc ? |
| |
mpage->desc : mpage->mlinks->name, TYPE_Nd); |
| |
} else if (NULL != man) |
| |
parse_man(mpage, man_node(man)); |
| |
else |
| |
parse_cat(mpage); |
| |
|
| |
dbadd(mpage, mc); |
| |
ohash_delete(&strings); |
| |
mpage = ohash_next(&mpages, &pslot); |
| } |
} |
| |
|
| |
if (0 == nodb) |
| |
SQL_EXEC("END TRANSACTION"); |
| } |
} |
| |
|
| /* |
|
| * Scan through all entries in the index file `idx' and prune those |
|
| * entries in `ofile'. |
|
| * Pruning consists of removing from `db', then invalidating the entry |
|
| * in `idx' (zeroing its value size). |
|
| */ |
|
| static void |
static void |
| index_prune(const struct of *ofile, struct mdb *mdb, struct recs *recs) |
parse_cat(struct mpage *mpage) |
| { |
{ |
| const struct of *of; |
FILE *stream; |
| const char *fn; |
char *line, *p, *title; |
| uint64_t vbuf[2]; |
size_t len, plen, titlesz; |
| unsigned seq, sseq; |
|
| DBT key, val; |
|
| int ch; |
|
| |
|
| recs->cur = 0; |
if (NULL == (stream = fopen(mpage->mlinks->file, "r"))) { |
| seq = R_FIRST; |
if (warnings) |
| while (0 == (ch = (*mdb->idx->seq)(mdb->idx, &key, &val, seq))) { |
say(mpage->mlinks->file, NULL); |
| seq = R_NEXT; |
return; |
| assert(sizeof(recno_t) == key.size); |
} |
| memcpy(&recs->last, key.data, key.size); |
|
| |
|
| /* Deleted records are zero-sized. Skip them. */ |
/* Skip to first blank line. */ |
| |
|
| if (0 == val.size) |
while (NULL != (line = fgetln(stream, &len))) |
| goto cont; |
if ('\n' == *line) |
| |
break; |
| |
|
| /* |
/* |
| * Make sure we're sane. |
* Assume the first line that is not indented |
| * Read past our mdoc/man/cat type to the next string, |
* is the first section header. Skip to it. |
| * then make sure it's bounded by a NUL. |
*/ |
| * Failing any of these, we go into our error handler. |
|
| */ |
|
| |
|
| fn = (char *)val.data + 1; |
while (NULL != (line = fgetln(stream, &len))) |
| if (NULL == memchr(fn, '\0', val.size - 1)) |
if ('\n' != *line && ' ' != *line) |
| break; |
break; |
| |
|
| |
/* |
| |
* Read up until the next section into a buffer. |
| |
* Strip the leading and trailing newline from each read line, |
| |
* appending a trailing space. |
| |
* Ignore empty (whitespace-only) lines. |
| |
*/ |
| |
|
| /* |
titlesz = 0; |
| * Search for the file in those we care about. |
title = NULL; |
| * XXX: build this into a tree. Too slow. |
|
| */ |
|
| |
|
| for (of = ofile->first; of; of = of->next) |
while (NULL != (line = fgetln(stream, &len))) { |
| if (0 == strcmp(fn, of->fname)) |
if (' ' != *line || '\n' != line[len - 1]) |
| break; |
break; |
| |
while (len > 0 && isspace((unsigned char)*line)) { |
| if (NULL == of) |
line++; |
| |
len--; |
| |
} |
| |
if (1 == len) |
| continue; |
continue; |
| |
title = mandoc_realloc(title, titlesz + len); |
| |
memcpy(title + titlesz, line, len); |
| |
titlesz += len; |
| |
title[titlesz - 1] = ' '; |
| |
} |
| |
|
| /* |
/* |
| * Search through the keyword database, throwing out all |
* If no page content can be found, or the input line |
| * references to our file. |
* is already the next section header, or there is no |
| */ |
* trailing newline, reuse the page title as the page |
| |
* description. |
| |
*/ |
| |
|
| sseq = R_FIRST; |
if (NULL == title || '\0' == *title) { |
| while (0 == (ch = (*mdb->db->seq)(mdb->db, |
if (warnings) |
| &key, &val, sseq))) { |
say(mpage->mlinks->file, |
| sseq = R_NEXT; |
"Cannot find NAME section"); |
| if (sizeof(vbuf) != val.size) |
assert(NULL == mpage->desc); |
| break; |
mpage->desc = mandoc_strdup(mpage->mlinks->name); |
| |
putkey(mpage, mpage->mlinks->name, TYPE_Nd); |
| |
fclose(stream); |
| |
free(title); |
| |
return; |
| |
} |
| |
|
| memcpy(vbuf, val.data, val.size); |
title = mandoc_realloc(title, titlesz + 1); |
| if (recs->last != betoh64(vbuf[1])) |
title[titlesz] = '\0'; |
| continue; |
|
| |
|
| if ((ch = (*mdb->db->del)(mdb->db, |
/* |
| &key, R_CURSOR)) < 0) |
* Skip to the first dash. |
| break; |
* Use the remaining line as the description (no more than 70 |
| } |
* bytes). |
| |
*/ |
| |
|
| if (ch < 0) { |
if (NULL != (p = strstr(title, "- "))) { |
| perror(mdb->dbn); |
for (p += 2; ' ' == *p || '\b' == *p; p++) |
| exit((int)MANDOCLEVEL_SYSERR); |
/* Skip to next word. */ ; |
| } else if (1 != ch) { |
} else { |
| fprintf(stderr, "%s: corrupt database\n", |
if (warnings) |
| mdb->dbn); |
say(mpage->mlinks->file, |
| exit((int)MANDOCLEVEL_SYSERR); |
"No dash in title line"); |
| } |
p = title; |
| |
} |
| |
|
| if (verb) |
plen = strlen(p); |
| printf("%s: deleting from index\n", fn); |
|
| |
|
| val.size = 0; |
/* Strip backspace-encoding from line. */ |
| ch = (*mdb->idx->put)(mdb->idx, &key, &val, R_CURSOR); |
|
| |
|
| if (ch < 0) |
while (NULL != (line = memchr(p, '\b', plen))) { |
| break; |
len = line - p; |
| cont: |
if (0 == len) { |
| if (recs->cur >= recs->size) { |
memmove(line, line + 1, plen--); |
| recs->size += MANDOC_SLOP; |
continue; |
| recs->stack = mandoc_realloc(recs->stack, |
} |
| recs->size * sizeof(recno_t)); |
memmove(line - 1, line + 1, plen - len); |
| } |
plen -= 2; |
| |
|
| recs->stack[(int)recs->cur] = recs->last; |
|
| recs->cur++; |
|
| } |
} |
| |
|
| if (ch < 0) { |
assert(NULL == mpage->desc); |
| perror(mdb->idxn); |
mpage->desc = mandoc_strdup(p); |
| exit((int)MANDOCLEVEL_SYSERR); |
putkey(mpage, mpage->desc, TYPE_Nd); |
| } else if (1 != ch) { |
fclose(stream); |
| fprintf(stderr, "%s: corrupt index\n", mdb->idxn); |
free(title); |
| exit((int)MANDOCLEVEL_SYSERR); |
|
| } |
|
| |
|
| recs->last++; |
|
| } |
} |
| |
|
| /* |
/* |
| * Grow the buffer (if necessary) and copy in a binary string. |
* Put a type/word pair into the word database for this particular file. |
| */ |
*/ |
| static void |
static void |
| buf_appendb(struct buf *buf, const void *cp, size_t sz) |
putkey(const struct mpage *mpage, char *value, uint64_t type) |
| { |
{ |
| |
char *cp; |
| |
|
| /* Overshoot by MANDOC_BUFSZ. */ |
assert(NULL != value); |
| |
if (TYPE_arch == type) |
| while (buf->len + sz >= buf->size) { |
for (cp = value; *cp; cp++) |
| buf->size = buf->len + sz + MANDOC_BUFSZ; |
if (isupper((unsigned char)*cp)) |
| buf->cp = mandoc_realloc(buf->cp, buf->size); |
*cp = _tolower((unsigned char)*cp); |
| } |
putkeys(mpage, value, strlen(value), type); |
| |
|
| memcpy(buf->cp + (int)buf->len, cp, sz); |
|
| buf->len += sz; |
|
| } |
} |
| |
|
| /* |
/* |
| * Append a nil-terminated string to the buffer. |
* Grok all nodes at or below a certain mdoc node into putkey(). |
| * This can be invoked multiple times. |
|
| * The buffer string will be nil-terminated. |
|
| * If invoked multiple times, a space is put between strings. |
|
| */ |
*/ |
| static void |
static void |
| buf_append(struct buf *buf, const char *cp) |
putmdockey(const struct mpage *mpage, |
| |
const struct mdoc_node *n, uint64_t m) |
| { |
{ |
| size_t sz; |
|
| |
|
| if (0 == (sz = strlen(cp))) |
for ( ; NULL != n; n = n->next) { |
| return; |
if (NULL != n->child) |
| |
putmdockey(mpage, n->child, m); |
| if (buf->len) |
if (MDOC_TEXT == n->type) |
| buf->cp[(int)buf->len - 1] = ' '; |
putkey(mpage, n->string, m); |
| |
} |
| buf_appendb(buf, cp, sz + 1); |
|
| } |
} |
| |
|
| /* |
|
| * Recursively add all text from a given node. |
|
| * This is optimised for general mdoc nodes in this context, which do |
|
| * not consist of subexpressions and having a recursive call for n->next |
|
| * would be wasteful. |
|
| * The "f" variable should be 0 unless called from pmdoc_Nd for the |
|
| * description buffer, which does not start at the beginning of the |
|
| * buffer. |
|
| */ |
|
| static void |
static void |
| buf_appendmdoc(struct buf *buf, const struct mdoc_node *n, int f) |
parse_man(struct mpage *mpage, const struct man_node *n) |
| { |
{ |
| |
const struct man_node *head, *body; |
| |
char *start, *sv, *title; |
| |
char byte; |
| |
size_t sz, titlesz; |
| |
|
| for ( ; n; n = n->next) { |
if (NULL == n) |
| if (n->child) |
return; |
| buf_appendmdoc(buf, n->child, f); |
|
| |
|
| if (MDOC_TEXT == n->type && f) { |
/* |
| f = 0; |
* We're only searching for one thing: the first text child in |
| buf_appendb(buf, n->string, |
* the BODY of a NAME section. Since we don't keep track of |
| strlen(n->string) + 1); |
* sections in -man, run some hoops to find out whether we're in |
| } else if (MDOC_TEXT == n->type) |
* the correct section or not. |
| buf_append(buf, n->string); |
*/ |
| |
|
| } |
if (MAN_BODY == n->type && MAN_SH == n->tok) { |
| } |
body = n; |
| |
assert(body->parent); |
| |
if (NULL != (head = body->parent->head) && |
| |
1 == head->nchild && |
| |
NULL != (head = (head->child)) && |
| |
MAN_TEXT == head->type && |
| |
0 == strcmp(head->string, "NAME") && |
| |
NULL != (body = body->child) && |
| |
MAN_TEXT == body->type) { |
| |
|
| static void |
title = NULL; |
| hash_reset(DB **db) |
titlesz = 0; |
| { |
|
| DB *hash; |
|
| |
|
| if (NULL != (hash = *db)) |
/* |
| (*hash->close)(hash); |
* Suck the entire NAME section into memory. |
| |
* Yes, we might run away. |
| |
* But too many manuals have big, spread-out |
| |
* NAME sections over many lines. |
| |
*/ |
| |
|
| *db = dbopen(NULL, O_CREAT|O_RDWR, 0644, DB_HASH, NULL); |
for ( ; NULL != body; body = body->next) { |
| if (NULL == *db) { |
if (MAN_TEXT != body->type) |
| perror("hash"); |
break; |
| exit((int)MANDOCLEVEL_SYSERR); |
if (0 == (sz = strlen(body->string))) |
| } |
continue; |
| } |
title = mandoc_realloc |
| |
(title, titlesz + sz + 1); |
| |
memcpy(title + titlesz, body->string, sz); |
| |
titlesz += sz + 1; |
| |
title[titlesz - 1] = ' '; |
| |
} |
| |
if (NULL == title) |
| |
return; |
| |
|
| /* ARGSUSED */ |
title = mandoc_realloc(title, titlesz + 1); |
| static int |
title[titlesz] = '\0'; |
| pmdoc_head(MDOC_ARGS) |
|
| { |
|
| |
|
| return(MDOC_HEAD == n->type); |
/* Skip leading space. */ |
| |
|
| |
sv = title; |
| |
while (isspace((unsigned char)*sv)) |
| |
sv++; |
| |
|
| |
if (0 == (sz = strlen(sv))) { |
| |
free(title); |
| |
return; |
| |
} |
| |
|
| |
/* Erase trailing space. */ |
| |
|
| |
start = &sv[sz - 1]; |
| |
while (start > sv && isspace((unsigned char)*start)) |
| |
*start-- = '\0'; |
| |
|
| |
if (start == sv) { |
| |
free(title); |
| |
return; |
| |
} |
| |
|
| |
start = sv; |
| |
|
| |
/* |
| |
* Go through a special heuristic dance here. |
| |
* Conventionally, one or more manual names are |
| |
* comma-specified prior to a whitespace, then a |
| |
* dash, then a description. Try to puzzle out |
| |
* the name parts here. |
| |
*/ |
| |
|
| |
for ( ;; ) { |
| |
sz = strcspn(start, " ,"); |
| |
if ('\0' == start[sz]) |
| |
break; |
| |
|
| |
byte = start[sz]; |
| |
start[sz] = '\0'; |
| |
|
| |
/* |
| |
* Assume a stray trailing comma in the |
| |
* name list if a name begins with a dash. |
| |
*/ |
| |
|
| |
if ('-' == start[0] || |
| |
('\\' == start[0] && '-' == start[1])) |
| |
break; |
| |
|
| |
putkey(mpage, start, TYPE_Nm); |
| |
|
| |
if (' ' == byte) { |
| |
start += sz + 1; |
| |
break; |
| |
} |
| |
|
| |
assert(',' == byte); |
| |
start += sz + 1; |
| |
while (' ' == *start) |
| |
start++; |
| |
} |
| |
|
| |
if (sv == start) { |
| |
putkey(mpage, start, TYPE_Nm); |
| |
free(title); |
| |
return; |
| |
} |
| |
|
| |
while (isspace((unsigned char)*start)) |
| |
start++; |
| |
|
| |
if (0 == strncmp(start, "-", 1)) |
| |
start += 1; |
| |
else if (0 == strncmp(start, "\\-\\-", 4)) |
| |
start += 4; |
| |
else if (0 == strncmp(start, "\\-", 2)) |
| |
start += 2; |
| |
else if (0 == strncmp(start, "\\(en", 4)) |
| |
start += 4; |
| |
else if (0 == strncmp(start, "\\(em", 4)) |
| |
start += 4; |
| |
|
| |
while (' ' == *start) |
| |
start++; |
| |
|
| |
assert(NULL == mpage->desc); |
| |
mpage->desc = mandoc_strdup(start); |
| |
putkey(mpage, mpage->desc, TYPE_Nd); |
| |
free(title); |
| |
return; |
| |
} |
| |
} |
| |
|
| |
for (n = n->child; n; n = n->next) { |
| |
if (NULL != mpage->desc) |
| |
break; |
| |
parse_man(mpage, n); |
| |
} |
| } |
} |
| |
|
| /* ARGSUSED */ |
static void |
| static int |
parse_mdoc(struct mpage *mpage, const struct mdoc_node *n) |
| pmdoc_body(MDOC_ARGS) |
|
| { |
{ |
| |
|
| return(MDOC_BODY == n->type); |
assert(NULL != n); |
| |
for (n = n->child; NULL != n; n = n->next) { |
| |
switch (n->type) { |
| |
case (MDOC_ELEM): |
| |
/* FALLTHROUGH */ |
| |
case (MDOC_BLOCK): |
| |
/* FALLTHROUGH */ |
| |
case (MDOC_HEAD): |
| |
/* FALLTHROUGH */ |
| |
case (MDOC_BODY): |
| |
/* FALLTHROUGH */ |
| |
case (MDOC_TAIL): |
| |
if (NULL != mdocs[n->tok].fp) |
| |
if (0 == (*mdocs[n->tok].fp)(mpage, n)) |
| |
break; |
| |
if (mdocs[n->tok].mask) |
| |
putmdockey(mpage, n->child, |
| |
mdocs[n->tok].mask); |
| |
break; |
| |
default: |
| |
assert(MDOC_ROOT != n->type); |
| |
continue; |
| |
} |
| |
if (NULL != n->child) |
| |
parse_mdoc(mpage, n); |
| |
} |
| } |
} |
| |
|
| /* ARGSUSED */ |
|
| static int |
static int |
| pmdoc_Fd(MDOC_ARGS) |
parse_mdoc_Fd(struct mpage *mpage, const struct mdoc_node *n) |
| { |
{ |
| const char *start, *end; |
const char *start, *end; |
| size_t sz; |
size_t sz; |
| |
|
| if (SEC_SYNOPSIS != n->sec) |
if (SEC_SYNOPSIS != n->sec || |
| |
NULL == (n = n->child) || |
| |
MDOC_TEXT != n->type) |
| return(0); |
return(0); |
| if (NULL == (n = n->child) || MDOC_TEXT != n->type) |
|
| return(0); |
|
| |
|
| /* |
/* |
| * Only consider those `Fd' macro fields that begin with an |
* Only consider those `Fd' macro fields that begin with an |
| * "inclusion" token (versus, e.g., #define). |
* "inclusion" token (versus, e.g., #define). |
| */ |
*/ |
| |
|
| if (strcmp("#include", n->string)) |
if (strcmp("#include", n->string)) |
| return(0); |
return(0); |
| |
|
| Line 1018 pmdoc_Fd(MDOC_ARGS) |
|
| Line 1485 pmdoc_Fd(MDOC_ARGS) |
|
| if ('>' == *end || '"' == *end) |
if ('>' == *end || '"' == *end) |
| end--; |
end--; |
| |
|
| assert(end >= start); |
if (end > start) |
| |
putkeys(mpage, start, end - start + 1, TYPE_In); |
| buf_appendb(buf, start, (size_t)(end - start + 1)); |
return(0); |
| buf_appendb(buf, "", 1); |
|
| return(1); |
|
| } |
} |
| |
|
| /* ARGSUSED */ |
|
| static int |
static int |
| pmdoc_In(MDOC_ARGS) |
parse_mdoc_Fn(struct mpage *mpage, const struct mdoc_node *n) |
| { |
{ |
| |
char *cp; |
| |
|
| if (NULL == n->child || MDOC_TEXT != n->child->type) |
if (NULL == (n = n->child) || MDOC_TEXT != n->type) |
| return(0); |
return(0); |
| |
|
| buf_append(buf, n->child->string); |
/* |
| return(1); |
* Parse: .Fn "struct type *name" "char *arg". |
| } |
* First strip away pointer symbol. |
| |
* Then store the function name, then type. |
| |
* Finally, store the arguments. |
| |
*/ |
| |
|
| /* ARGSUSED */ |
if (NULL == (cp = strrchr(n->string, ' '))) |
| static int |
cp = n->string; |
| pmdoc_Fn(MDOC_ARGS) |
|
| { |
|
| struct mdoc_node *nn; |
|
| const char *cp; |
|
| |
|
| nn = n->child; |
|
| |
|
| if (NULL == nn || MDOC_TEXT != nn->type) |
|
| return(0); |
|
| |
|
| /* .Fn "struct type *name" "char *arg" */ |
|
| |
|
| cp = strrchr(nn->string, ' '); |
|
| if (NULL == cp) |
|
| cp = nn->string; |
|
| |
|
| /* Strip away pointer symbol. */ |
|
| |
|
| while ('*' == *cp) |
while ('*' == *cp) |
| cp++; |
cp++; |
| |
|
| /* Store the function name. */ |
putkey(mpage, cp, TYPE_Fn); |
| |
|
| buf_append(buf, cp); |
if (n->string < cp) |
| hash_put(hash, buf, TYPE_Fn); |
putkeys(mpage, n->string, cp - n->string, TYPE_Ft); |
| |
|
| /* Store the function type. */ |
for (n = n->next; NULL != n; n = n->next) |
| |
if (MDOC_TEXT == n->type) |
| |
putkey(mpage, n->string, TYPE_Fa); |
| |
|
| if (nn->string < cp) { |
|
| buf->len = 0; |
|
| buf_appendb(buf, nn->string, cp - nn->string); |
|
| buf_appendb(buf, "", 1); |
|
| hash_put(hash, buf, TYPE_Ft); |
|
| } |
|
| |
|
| /* Store the arguments. */ |
|
| |
|
| for (nn = nn->next; nn; nn = nn->next) { |
|
| if (MDOC_TEXT != nn->type) |
|
| continue; |
|
| buf->len = 0; |
|
| buf_append(buf, nn->string); |
|
| hash_put(hash, buf, TYPE_Fa); |
|
| } |
|
| |
|
| return(0); |
return(0); |
| } |
} |
| |
|
| /* ARGSUSED */ |
|
| static int |
static int |
| pmdoc_St(MDOC_ARGS) |
parse_mdoc_Xr(struct mpage *mpage, const struct mdoc_node *n) |
| { |
{ |
| |
char *cp; |
| |
|
| if (NULL == n->child || MDOC_TEXT != n->child->type) |
if (NULL == (n = n->child)) |
| return(0); |
return(0); |
| |
|
| buf_append(buf, n->child->string); |
if (NULL == n->next) { |
| return(1); |
putkey(mpage, n->string, TYPE_Xr); |
| |
return(0); |
| |
} |
| |
|
| |
mandoc_asprintf(&cp, "%s(%s)", n->string, n->next->string); |
| |
putkey(mpage, cp, TYPE_Xr); |
| |
free(cp); |
| |
return(0); |
| } |
} |
| |
|
| /* ARGSUSED */ |
|
| static int |
static int |
| pmdoc_Xr(MDOC_ARGS) |
parse_mdoc_Nd(struct mpage *mpage, const struct mdoc_node *n) |
| { |
{ |
| |
size_t sz; |
| |
|
| if (NULL == (n = n->child)) |
if (MDOC_BODY != n->type) |
| return(0); |
return(0); |
| |
|
| buf_appendb(buf, n->string, strlen(n->string)); |
/* |
| |
* Special-case the `Nd' because we need to put the description |
| |
* into the document table. |
| |
*/ |
| |
|
| if (NULL != (n = n->next)) { |
for (n = n->child; NULL != n; n = n->next) { |
| buf_appendb(buf, ".", 1); |
if (MDOC_TEXT == n->type) { |
| buf_appendb(buf, n->string, strlen(n->string) + 1); |
if (NULL != mpage->desc) { |
| } else |
sz = strlen(mpage->desc) + |
| buf_appendb(buf, ".", 2); |
strlen(n->string) + 2; |
| |
mpage->desc = mandoc_realloc( |
| |
mpage->desc, sz); |
| |
strlcat(mpage->desc, " ", sz); |
| |
strlcat(mpage->desc, n->string, sz); |
| |
} else |
| |
mpage->desc = mandoc_strdup(n->string); |
| |
} |
| |
if (NULL != n->child) |
| |
parse_mdoc_Nd(mpage, n); |
| |
} |
| return(1); |
return(1); |
| } |
} |
| |
|
| /* ARGSUSED */ |
|
| static int |
static int |
| pmdoc_Nd(MDOC_ARGS) |
parse_mdoc_Nm(struct mpage *mpage, const struct mdoc_node *n) |
| { |
{ |
| |
|
| if (MDOC_BODY != n->type) |
return(SEC_NAME == n->sec || |
| return(0); |
(SEC_SYNOPSIS == n->sec && MDOC_HEAD == n->type)); |
| |
|
| buf_appendmdoc(dbuf, n->child, 1); |
|
| return(1); |
|
| } |
} |
| |
|
| /* ARGSUSED */ |
|
| static int |
static int |
| pmdoc_Nm(MDOC_ARGS) |
parse_mdoc_Sh(struct mpage *mpage, const struct mdoc_node *n) |
| { |
{ |
| |
|
| if (SEC_NAME == n->sec) |
return(SEC_CUSTOM == n->sec && MDOC_HEAD == n->type); |
| return(1); |
} |
| else if (SEC_SYNOPSIS != n->sec || MDOC_HEAD != n->type) |
|
| return(0); |
|
| |
|
| if (NULL == n->child) |
static int |
| buf_append(buf, m->name); |
parse_mdoc_head(struct mpage *mpage, const struct mdoc_node *n) |
| |
{ |
| |
|
| return(1); |
return(MDOC_HEAD == n->type); |
| } |
} |
| |
|
| /* ARGSUSED */ |
|
| static int |
static int |
| pmdoc_Sh(MDOC_ARGS) |
parse_mdoc_body(struct mpage *mpage, const struct mdoc_node *n) |
| { |
{ |
| |
|
| return(SEC_CUSTOM == n->sec && MDOC_HEAD == n->type); |
return(MDOC_BODY == n->type); |
| } |
} |
| |
|
| |
/* |
| |
* Add a string to the hash table for the current manual. |
| |
* Each string has a bitmask telling which macros it belongs to. |
| |
* When we finish the manual, we'll dump the table. |
| |
*/ |
| static void |
static void |
| hash_put(DB *db, const struct buf *buf, uint64_t mask) |
putkeys(const struct mpage *mpage, |
| |
const char *cp, size_t sz, uint64_t v) |
| { |
{ |
| uint64_t oldmask; |
struct str *s; |
| DBT key, val; |
const char *end; |
| int rc; |
uint64_t mask; |
| |
unsigned int slot; |
| |
int i; |
| |
|
| if (buf->len < 2) |
if (0 == sz) |
| return; |
return; |
| |
|
| key.data = buf->cp; |
if (verb > 1) { |
| key.size = buf->len; |
for (i = 0, mask = 1; |
| |
i < mansearch_keymax; |
| if ((rc = (*db->get)(db, &key, &val, 0)) < 0) { |
i++, mask <<= 1) |
| perror("hash"); |
if (mask & v) |
| exit((int)MANDOCLEVEL_SYSERR); |
break; |
| } else if (0 == rc) { |
say(mpage->mlinks->file, "Adding key %s=%*s", |
| assert(sizeof(uint64_t) == val.size); |
mansearch_keynames[i], sz, cp); |
| memcpy(&oldmask, val.data, val.size); |
|
| mask |= oldmask; |
|
| } |
} |
| |
|
| val.data = &mask; |
end = cp + sz; |
| val.size = sizeof(uint64_t); |
slot = ohash_qlookupi(&strings, cp, &end); |
| |
s = ohash_find(&strings, slot); |
| |
|
| if ((rc = (*db->put)(db, &key, &val, 0)) < 0) { |
if (NULL != s && mpage == s->mpage) { |
| perror("hash"); |
s->mask |= v; |
| exit((int)MANDOCLEVEL_SYSERR); |
return; |
| } |
} else if (NULL == s) { |
| |
s = mandoc_calloc(sizeof(struct str) + sz + 1, 1); |
| |
memcpy(s->key, cp, sz); |
| |
ohash_insert(&strings, slot, s); |
| |
} |
| |
s->mpage = mpage; |
| |
s->mask = v; |
| } |
} |
| |
|
| static void |
/* |
| dbt_put(DB *db, const char *dbn, DBT *key, DBT *val) |
* Take a Unicode codepoint and produce its UTF-8 encoding. |
| |
* This isn't the best way to do this, but it works. |
| |
* The magic numbers are from the UTF-8 packaging. |
| |
* They're not as scary as they seem: read the UTF-8 spec for details. |
| |
*/ |
| |
static size_t |
| |
utf8(unsigned int cp, char out[7]) |
| { |
{ |
| |
size_t rc; |
| |
|
| assert(key->size); |
rc = 0; |
| assert(val->size); |
if (cp <= 0x0000007F) { |
| |
rc = 1; |
| |
out[0] = (char)cp; |
| |
} else if (cp <= 0x000007FF) { |
| |
rc = 2; |
| |
out[0] = (cp >> 6 & 31) | 192; |
| |
out[1] = (cp & 63) | 128; |
| |
} else if (cp <= 0x0000FFFF) { |
| |
rc = 3; |
| |
out[0] = (cp >> 12 & 15) | 224; |
| |
out[1] = (cp >> 6 & 63) | 128; |
| |
out[2] = (cp & 63) | 128; |
| |
} else if (cp <= 0x001FFFFF) { |
| |
rc = 4; |
| |
out[0] = (cp >> 18 & 7) | 240; |
| |
out[1] = (cp >> 12 & 63) | 128; |
| |
out[2] = (cp >> 6 & 63) | 128; |
| |
out[3] = (cp & 63) | 128; |
| |
} else if (cp <= 0x03FFFFFF) { |
| |
rc = 5; |
| |
out[0] = (cp >> 24 & 3) | 248; |
| |
out[1] = (cp >> 18 & 63) | 128; |
| |
out[2] = (cp >> 12 & 63) | 128; |
| |
out[3] = (cp >> 6 & 63) | 128; |
| |
out[4] = (cp & 63) | 128; |
| |
} else if (cp <= 0x7FFFFFFF) { |
| |
rc = 6; |
| |
out[0] = (cp >> 30 & 1) | 252; |
| |
out[1] = (cp >> 24 & 63) | 128; |
| |
out[2] = (cp >> 18 & 63) | 128; |
| |
out[3] = (cp >> 12 & 63) | 128; |
| |
out[4] = (cp >> 6 & 63) | 128; |
| |
out[5] = (cp & 63) | 128; |
| |
} else |
| |
return(0); |
| |
|
| if (0 == (*db->put)(db, key, val, 0)) |
out[rc] = '\0'; |
| return; |
return(rc); |
| |
|
| perror(dbn); |
|
| exit((int)MANDOCLEVEL_SYSERR); |
|
| /* NOTREACHED */ |
|
| } |
} |
| |
|
| /* |
/* |
| * Call out to per-macro handlers after clearing the persistent database |
* Store the rendered version of a key, or alias the pointer |
| * key. If the macro sets the database key, flush it to the database. |
* if the key contains no escape sequences. |
| */ |
*/ |
| static void |
static void |
| pmdoc_node(MDOC_ARGS) |
render_key(struct mchars *mc, struct str *key) |
| { |
{ |
| |
size_t sz, bsz, pos; |
| |
char utfbuf[7], res[6]; |
| |
char *buf; |
| |
const char *seq, *cpp, *val; |
| |
int len, u; |
| |
enum mandoc_esc esc; |
| |
|
| if (NULL == n) |
assert(NULL == key->rendered); |
| |
|
| |
res[0] = '\\'; |
| |
res[1] = '\t'; |
| |
res[2] = ASCII_NBRSP; |
| |
res[3] = ASCII_HYPH; |
| |
res[4] = ASCII_BREAK; |
| |
res[5] = '\0'; |
| |
|
| |
val = key->key; |
| |
bsz = strlen(val); |
| |
|
| |
/* |
| |
* Pre-check: if we have no stop-characters, then set the |
| |
* pointer as ourselvse and get out of here. |
| |
*/ |
| |
if (strcspn(val, res) == bsz) { |
| |
key->rendered = key->key; |
| return; |
return; |
| |
} |
| |
|
| switch (n->type) { |
/* Pre-allocate by the length of the input */ |
| case (MDOC_HEAD): |
|
| /* FALLTHROUGH */ |
|
| case (MDOC_BODY): |
|
| /* FALLTHROUGH */ |
|
| case (MDOC_TAIL): |
|
| /* FALLTHROUGH */ |
|
| case (MDOC_BLOCK): |
|
| /* FALLTHROUGH */ |
|
| case (MDOC_ELEM): |
|
| buf->len = 0; |
|
| |
|
| |
buf = mandoc_malloc(++bsz); |
| |
pos = 0; |
| |
|
| |
while ('\0' != *val) { |
| /* |
/* |
| * Both NULL handlers and handlers returning true |
* Halt on the first escape sequence. |
| * request using the data. Only skip the element |
* This also halts on the end of string, in which case |
| * when the handler returns false. |
* we just copy, fallthrough, and exit the loop. |
| */ |
*/ |
| |
if ((sz = strcspn(val, res)) > 0) { |
| |
memcpy(&buf[pos], val, sz); |
| |
pos += sz; |
| |
val += sz; |
| |
} |
| |
|
| if (NULL != mdocs[n->tok].fp && |
switch (*val) { |
| 0 == (*mdocs[n->tok].fp)(hash, buf, dbuf, n, m)) |
case (ASCII_HYPH): |
| |
buf[pos++] = '-'; |
| |
val++; |
| |
continue; |
| |
case ('\t'): |
| |
/* FALLTHROUGH */ |
| |
case (ASCII_NBRSP): |
| |
buf[pos++] = ' '; |
| |
val++; |
| |
/* FALLTHROUGH */ |
| |
case (ASCII_BREAK): |
| |
continue; |
| |
default: |
| break; |
break; |
| |
} |
| |
if ('\\' != *val) |
| |
break; |
| |
|
| |
/* Read past the slash. */ |
| |
|
| |
val++; |
| |
|
| /* |
/* |
| * For many macros, use the text from all children. |
* Parse the escape sequence and see if it's a |
| * Set zero flags for macros not needing this. |
* predefined character or special character. |
| * In that case, the handler must fill the buffer. |
|
| */ |
*/ |
| |
|
| if (MDOCF_CHILD & mdocs[n->tok].flags) |
esc = mandoc_escape |
| buf_appendmdoc(buf, n->child, 0); |
((const char **)&val, &seq, &len); |
| |
if (ESCAPE_ERROR == esc) |
| |
break; |
| |
if (ESCAPE_SPECIAL != esc) |
| |
continue; |
| |
|
| /* |
/* |
| * Cover the most common case: |
* Render the special character |
| * Automatically stage one string per element. |
* as either UTF-8 or ASCII. |
| * Set a zero mask for macros not needing this. |
|
| * Additional staging can be done in the handler. |
|
| */ |
*/ |
| |
|
| if (mdocs[n->tok].mask) |
if (write_utf8) { |
| hash_put(hash, buf, mdocs[n->tok].mask); |
if (0 == (u = mchars_spec2cp(mc, seq, len))) |
| break; |
continue; |
| default: |
cpp = utfbuf; |
| break; |
if (0 == (sz = utf8(u, utfbuf))) |
| |
continue; |
| |
sz = strlen(cpp); |
| |
} else { |
| |
cpp = mchars_spec2str(mc, seq, len, &sz); |
| |
if (NULL == cpp) |
| |
continue; |
| |
if (ASCII_NBRSP == *cpp) { |
| |
cpp = " "; |
| |
sz = 1; |
| |
} |
| |
} |
| |
|
| |
/* Copy the rendered glyph into the stream. */ |
| |
|
| |
bsz += sz; |
| |
buf = mandoc_realloc(buf, bsz); |
| |
memcpy(&buf[pos], cpp, sz); |
| |
pos += sz; |
| } |
} |
| |
|
| pmdoc_node(hash, buf, dbuf, n->child, m); |
buf[pos] = '\0'; |
| pmdoc_node(hash, buf, dbuf, n->next, m); |
key->rendered = buf; |
| } |
} |
| |
|
| static int |
static void |
| pman_node(MAN_ARGS) |
dbadd_mlink(const struct mlink *mlink) |
| { |
{ |
| const struct man_node *head, *body; |
size_t i; |
| const char *start, *sv; |
|
| size_t sz; |
|
| |
|
| if (NULL == n) |
i = 1; |
| return(0); |
SQL_BIND_TEXT(stmts[STMT_INSERT_LINK], i, mlink->dsec); |
| |
SQL_BIND_TEXT(stmts[STMT_INSERT_LINK], i, mlink->arch); |
| |
SQL_BIND_TEXT(stmts[STMT_INSERT_LINK], i, mlink->name); |
| |
SQL_BIND_INT64(stmts[STMT_INSERT_LINK], i, mlink->mpage->recno); |
| |
SQL_STEP(stmts[STMT_INSERT_LINK]); |
| |
sqlite3_reset(stmts[STMT_INSERT_LINK]); |
| |
} |
| |
|
| /* |
/* |
| * We're only searching for one thing: the first text child in |
* Flush the current page's terms (and their bits) into the database. |
| * the BODY of a NAME section. Since we don't keep track of |
* Wrap the entire set of additions in a transaction to make sqlite be a |
| * sections in -man, run some hoops to find out whether we're in |
* little faster. |
| * the correct section or not. |
* Also, handle escape sequences at the last possible moment. |
| */ |
*/ |
| |
static void |
| |
dbadd(struct mpage *mpage, struct mchars *mc) |
| |
{ |
| |
struct mlink *mlink; |
| |
struct str *key; |
| |
size_t i; |
| |
unsigned int slot; |
| |
|
| if (MAN_BODY == n->type && MAN_SH == n->tok) { |
if (verb) |
| body = n; |
say(mpage->mlinks->file, "Adding to database"); |
| assert(body->parent); |
|
| if (NULL != (head = body->parent->head) && |
|
| 1 == head->nchild && |
|
| NULL != (head = (head->child)) && |
|
| MAN_TEXT == head->type && |
|
| 0 == strcmp(head->string, "NAME") && |
|
| NULL != (body = body->child) && |
|
| MAN_TEXT == body->type) { |
|
| |
|
| assert(body->string); |
if (nodb) |
| start = sv = body->string; |
return; |
| |
|
| /* |
i = 1; |
| * Go through a special heuristic dance here. |
SQL_BIND_INT(stmts[STMT_INSERT_PAGE], i, FORM_SRC == mpage->form); |
| * This is why -man manuals are great! |
SQL_STEP(stmts[STMT_INSERT_PAGE]); |
| * (I'm being sarcastic: my eyes are bleeding.) |
mpage->recno = sqlite3_last_insert_rowid(db); |
| * Conventionally, one or more manual names are |
sqlite3_reset(stmts[STMT_INSERT_PAGE]); |
| * comma-specified prior to a whitespace, then a |
|
| * dash, then a description. Try to puzzle out |
|
| * the name parts here. |
|
| */ |
|
| |
|
| for ( ;; ) { |
for (mlink = mpage->mlinks; mlink; mlink = mlink->next) |
| sz = strcspn(start, " ,"); |
dbadd_mlink(mlink); |
| if ('\0' == start[(int)sz]) |
|
| break; |
|
| |
|
| buf->len = 0; |
for (key = ohash_first(&strings, &slot); NULL != key; |
| buf_appendb(buf, start, sz); |
key = ohash_next(&strings, &slot)) { |
| buf_appendb(buf, "", 1); |
assert(key->mpage == mpage); |
| |
if (NULL == key->rendered) |
| |
render_key(mc, key); |
| |
i = 1; |
| |
SQL_BIND_INT64(stmts[STMT_INSERT_KEY], i, key->mask); |
| |
SQL_BIND_TEXT(stmts[STMT_INSERT_KEY], i, key->rendered); |
| |
SQL_BIND_INT64(stmts[STMT_INSERT_KEY], i, mpage->recno); |
| |
SQL_STEP(stmts[STMT_INSERT_KEY]); |
| |
sqlite3_reset(stmts[STMT_INSERT_KEY]); |
| |
if (key->rendered != key->key) |
| |
free(key->rendered); |
| |
free(key); |
| |
} |
| |
} |
| |
|
| hash_put(hash, buf, TYPE_Nm); |
static void |
| |
dbprune(void) |
| |
{ |
| |
struct mpage *mpage; |
| |
struct mlink *mlink; |
| |
size_t i; |
| |
unsigned int slot; |
| |
|
| if (' ' == start[(int)sz]) { |
if (0 == nodb) |
| start += (int)sz + 1; |
SQL_EXEC("BEGIN TRANSACTION"); |
| break; |
|
| } |
|
| |
|
| assert(',' == start[(int)sz]); |
for (mpage = ohash_first(&mpages, &slot); NULL != mpage; |
| start += (int)sz + 1; |
mpage = ohash_next(&mpages, &slot)) { |
| while (' ' == *start) |
mlink = mpage->mlinks; |
| start++; |
if (verb) |
| } |
say(mlink->file, "Deleting from database"); |
| |
if (nodb) |
| buf->len = 0; |
continue; |
| |
for ( ; NULL != mlink; mlink = mlink->next) { |
| if (sv == start) { |
i = 1; |
| buf_append(buf, start); |
SQL_BIND_TEXT(stmts[STMT_DELETE_PAGE], |
| return(1); |
i, mlink->dsec); |
| } |
SQL_BIND_TEXT(stmts[STMT_DELETE_PAGE], |
| |
i, mlink->arch); |
| while (' ' == *start) |
SQL_BIND_TEXT(stmts[STMT_DELETE_PAGE], |
| start++; |
i, mlink->name); |
| |
SQL_STEP(stmts[STMT_DELETE_PAGE]); |
| if (0 == strncmp(start, "-", 1)) |
sqlite3_reset(stmts[STMT_DELETE_PAGE]); |
| start += 1; |
|
| else if (0 == strncmp(start, "\\-\\-", 4)) |
|
| start += 4; |
|
| else if (0 == strncmp(start, "\\-", 2)) |
|
| start += 2; |
|
| else if (0 == strncmp(start, "\\(en", 4)) |
|
| start += 4; |
|
| else if (0 == strncmp(start, "\\(em", 4)) |
|
| start += 4; |
|
| |
|
| while (' ' == *start) |
|
| start++; |
|
| |
|
| sz = strlen(start) + 1; |
|
| buf_appendb(dbuf, start, sz); |
|
| buf_appendb(buf, start, sz); |
|
| |
|
| hash_put(hash, buf, TYPE_Nd); |
|
| } |
} |
| } |
} |
| |
|
| for (n = n->child; n; n = n->next) |
if (0 == nodb) |
| if (pman_node(hash, buf, dbuf, n)) |
SQL_EXEC("END TRANSACTION"); |
| return(1); |
|
| |
|
| return(0); |
|
| } |
} |
| |
|
| /* |
/* |
| * Parse a formatted manual page. |
* Close an existing database and its prepared statements. |
| * By necessity, this involves rather crude guesswork. |
* If "real" is not set, rename the temporary file into the real one. |
| */ |
*/ |
| static void |
static void |
| pformatted(DB *hash, struct buf *buf, |
dbclose(int real) |
| struct buf *dbuf, const struct of *of) |
|
| { |
{ |
| FILE *stream; |
size_t i; |
| char *line, *p, *title; |
int status; |
| size_t len, plen, titlesz; |
pid_t child; |
| |
|
| if (NULL == (stream = fopen(of->fname, "r"))) { |
if (nodb) |
| if (warnings) |
|
| perror(of->fname); |
|
| return; |
return; |
| |
|
| |
for (i = 0; i < STMT__MAX; i++) { |
| |
sqlite3_finalize(stmts[i]); |
| |
stmts[i] = NULL; |
| } |
} |
| |
|
| /* |
sqlite3_close(db); |
| * Always use the title derived from the filename up front, |
db = NULL; |
| * do not even try to find it in the file. This also makes |
|
| * sure we don't end up with an orphan index record, even if |
|
| * the file content turns out to be completely unintelligible. |
|
| */ |
|
| |
|
| buf->len = 0; |
if (real) |
| buf_append(buf, of->title); |
return; |
| hash_put(hash, buf, TYPE_Nm); |
|
| |
|
| /* Skip to first blank line. */ |
if ('\0' == *tempfilename) { |
| |
if (-1 == rename(MANDOC_DB "~", MANDOC_DB)) { |
| while (NULL != (line = fgetln(stream, &len))) |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| if ('\n' == *line) |
say(MANDOC_DB, "%s", strerror(errno)); |
| break; |
|
| |
|
| /* |
|
| * Assume the first line that is not indented |
|
| * is the first section header. Skip to it. |
|
| */ |
|
| |
|
| while (NULL != (line = fgetln(stream, &len))) |
|
| if ('\n' != *line && ' ' != *line) |
|
| break; |
|
| |
|
| /* |
|
| * Read up until the next section into a buffer. |
|
| * Strip the leading and trailing newline from each read line, |
|
| * appending a trailing space. |
|
| * Ignore empty (whitespace-only) lines. |
|
| */ |
|
| |
|
| titlesz = 0; |
|
| title = NULL; |
|
| |
|
| while (NULL != (line = fgetln(stream, &len))) { |
|
| if (' ' != *line || '\n' != line[(int)len - 1]) |
|
| break; |
|
| while (len > 0 && isspace((unsigned char)*line)) { |
|
| line++; |
|
| len--; |
|
| } |
} |
| if (1 == len) |
return; |
| continue; |
|
| title = mandoc_realloc(title, titlesz + len); |
|
| memcpy(title + titlesz, line, len); |
|
| titlesz += len; |
|
| title[(int)titlesz - 1] = ' '; |
|
| } |
} |
| |
|
| |
switch (child = fork()) { |
| /* |
case (-1): |
| * If no page content can be found, or the input line |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| * is already the next section header, or there is no |
say("fork cmp", "%s", strerror(errno)); |
| * trailing newline, reuse the page title as the page |
|
| * description. |
|
| */ |
|
| |
|
| if (NULL == title || '\0' == *title) { |
|
| if (warnings) |
|
| fprintf(stderr, "%s: cannot find NAME section\n", |
|
| of->fname); |
|
| buf_appendb(dbuf, buf->cp, buf->size); |
|
| hash_put(hash, buf, TYPE_Nd); |
|
| fclose(stream); |
|
| free(title); |
|
| return; |
return; |
| |
case (0): |
| |
execlp("cmp", "cmp", "-s", |
| |
tempfilename, MANDOC_DB, NULL); |
| |
say("exec cmp", "%s", strerror(errno)); |
| |
exit(0); |
| |
default: |
| |
break; |
| } |
} |
| |
if (-1 == waitpid(child, &status, 0)) { |
| title = mandoc_realloc(title, titlesz + 1); |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| title[(int)titlesz] = '\0'; |
say("wait cmp", "%s", strerror(errno)); |
| |
} else if (WIFSIGNALED(status)) { |
| /* |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| * Skip to the first dash. |
say("cmp", "Died from a signal"); |
| * Use the remaining line as the description (no more than 70 |
} else if (WEXITSTATUS(status)) { |
| * bytes). |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| */ |
say(MANDOC_DB, |
| |
"Data changed, but cannot replace database"); |
| if (NULL != (p = strstr(title, "- "))) { |
|
| for (p += 2; ' ' == *p || '\b' == *p; p++) |
|
| /* Skip to next word. */ ; |
|
| } else { |
|
| if (warnings) |
|
| fprintf(stderr, "%s: no dash in title line\n", |
|
| of->fname); |
|
| p = title; |
|
| } |
} |
| |
|
| plen = strlen(p); |
*strrchr(tempfilename, '/') = '\0'; |
| |
switch (child = fork()) { |
| /* Strip backspace-encoding from line. */ |
case (-1): |
| |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| while (NULL != (line = memchr(p, '\b', plen))) { |
say("fork rm", "%s", strerror(errno)); |
| len = line - p; |
return; |
| if (0 == len) { |
case (0): |
| memmove(line, line + 1, plen--); |
execlp("rm", "rm", "-rf", tempfilename, NULL); |
| continue; |
say("exec rm", "%s", strerror(errno)); |
| } |
exit((int)MANDOCLEVEL_SYSERR); |
| memmove(line - 1, line + 1, plen - len); |
default: |
| plen -= 2; |
break; |
| } |
} |
| |
if (-1 == waitpid(child, &status, 0)) { |
| buf_appendb(dbuf, p, plen + 1); |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| buf->len = 0; |
say("wait rm", "%s", strerror(errno)); |
| buf_appendb(buf, p, plen + 1); |
} else if (WIFSIGNALED(status) || WEXITSTATUS(status)) { |
| hash_put(hash, buf, TYPE_Nd); |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| fclose(stream); |
say(tempfilename, |
| free(title); |
"Cannot remove temporary directory"); |
| |
} |
| } |
} |
| |
|
| static void |
/* |
| ofile_argbuild(int argc, char *argv[], struct of **of) |
* This is straightforward stuff. |
| |
* Open a database connection to a "temporary" database, then open a set |
| |
* of prepared statements we'll use over and over again. |
| |
* If "real" is set, we use the existing database; if not, we truncate a |
| |
* temporary one. |
| |
* Must be matched by dbclose(). |
| |
*/ |
| |
static int |
| |
dbopen(int real) |
| { |
{ |
| char buf[MAXPATHLEN]; |
const char *sql; |
| const char *sec, *arch, *title; |
int rc, ofl; |
| char *p; |
|
| int i, src_form; |
|
| struct of *nof; |
|
| |
|
| for (i = 0; i < argc; i++) { |
if (nodb) |
| |
return(1); |
| |
|
| /* |
*tempfilename = '\0'; |
| * Try to infer the manual section, architecture and |
ofl = SQLITE_OPEN_READWRITE; |
| * page title from the path, assuming it looks like |
|
| * man*[/<arch>]/<title>.<section> or |
|
| * cat<section>[/<arch>]/<title>.0 |
|
| */ |
|
| |
|
| if (strlcpy(buf, argv[i], sizeof(buf)) >= sizeof(buf)) { |
if (real) { |
| fprintf(stderr, "%s: path too long\n", argv[i]); |
rc = sqlite3_open_v2(MANDOC_DB, &db, ofl, NULL); |
| continue; |
if (SQLITE_OK != rc) { |
| |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| |
say(MANDOC_DB, "%s", sqlite3_errmsg(db)); |
| |
return(0); |
| } |
} |
| sec = arch = title = ""; |
goto prepare_statements; |
| src_form = 0; |
} |
| p = strrchr(buf, '\0'); |
|
| while (p-- > buf) { |
|
| if ('\0' == *sec && '.' == *p) { |
|
| sec = p + 1; |
|
| *p = '\0'; |
|
| if ('0' == *sec) |
|
| src_form |= MANDOC_FORM; |
|
| else if ('1' <= *sec && '9' >= *sec) |
|
| src_form |= MANDOC_SRC; |
|
| continue; |
|
| } |
|
| if ('/' != *p) |
|
| continue; |
|
| if ('\0' == *title) { |
|
| title = p + 1; |
|
| *p = '\0'; |
|
| continue; |
|
| } |
|
| if (0 == strncmp("man", p + 1, 3)) |
|
| src_form |= MANDOC_SRC; |
|
| else if (0 == strncmp("cat", p + 1, 3)) |
|
| src_form |= MANDOC_FORM; |
|
| else |
|
| arch = p + 1; |
|
| break; |
|
| } |
|
| if ('\0' == *title) { |
|
| if (warnings) |
|
| fprintf(stderr, |
|
| "%s: cannot deduce title " |
|
| "from filename\n", |
|
| argv[i]); |
|
| title = buf; |
|
| } |
|
| |
|
| /* |
ofl |= SQLITE_OPEN_CREATE | SQLITE_OPEN_EXCLUSIVE; |
| * Build the file structure. |
|
| */ |
|
| |
|
| nof = mandoc_calloc(1, sizeof(struct of)); |
remove(MANDOC_DB "~"); |
| nof->fname = mandoc_strdup(argv[i]); |
rc = sqlite3_open_v2(MANDOC_DB "~", &db, ofl, NULL); |
| nof->sec = mandoc_strdup(sec); |
if (SQLITE_OK == rc) |
| nof->arch = mandoc_strdup(arch); |
goto create_tables; |
| nof->title = mandoc_strdup(title); |
if (MPARSE_QUICK & mparse_options) { |
| nof->src_form = src_form; |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| |
say(MANDOC_DB "~", "%s", sqlite3_errmsg(db)); |
| |
return(0); |
| |
} |
| |
|
| /* |
if (strlcpy(tempfilename, "/tmp/mandocdb.XXXXXX", |
| * Add the structure to the list. |
sizeof(tempfilename)) >= sizeof(tempfilename)) { |
| */ |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| |
say("/tmp/mandocdb.XXXXXX", "Filename too long"); |
| if (verb > 1) |
return(0); |
| printf("%s: scheduling\n", argv[i]); |
|
| if (NULL == *of) { |
|
| *of = nof; |
|
| (*of)->first = nof; |
|
| } else { |
|
| nof->first = (*of)->first; |
|
| (*of)->next = nof; |
|
| *of = nof; |
|
| } |
|
| } |
} |
| } |
if (NULL == mkdtemp(tempfilename)) { |
| |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| |
say(tempfilename, "%s", strerror(errno)); |
| |
return(0); |
| |
} |
| |
if (strlcat(tempfilename, "/" MANDOC_DB, |
| |
sizeof(tempfilename)) >= sizeof(tempfilename)) { |
| |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| |
say(tempfilename, "Filename too long"); |
| |
return(0); |
| |
} |
| |
rc = sqlite3_open_v2(tempfilename, &db, ofl, NULL); |
| |
if (SQLITE_OK != rc) { |
| |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| |
say(tempfilename, "%s", sqlite3_errmsg(db)); |
| |
return(0); |
| |
} |
| |
|
| /* |
create_tables: |
| * Recursively build up a list of files to parse. |
sql = "CREATE TABLE \"mpages\" (\n" |
| * We use this instead of ftw() and so on because I don't want global |
" \"form\" INTEGER NOT NULL,\n" |
| * variables hanging around. |
" \"id\" INTEGER PRIMARY KEY AUTOINCREMENT NOT NULL\n" |
| * This ignores the whatis.db and whatis.index files, but assumes that |
");\n" |
| * everything else is a manual. |
"\n" |
| * Pass in a pointer to a NULL structure for the first invocation. |
"CREATE TABLE \"mlinks\" (\n" |
| */ |
" \"sec\" TEXT NOT NULL,\n" |
| static void |
" \"arch\" TEXT NOT NULL,\n" |
| ofile_dirbuild(const char *dir, const char* psec, const char *parch, |
" \"name\" TEXT NOT NULL,\n" |
| int p_src_form, struct of **of) |
" \"pageid\" INTEGER NOT NULL REFERENCES mpages(id) " |
| { |
"ON DELETE CASCADE\n" |
| char buf[MAXPATHLEN]; |
");\n" |
| size_t sz; |
"\n" |
| DIR *d; |
"CREATE TABLE \"keys\" (\n" |
| const char *fn, *sec, *arch; |
" \"bits\" INTEGER NOT NULL,\n" |
| char *p, *q, *suffix; |
" \"key\" TEXT NOT NULL,\n" |
| struct of *nof; |
" \"pageid\" INTEGER NOT NULL REFERENCES mpages(id) " |
| struct dirent *dp; |
"ON DELETE CASCADE\n" |
| int src_form; |
");\n"; |
| |
|
| if (NULL == (d = opendir(dir))) { |
if (SQLITE_OK != sqlite3_exec(db, sql, NULL, NULL, NULL)) { |
| if (warnings) |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| perror(dir); |
say(MANDOC_DB, "%s", sqlite3_errmsg(db)); |
| return; |
return(0); |
| } |
} |
| |
|
| while (NULL != (dp = readdir(d))) { |
prepare_statements: |
| fn = dp->d_name; |
SQL_EXEC("PRAGMA foreign_keys = ON"); |
| |
sql = "DELETE FROM mpages WHERE id IN " |
| |
"(SELECT pageid FROM mlinks WHERE " |
| |
"sec=? AND arch=? AND name=?)"; |
| |
sqlite3_prepare_v2(db, sql, -1, &stmts[STMT_DELETE_PAGE], NULL); |
| |
sql = "INSERT INTO mpages " |
| |
"(form) VALUES (?)"; |
| |
sqlite3_prepare_v2(db, sql, -1, &stmts[STMT_INSERT_PAGE], NULL); |
| |
sql = "INSERT INTO mlinks " |
| |
"(sec,arch,name,pageid) VALUES (?,?,?,?)"; |
| |
sqlite3_prepare_v2(db, sql, -1, &stmts[STMT_INSERT_LINK], NULL); |
| |
sql = "INSERT INTO keys " |
| |
"(bits,key,pageid) VALUES (?,?,?)"; |
| |
sqlite3_prepare_v2(db, sql, -1, &stmts[STMT_INSERT_KEY], NULL); |
| |
|
| if ('.' == *fn) |
#ifndef __APPLE__ |
| continue; |
/* |
| |
* When opening a new database, we can turn off |
| |
* synchronous mode for much better performance. |
| |
*/ |
| |
|
| src_form = p_src_form; |
if (real) |
| |
SQL_EXEC("PRAGMA synchronous = OFF"); |
| |
#endif |
| |
|
| if (DT_DIR == dp->d_type) { |
return(1); |
| sec = psec; |
} |
| arch = parch; |
|
| |
|
| /* |
static void * |
| * By default, only use directories called: |
hash_halloc(size_t sz, void *arg) |
| * man<section>/[<arch>/] or |
{ |
| * cat<section>/[<arch>/] |
|
| */ |
|
| |
|
| if ('\0' == *sec) { |
return(mandoc_calloc(sz, 1)); |
| if(0 == strncmp("man", fn, 3)) { |
} |
| src_form |= MANDOC_SRC; |
|
| sec = fn + 3; |
|
| } else if (0 == strncmp("cat", fn, 3)) { |
|
| src_form |= MANDOC_FORM; |
|
| sec = fn + 3; |
|
| } else { |
|
| if (warnings) fprintf(stderr, |
|
| "%s/%s: bad section\n", |
|
| dir, fn); |
|
| if (use_all) |
|
| sec = fn; |
|
| else |
|
| continue; |
|
| } |
|
| } else if ('\0' == *arch) { |
|
| if (NULL != strchr(fn, '.')) { |
|
| if (warnings) fprintf(stderr, |
|
| "%s/%s: bad architecture\n", |
|
| dir, fn); |
|
| if (0 == use_all) |
|
| continue; |
|
| } |
|
| arch = fn; |
|
| } else { |
|
| if (warnings) fprintf(stderr, "%s/%s: " |
|
| "excessive subdirectory\n", dir, fn); |
|
| if (0 == use_all) |
|
| continue; |
|
| } |
|
| |
|
| buf[0] = '\0'; |
static void * |
| strlcat(buf, dir, MAXPATHLEN); |
hash_alloc(size_t sz, void *arg) |
| strlcat(buf, "/", MAXPATHLEN); |
{ |
| sz = strlcat(buf, fn, MAXPATHLEN); |
|
| |
|
| if (MAXPATHLEN <= sz) { |
return(mandoc_malloc(sz)); |
| if (warnings) fprintf(stderr, "%s/%s: " |
} |
| "path too long\n", dir, fn); |
|
| continue; |
|
| } |
|
| |
|
| if (verb > 1) |
static void |
| printf("%s: scanning\n", buf); |
hash_free(void *p, size_t sz, void *arg) |
| |
{ |
| |
|
| ofile_dirbuild(buf, sec, arch, src_form, of); |
free(p); |
| continue; |
} |
| } |
|
| |
|
| if (DT_REG != dp->d_type) { |
static int |
| if (warnings) |
set_basedir(const char *targetdir) |
| fprintf(stderr, |
{ |
| "%s/%s: not a regular file\n", |
static char startdir[PATH_MAX]; |
| dir, fn); |
static int fd; |
| continue; |
|
| } |
|
| if (!strcmp(MANDOC_DB, fn) || !strcmp(MANDOC_IDX, fn)) |
|
| continue; |
|
| if ('\0' == *psec) { |
|
| if (warnings) |
|
| fprintf(stderr, |
|
| "%s/%s: file outside section\n", |
|
| dir, fn); |
|
| if (0 == use_all) |
|
| continue; |
|
| } |
|
| |
|
| /* |
/* |
| * By default, skip files where the file name suffix |
* Remember where we started by keeping a fd open to the origin |
| * does not agree with the section directory |
* path component: throughout this utility, we chdir() a lot to |
| * they are located in. |
* handle relative paths, and by doing this, we can return to |
| */ |
* the starting point. |
| |
*/ |
| suffix = strrchr(fn, '.'); |
if ('\0' == *startdir) { |
| if (NULL == suffix) { |
if (NULL == getcwd(startdir, PATH_MAX)) { |
| if (warnings) |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| fprintf(stderr, |
if (NULL != targetdir) |
| "%s/%s: no filename suffix\n", |
say(".", NULL); |
| dir, fn); |
return(0); |
| if (0 == use_all) |
|
| continue; |
|
| } else if ((MANDOC_SRC & src_form && |
|
| strcmp(suffix + 1, psec)) || |
|
| (MANDOC_FORM & src_form && |
|
| strcmp(suffix + 1, "0"))) { |
|
| if (warnings) |
|
| fprintf(stderr, |
|
| "%s/%s: wrong filename suffix\n", |
|
| dir, fn); |
|
| if (0 == use_all) |
|
| continue; |
|
| if ('0' == suffix[1]) |
|
| src_form |= MANDOC_FORM; |
|
| else if ('1' <= suffix[1] && '9' >= suffix[1]) |
|
| src_form |= MANDOC_SRC; |
|
| } |
} |
| |
if (-1 == (fd = open(startdir, O_RDONLY, 0))) { |
| /* |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| * Skip formatted manuals if a source version is |
say(startdir, NULL); |
| * available. Ignore the age: it is very unlikely |
return(0); |
| * that people install newer formatted base manuals |
|
| * when they used to have source manuals before, |
|
| * and in ports, old manuals get removed on update. |
|
| */ |
|
| if (0 == use_all && MANDOC_FORM & src_form && |
|
| '\0' != *psec) { |
|
| buf[0] = '\0'; |
|
| strlcat(buf, dir, MAXPATHLEN); |
|
| p = strrchr(buf, '/'); |
|
| if ('\0' != *parch && NULL != p) |
|
| for (p--; p > buf; p--) |
|
| if ('/' == *p) |
|
| break; |
|
| if (NULL == p) |
|
| p = buf; |
|
| else |
|
| p++; |
|
| if (0 == strncmp("cat", p, 3)) |
|
| memcpy(p, "man", 3); |
|
| strlcat(buf, "/", MAXPATHLEN); |
|
| sz = strlcat(buf, fn, MAXPATHLEN); |
|
| if (sz >= MAXPATHLEN) { |
|
| if (warnings) fprintf(stderr, |
|
| "%s/%s: path too long\n", |
|
| dir, fn); |
|
| continue; |
|
| } |
|
| q = strrchr(buf, '.'); |
|
| if (NULL != q && p < q++) { |
|
| *q = '\0'; |
|
| sz = strlcat(buf, psec, MAXPATHLEN); |
|
| if (sz >= MAXPATHLEN) { |
|
| if (warnings) fprintf(stderr, |
|
| "%s/%s: path too long\n", |
|
| dir, fn); |
|
| continue; |
|
| } |
|
| if (0 == access(buf, R_OK)) |
|
| continue; |
|
| } |
|
| } |
} |
| |
if (NULL == targetdir) |
| buf[0] = '\0'; |
targetdir = startdir; |
| assert('.' == dir[0]); |
} else { |
| if ('/' == dir[1]) { |
if (-1 == fd) |
| strlcat(buf, dir + 2, MAXPATHLEN); |
return(0); |
| strlcat(buf, "/", MAXPATHLEN); |
if (-1 == fchdir(fd)) { |
| |
close(fd); |
| |
basedir[0] = '\0'; |
| |
exitcode = (int)MANDOCLEVEL_SYSERR; |
| |
say(startdir, NULL); |
| |
return(0); |
| } |
} |
| sz = strlcat(buf, fn, MAXPATHLEN); |
if (NULL == targetdir) { |
| if (sz >= MAXPATHLEN) { |
close(fd); |
| if (warnings) fprintf(stderr, |
return(1); |
| "%s/%s: path too long\n", dir, fn); |
|
| continue; |
|
| } |
} |
| |
|
| nof = mandoc_calloc(1, sizeof(struct of)); |
|
| nof->fname = mandoc_strdup(buf); |
|
| nof->sec = mandoc_strdup(psec); |
|
| nof->arch = mandoc_strdup(parch); |
|
| nof->src_form = src_form; |
|
| |
|
| /* |
|
| * Remember the file name without the extension, |
|
| * to be used as the page title in the database. |
|
| */ |
|
| |
|
| if (NULL != suffix) |
|
| *suffix = '\0'; |
|
| nof->title = mandoc_strdup(fn); |
|
| |
|
| /* |
|
| * Add the structure to the list. |
|
| */ |
|
| |
|
| if (verb > 1) |
|
| printf("%s: scheduling\n", buf); |
|
| |
|
| if (NULL == *of) { |
|
| *of = nof; |
|
| (*of)->first = nof; |
|
| } else { |
|
| nof->first = (*of)->first; |
|
| (*of)->next = nof; |
|
| *of = nof; |
|
| } |
|
| } |
} |
| |
if (NULL == realpath(targetdir, basedir)) { |
| closedir(d); |
basedir[0] = '\0'; |
| |
exitcode = (int)MANDOCLEVEL_BADARG; |
| |
say(targetdir, NULL); |
| |
return(0); |
| |
} else if (-1 == chdir(basedir)) { |
| |
exitcode = (int)MANDOCLEVEL_BADARG; |
| |
say("", NULL); |
| |
return(0); |
| |
} |
| |
return(1); |
| } |
} |
| |
|
| static void |
static void |
| ofile_free(struct of *of) |
say(const char *file, const char *format, ...) |
| { |
{ |
| struct of *nof; |
va_list ap; |
| |
|
| if (NULL != of) |
if ('\0' != *basedir) |
| of = of->first; |
fprintf(stderr, "%s", basedir); |
| |
if ('\0' != *basedir && '\0' != *file) |
| |
fputs("//", stderr); |
| |
if ('\0' != *file) |
| |
fprintf(stderr, "%s", file); |
| |
fputs(": ", stderr); |
| |
|
| while (NULL != of) { |
if (NULL == format) { |
| nof = of->next; |
perror(NULL); |
| free(of->fname); |
return; |
| free(of->sec); |
|
| free(of->arch); |
|
| free(of->title); |
|
| free(of); |
|
| of = nof; |
|
| } |
} |
| |
|
| |
va_start(ap, format); |
| |
vfprintf(stderr, format, ap); |
| |
va_end(ap); |
| |
|
| |
fputc('\n', stderr); |
| } |
} |
![[BACK]](/cvsweb/icons/back.gif){kind=icon}
Return to mandocdb.c CVS log ![[TXT]](/cvsweb/icons/text.gif){kind=icon}
![[DIR]](/cvsweb/icons/dir.gif){kind=icon}
Up to [cvsweb.bsd.lv] / mandoc