version 1.112, 2015/01/20 21:16:51 |
version 1.135, 2015/04/18 16:34:25 |
|
|
* purpose with or without fee is hereby granted, provided that the above |
* purpose with or without fee is hereby granted, provided that the above |
* copyright notice and this permission notice appear in all copies. |
* copyright notice and this permission notice appear in all copies. |
* |
* |
* THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES |
* THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHORS DISCLAIM ALL WARRANTIES |
* WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF |
* WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF |
* MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR |
* MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR |
* ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES |
* ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES |
* WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN |
* WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN |
* ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF |
* ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF |
|
|
#include <ctype.h> |
#include <ctype.h> |
#include <errno.h> |
#include <errno.h> |
#include <fcntl.h> |
#include <fcntl.h> |
|
#include <signal.h> |
#include <stdarg.h> |
#include <stdarg.h> |
#include <stdint.h> |
#include <stdint.h> |
#include <stdio.h> |
#include <stdio.h> |
|
|
#include <string.h> |
#include <string.h> |
#include <unistd.h> |
#include <unistd.h> |
|
|
#include "mandoc.h" |
|
#include "mandoc_aux.h" |
#include "mandoc_aux.h" |
#include "libmandoc.h" |
#include "mandoc.h" |
|
#include "roff.h" |
#include "mdoc.h" |
#include "mdoc.h" |
#include "man.h" |
#include "man.h" |
|
#include "libmandoc.h" |
|
|
#define REPARSE_LIMIT 1000 |
#define REPARSE_LIMIT 1000 |
|
|
struct mparse { |
struct mparse { |
struct man *pman; /* persistent man parser */ |
struct roff_man *man; /* man parser */ |
struct mdoc *pmdoc; /* persistent mdoc parser */ |
|
struct man *man; /* man parser */ |
|
struct mdoc *mdoc; /* mdoc parser */ |
|
struct roff *roff; /* roff parser (!NULL) */ |
struct roff *roff; /* roff parser (!NULL) */ |
const struct mchars *mchars; /* character table */ |
const struct mchars *mchars; /* character table */ |
char *sodest; /* filename pointed to by .so */ |
char *sodest; /* filename pointed to by .so */ |
Line 109 static const char * const mandocerrs[MANDOCERR_MAX] = |
|
Line 108 static const char * const mandocerrs[MANDOCERR_MAX] = |
|
"no document body", |
"no document body", |
"content before first section header", |
"content before first section header", |
"first section is not \"NAME\"", |
"first section is not \"NAME\"", |
"bad NAME section contents", |
"NAME section without name", |
|
"NAME section without description", |
|
"description not at the end of NAME", |
|
"bad NAME section content", |
|
"missing description line, using \"\"", |
"sections out of conventional order", |
"sections out of conventional order", |
"duplicate section title", |
"duplicate section title", |
"unexpected section", |
"unexpected section", |
Line 135 static const char * const mandocerrs[MANDOCERR_MAX] = |
|
Line 138 static const char * const mandocerrs[MANDOCERR_MAX] = |
|
"skipping empty request", |
"skipping empty request", |
"conditional request controls empty scope", |
"conditional request controls empty scope", |
"skipping empty macro", |
"skipping empty macro", |
|
"empty block", |
"empty argument, using 0n", |
"empty argument, using 0n", |
"argument count wrong", |
|
"missing display type, using -ragged", |
"missing display type, using -ragged", |
"list type is not the first argument", |
"list type is not the first argument", |
"missing -width in -tag list, using 8n", |
"missing -width in -tag list, using 8n", |
"missing utility name, using \"\"", |
"missing utility name, using \"\"", |
|
"missing function name, using \"\"", |
"empty head in list item", |
"empty head in list item", |
"empty list item", |
"empty list item", |
"missing font type, using \\fR", |
"missing font type, using \\fR", |
"unknown font type, using \\fR", |
"unknown font type, using \\fR", |
"nothing follows prefix", |
"nothing follows prefix", |
|
"empty reference block", |
"missing -std argument, adding it", |
"missing -std argument, adding it", |
|
"missing option string, using \"\"", |
|
"missing resource identifier, using \"\"", |
"missing eqn box, using \"\"", |
"missing eqn box, using \"\"", |
|
|
/* related to bad macro arguments */ |
/* related to bad macro arguments */ |
Line 156 static const char * const mandocerrs[MANDOCERR_MAX] = |
|
Line 163 static const char * const mandocerrs[MANDOCERR_MAX] = |
|
"skipping duplicate display type", |
"skipping duplicate display type", |
"skipping duplicate list type", |
"skipping duplicate list type", |
"skipping -width argument", |
"skipping -width argument", |
|
"wrong number of cells", |
"unknown AT&T UNIX version", |
"unknown AT&T UNIX version", |
"comma in function argument", |
"comma in function argument", |
"parenthesis in function name", |
"parenthesis in function name", |
"invalid content in Rs block", |
"invalid content in Rs block", |
"invalid Boolean argument", |
"invalid Boolean argument", |
"unknown font, skipping request", |
"unknown font, skipping request", |
|
"odd number of characters in request", |
|
|
/* related to plain text */ |
/* related to plain text */ |
"blank line in fill mode, using .sp", |
"blank line in fill mode, using .sp", |
Line 171 static const char * const mandocerrs[MANDOCERR_MAX] = |
|
Line 180 static const char * const mandocerrs[MANDOCERR_MAX] = |
|
"invalid escape sequence", |
"invalid escape sequence", |
"undefined string, using \"\"", |
"undefined string, using \"\"", |
|
|
|
/* related to tables */ |
|
"tbl line starts with span", |
|
"tbl column starts with span", |
|
"skipping vertical bar in tbl layout", |
|
|
"generic error", |
"generic error", |
|
|
/* related to equations */ |
|
"unexpected equation scope closure", |
|
"equation scope open on exit", |
|
"overlapping equation scopes", |
|
"unexpected end of equation", |
|
|
|
/* related to tables */ |
/* related to tables */ |
"no table layout cells specified", |
"non-alphabetic character in tbl options", |
"no table data cells specified", |
"skipping unknown tbl option", |
"ignore data in cell", |
"missing tbl option argument", |
"data block still open", |
"wrong tbl option argument size", |
"ignoring extra data cells", |
"empty tbl layout", |
|
"invalid character in tbl layout", |
|
"unmatched parenthesis in tbl layout", |
|
"tbl without any data cells", |
|
"ignoring data in spanned tbl cell", |
|
"ignoring extra tbl data cells", |
|
"data block open at end of tbl", |
|
|
/* related to document structure and macros */ |
/* related to document structure and macros */ |
NULL, |
NULL, |
Line 195 static const char * const mandocerrs[MANDOCERR_MAX] = |
|
Line 209 static const char * const mandocerrs[MANDOCERR_MAX] = |
|
"skipping item outside list", |
"skipping item outside list", |
"skipping column outside column list", |
"skipping column outside column list", |
"skipping end of block that is not open", |
"skipping end of block that is not open", |
|
"fewer RS blocks open, skipping", |
"inserting missing end of block", |
"inserting missing end of block", |
"appending missing end of block", |
"appending missing end of block", |
|
|
/* related to request and macro arguments */ |
/* related to request and macro arguments */ |
"escaped character not allowed in a name", |
"escaped character not allowed in a name", |
"argument count wrong", |
|
"NOT IMPLEMENTED: Bd -file", |
"NOT IMPLEMENTED: Bd -file", |
"missing list type, using -item", |
"missing list type, using -item", |
"missing manual name, using \"\"", |
"missing manual name, using \"\"", |
Line 215 static const char * const mandocerrs[MANDOCERR_MAX] = |
|
Line 229 static const char * const mandocerrs[MANDOCERR_MAX] = |
|
|
|
"unsupported feature", |
"unsupported feature", |
"input too large", |
"input too large", |
|
"unsupported control character", |
"unsupported roff request", |
"unsupported roff request", |
"unsupported table syntax", |
"eqn delim option in tbl", |
"unsupported table option", |
"unsupported tbl layout modifier", |
"unsupported table layout", |
|
"ignoring macro in table", |
"ignoring macro in table", |
}; |
}; |
|
|
Line 276 choose_parser(struct mparse *curp) |
|
Line 290 choose_parser(struct mparse *curp) |
|
} |
} |
|
|
if (format == MPARSE_MDOC) { |
if (format == MPARSE_MDOC) { |
if (NULL == curp->pmdoc) |
if (curp->man == NULL) |
curp->pmdoc = mdoc_alloc( |
curp->man = mdoc_alloc( |
curp->roff, curp, curp->defos, |
curp->roff, curp, curp->defos, |
MPARSE_QUICK & curp->options ? 1 : 0); |
MPARSE_QUICK & curp->options ? 1 : 0); |
assert(curp->pmdoc); |
else |
curp->mdoc = curp->pmdoc; |
curp->man->macroset = MACROSET_MDOC; |
return; |
return; |
} |
} |
|
|
/* Fall back to man(7) as a last resort. */ |
/* Fall back to man(7) as a last resort. */ |
|
|
if (NULL == curp->pman) |
if (curp->man == NULL) |
curp->pman = man_alloc( |
curp->man = man_alloc( |
curp->roff, curp, curp->defos, |
curp->roff, curp, curp->defos, |
MPARSE_QUICK & curp->options ? 1 : 0); |
MPARSE_QUICK & curp->options ? 1 : 0); |
assert(curp->pman); |
else |
curp->man = curp->pman; |
curp->man->macroset = MACROSET_MAN; |
} |
} |
|
|
/* |
/* |
Line 307 mparse_buf_r(struct mparse *curp, struct buf blk, size |
|
Line 321 mparse_buf_r(struct mparse *curp, struct buf blk, size |
|
{ |
{ |
const struct tbl_span *span; |
const struct tbl_span *span; |
struct buf ln; |
struct buf ln; |
|
const char *save_file; |
char *cp; |
char *cp; |
size_t pos; /* byte number in the ln buffer */ |
size_t pos; /* byte number in the ln buffer */ |
enum rofferr rr; |
enum rofferr rr; |
Line 368 mparse_buf_r(struct mparse *curp, struct buf blk, size |
|
Line 383 mparse_buf_r(struct mparse *curp, struct buf blk, size |
|
if (c & 0x80) { |
if (c & 0x80) { |
if ( ! (curp->filenc && preconv_encode( |
if ( ! (curp->filenc && preconv_encode( |
&blk, &i, &ln, &pos, &curp->filenc))) { |
&blk, &i, &ln, &pos, &curp->filenc))) { |
mandoc_vmsg(MANDOCERR_BADCHAR, |
mandoc_vmsg(MANDOCERR_CHAR_BAD, curp, |
curp, curp->line, pos, |
curp->line, pos, "0x%x", c); |
"0x%x", c); |
|
ln.buf[pos++] = '?'; |
ln.buf[pos++] = '?'; |
i++; |
i++; |
} |
} |
Line 382 mparse_buf_r(struct mparse *curp, struct buf blk, size |
|
Line 396 mparse_buf_r(struct mparse *curp, struct buf blk, size |
|
*/ |
*/ |
|
|
if (c == 0x7f || (c < 0x20 && c != 0x09)) { |
if (c == 0x7f || (c < 0x20 && c != 0x09)) { |
mandoc_vmsg(MANDOCERR_BADCHAR, curp, |
mandoc_vmsg(c == 0x00 || c == 0x04 || |
curp->line, pos, "0x%x", c); |
c > 0x0a ? MANDOCERR_CHAR_BAD : |
|
MANDOCERR_CHAR_UNSUPP, |
|
curp, curp->line, pos, "0x%x", c); |
i++; |
i++; |
ln.buf[pos++] = '?'; |
if (c != '\r') |
|
ln.buf[pos++] = '?'; |
continue; |
continue; |
} |
} |
|
|
Line 439 mparse_buf_r(struct mparse *curp, struct buf blk, size |
|
Line 456 mparse_buf_r(struct mparse *curp, struct buf blk, size |
|
|
|
if ( ! (isascii(c) && |
if ( ! (isascii(c) && |
(isgraph(c) || isblank(c)))) { |
(isgraph(c) || isblank(c)))) { |
mandoc_vmsg(MANDOCERR_BADCHAR, curp, |
mandoc_vmsg(MANDOCERR_CHAR_BAD, curp, |
curp->line, pos, "0x%x", c); |
curp->line, pos, "0x%x", c); |
i += 2; |
i += 2; |
ln.buf[pos++] = '?'; |
ln.buf[pos++] = '?'; |
|
|
*/ |
*/ |
if (curp->secondary) |
if (curp->secondary) |
curp->secondary->sz -= pos + 1; |
curp->secondary->sz -= pos + 1; |
|
save_file = curp->file; |
save_child = curp->child; |
save_child = curp->child; |
if (mparse_open(curp, &fd, ln.buf + of) == |
if (mparse_open(curp, &fd, ln.buf + of) == |
MANDOCLEVEL_OK) |
MANDOCLEVEL_OK) { |
mparse_readfd(curp, fd, ln.buf + of); |
mparse_readfd(curp, fd, ln.buf + of); |
else { |
curp->file = save_file; |
|
} else { |
|
curp->file = save_file; |
mandoc_vmsg(MANDOCERR_SO_FAIL, |
mandoc_vmsg(MANDOCERR_SO_FAIL, |
curp, curp->line, pos, |
curp, curp->line, pos, |
".so %s", ln.buf + of); |
".so %s", ln.buf + of); |
|
|
* parsers with each one. |
* parsers with each one. |
*/ |
*/ |
|
|
if ( ! (curp->man || curp->mdoc)) |
if (curp->man == NULL || |
|
curp->man->macroset == MACROSET_NONE) |
choose_parser(curp); |
choose_parser(curp); |
|
|
/* |
/* |
|
|
|
|
if (rr == ROFF_TBL) { |
if (rr == ROFF_TBL) { |
while ((span = roff_span(curp->roff)) != NULL) |
while ((span = roff_span(curp->roff)) != NULL) |
if (curp->man == NULL) |
if (curp->man->macroset == MACROSET_MDOC) |
mdoc_addspan(curp->mdoc, span); |
mdoc_addspan(curp->man, span); |
else |
else |
man_addspan(curp->man, span); |
man_addspan(curp->man, span); |
} else if (rr == ROFF_EQN) { |
} else if (rr == ROFF_EQN) { |
if (curp->man == NULL) |
if (curp->man->macroset == MACROSET_MDOC) |
mdoc_addeqn(curp->mdoc, roff_eqn(curp->roff)); |
mdoc_addeqn(curp->man, roff_eqn(curp->roff)); |
else |
else |
man_addeqn(curp->man, roff_eqn(curp->roff)); |
man_addeqn(curp->man, roff_eqn(curp->roff)); |
} else if ((curp->man == NULL ? |
} else if ((curp->man->macroset == MACROSET_MDOC ? |
mdoc_parseln(curp->mdoc, curp->line, ln.buf, of) : |
mdoc_parseln(curp->man, curp->line, ln.buf, of) : |
man_parseln(curp->man, curp->line, ln.buf, of)) == 2) |
man_parseln(curp->man, curp->line, ln.buf, of)) == 2) |
break; |
break; |
|
|
Line 615 read_whole_file(struct mparse *curp, const char *file, |
|
Line 636 read_whole_file(struct mparse *curp, const char *file, |
|
*/ |
*/ |
|
|
if (S_ISREG(st.st_mode)) { |
if (S_ISREG(st.st_mode)) { |
if (st.st_size >= (1U << 31)) { |
if (st.st_size > 0x7fffffff) { |
mandoc_msg(MANDOCERR_TOOLARGE, curp, 0, 0, NULL); |
mandoc_msg(MANDOCERR_TOOLARGE, curp, 0, 0, NULL); |
return(0); |
return(0); |
} |
} |
|
|
mparse_end(struct mparse *curp) |
mparse_end(struct mparse *curp) |
{ |
{ |
|
|
if (curp->mdoc == NULL && |
if (curp->man == NULL && curp->sodest == NULL) |
curp->man == NULL && |
curp->man = man_alloc(curp->roff, curp, curp->defos, |
curp->sodest == NULL) { |
curp->options & MPARSE_QUICK ? 1 : 0); |
if (curp->options & MPARSE_MDOC) |
if (curp->man->macroset == MACROSET_NONE) |
curp->mdoc = curp->pmdoc; |
curp->man->macroset = MACROSET_MAN; |
else { |
if (curp->man->macroset == MACROSET_MDOC) |
if (curp->pman == NULL) |
mdoc_endparse(curp->man); |
curp->pman = man_alloc( |
else |
curp->roff, curp, curp->defos, |
|
curp->options & MPARSE_QUICK ? 1 : 0); |
|
curp->man = curp->pman; |
|
} |
|
} |
|
if (curp->mdoc) |
|
mdoc_endparse(curp->mdoc); |
|
if (curp->man) |
|
man_endparse(curp->man); |
man_endparse(curp->man); |
roff_endparse(curp->roff); |
roff_endparse(curp->roff); |
} |
} |
Line 825 mparse_open(struct mparse *curp, int *fd, const char * |
|
Line 838 mparse_open(struct mparse *curp, int *fd, const char * |
|
perror("dup"); |
perror("dup"); |
exit((int)MANDOCLEVEL_SYSERR); |
exit((int)MANDOCLEVEL_SYSERR); |
} |
} |
|
signal(SIGPIPE, SIG_DFL); |
execlp("gunzip", "gunzip", "-c", file, NULL); |
execlp("gunzip", "gunzip", "-c", file, NULL); |
perror("exec"); |
perror("exec"); |
exit((int)MANDOCLEVEL_SYSERR); |
exit((int)MANDOCLEVEL_SYSERR); |
Line 847 mparse_wait(struct mparse *curp) |
|
Line 861 mparse_wait(struct mparse *curp) |
|
perror("wait"); |
perror("wait"); |
exit((int)MANDOCLEVEL_SYSERR); |
exit((int)MANDOCLEVEL_SYSERR); |
} |
} |
|
curp->child = 0; |
if (WIFSIGNALED(status)) { |
if (WIFSIGNALED(status)) { |
mandoc_vmsg(MANDOCERR_FILE, curp, 0, 0, |
mandoc_vmsg(MANDOCERR_FILE, curp, 0, 0, |
"gunzip died from signal %d", WTERMSIG(status)); |
"gunzip died from signal %d", WTERMSIG(status)); |
Line 876 mparse_alloc(int options, enum mandoclevel wlevel, man |
|
Line 891 mparse_alloc(int options, enum mandoclevel wlevel, man |
|
curp->mchars = mchars; |
curp->mchars = mchars; |
curp->roff = roff_alloc(curp, curp->mchars, options); |
curp->roff = roff_alloc(curp, curp->mchars, options); |
if (curp->options & MPARSE_MDOC) |
if (curp->options & MPARSE_MDOC) |
curp->pmdoc = mdoc_alloc( |
curp->man = mdoc_alloc( |
curp->roff, curp, curp->defos, |
curp->roff, curp, curp->defos, |
curp->options & MPARSE_QUICK ? 1 : 0); |
curp->options & MPARSE_QUICK ? 1 : 0); |
if (curp->options & MPARSE_MAN) |
if (curp->options & MPARSE_MAN) |
curp->pman = man_alloc( |
curp->man = man_alloc( |
curp->roff, curp, curp->defos, |
curp->roff, curp, curp->defos, |
curp->options & MPARSE_QUICK ? 1 : 0); |
curp->options & MPARSE_QUICK ? 1 : 0); |
|
|
Line 893 mparse_reset(struct mparse *curp) |
|
Line 908 mparse_reset(struct mparse *curp) |
|
|
|
roff_reset(curp->roff); |
roff_reset(curp->roff); |
|
|
if (curp->mdoc) |
if (curp->man != NULL) { |
mdoc_reset(curp->mdoc); |
if (curp->man->macroset == MACROSET_MDOC) |
if (curp->man) |
mdoc_reset(curp->man); |
man_reset(curp->man); |
else |
|
man_reset(curp->man); |
|
curp->man->macroset = MACROSET_NONE; |
|
} |
if (curp->secondary) |
if (curp->secondary) |
curp->secondary->sz = 0; |
curp->secondary->sz = 0; |
|
|
curp->file_status = MANDOCLEVEL_OK; |
curp->file_status = MANDOCLEVEL_OK; |
curp->mdoc = NULL; |
|
curp->man = NULL; |
|
|
|
free(curp->sodest); |
free(curp->sodest); |
curp->sodest = NULL; |
curp->sodest = NULL; |
|
|
mparse_free(struct mparse *curp) |
mparse_free(struct mparse *curp) |
{ |
{ |
|
|
if (curp->pmdoc) |
if (curp->man->macroset == MACROSET_MDOC) |
mdoc_free(curp->pmdoc); |
mdoc_free(curp->man); |
if (curp->pman) |
if (curp->man->macroset == MACROSET_MAN) |
man_free(curp->pman); |
man_free(curp->man); |
if (curp->roff) |
if (curp->roff) |
roff_free(curp->roff); |
roff_free(curp->roff); |
if (curp->secondary) |
if (curp->secondary) |
Line 927 mparse_free(struct mparse *curp) |
|
Line 943 mparse_free(struct mparse *curp) |
|
} |
} |
|
|
void |
void |
mparse_result(struct mparse *curp, |
mparse_result(struct mparse *curp, struct roff_man **man, |
struct mdoc **mdoc, struct man **man, char **sodest) |
char **sodest) |
{ |
{ |
|
|
if (sodest && NULL != (*sodest = curp->sodest)) { |
if (sodest && NULL != (*sodest = curp->sodest)) { |
*mdoc = NULL; |
|
*man = NULL; |
*man = NULL; |
return; |
return; |
} |
} |
if (mdoc) |
|
*mdoc = curp->mdoc; |
|
if (man) |
if (man) |
*man = curp->man; |
*man = curp->man; |
} |
} |