[BACK]Return to apropos_db.c CVS log [TXT][DIR] Up to [cvsweb.bsd.lv] / mandoc

Annotation of mandoc/apropos_db.c, Revision 1.10

1.10    ! kristaps    1: /*     $Id: apropos_db.c,v 1.9 2011/11/20 15:45:37 kristaps Exp $ */
1.1       schwarze    2: /*
                      3:  * Copyright (c) 2011 Kristaps Dzonsons <kristaps@bsd.lv>
1.3       schwarze    4:  * Copyright (c) 2011 Ingo Schwarze <schwarze@openbsd.org>
1.1       schwarze    5:  *
                      6:  * Permission to use, copy, modify, and distribute this software for any
                      7:  * purpose with or without fee is hereby granted, provided that the above
                      8:  * copyright notice and this permission notice appear in all copies.
                      9:  *
                     10:  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
                     11:  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
                     12:  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
                     13:  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
                     14:  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
                     15:  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
                     16:  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
                     17:  */
                     18: #include <assert.h>
                     19: #include <fcntl.h>
                     20: #include <regex.h>
                     21: #include <stdarg.h>
1.6       kristaps   22: #include <stdint.h>
1.1       schwarze   23: #include <stdlib.h>
                     24: #include <string.h>
1.8       kristaps   25: #include <unistd.h>
1.1       schwarze   26:
                     27: #ifdef __linux__
                     28: # include <db_185.h>
                     29: #else
                     30: # include <db.h>
                     31: #endif
                     32:
1.2       schwarze   33: #include "mandocdb.h"
1.1       schwarze   34: #include "apropos_db.h"
                     35: #include "mandoc.h"
                     36:
1.5       kristaps   37: struct rec {
                     38:        struct res       res; /* resulting record info */
                     39:        /*
                     40:         * Maintain a binary tree for checking the uniqueness of `rec'
                     41:         * when adding elements to the results array.
                     42:         * Since the results array is dynamic, use offset in the array
                     43:         * instead of a pointer to the structure.
                     44:         */
                     45:        int              lhs;
                     46:        int              rhs;
                     47:        int              matched; /* expression is true */
                     48:        int             *matches; /* partial truth evaluations */
                     49: };
                     50:
1.1       schwarze   51: struct expr {
1.5       kristaps   52:        int              regex; /* is regex? */
                     53:        int              index; /* index in match array */
1.6       kristaps   54:        uint64_t         mask; /* type-mask */
1.5       kristaps   55:        int              cs; /* is case-sensitive? */
                     56:        int              and; /* is rhs of logical AND? */
                     57:        char            *v; /* search value */
                     58:        regex_t          re; /* compiled re, if regex */
                     59:        struct expr     *next; /* next in sequence */
                     60:        struct expr     *subexpr;
1.1       schwarze   61: };
                     62:
                     63: struct type {
1.6       kristaps   64:        uint64_t         mask;
1.1       schwarze   65:        const char      *name;
                     66: };
                     67:
1.8       kristaps   68: struct rectree {
                     69:        struct rec      *node; /* record array for dir tree */
                     70:        int              len; /* length of record array */
                     71: };
                     72:
1.1       schwarze   73: static const struct type types[] = {
1.7       kristaps   74:        { TYPE_An, "An" },
                     75:        { TYPE_Ar, "Ar" },
                     76:        { TYPE_At, "At" },
                     77:        { TYPE_Bsx, "Bsx" },
                     78:        { TYPE_Bx, "Bx" },
                     79:        { TYPE_Cd, "Cd" },
                     80:        { TYPE_Cm, "Cm" },
                     81:        { TYPE_Dv, "Dv" },
                     82:        { TYPE_Dx, "Dx" },
                     83:        { TYPE_Em, "Em" },
                     84:        { TYPE_Er, "Er" },
                     85:        { TYPE_Ev, "Ev" },
                     86:        { TYPE_Fa, "Fa" },
                     87:        { TYPE_Fl, "Fl" },
                     88:        { TYPE_Fn, "Fn" },
                     89:        { TYPE_Fn, "Fo" },
                     90:        { TYPE_Ft, "Ft" },
                     91:        { TYPE_Fx, "Fx" },
                     92:        { TYPE_Ic, "Ic" },
                     93:        { TYPE_In, "In" },
                     94:        { TYPE_Lb, "Lb" },
                     95:        { TYPE_Li, "Li" },
                     96:        { TYPE_Lk, "Lk" },
                     97:        { TYPE_Ms, "Ms" },
                     98:        { TYPE_Mt, "Mt" },
                     99:        { TYPE_Nd, "Nd" },
                    100:        { TYPE_Nm, "Nm" },
                    101:        { TYPE_Nx, "Nx" },
                    102:        { TYPE_Ox, "Ox" },
                    103:        { TYPE_Pa, "Pa" },
                    104:        { TYPE_Rs, "Rs" },
                    105:        { TYPE_Sh, "Sh" },
                    106:        { TYPE_Ss, "Ss" },
                    107:        { TYPE_St, "St" },
                    108:        { TYPE_Sy, "Sy" },
                    109:        { TYPE_Tn, "Tn" },
                    110:        { TYPE_Va, "Va" },
                    111:        { TYPE_Va, "Vt" },
                    112:        { TYPE_Xr, "Xr" },
1.2       schwarze  113:        { INT_MAX, "any" },
1.1       schwarze  114:        { 0, NULL }
                    115: };
                    116:
                    117: static DB      *btree_open(void);
1.5       kristaps  118: static int      btree_read(const DBT *,
                    119:                        const struct mchars *, char **);
                    120: static int      expreval(const struct expr *, int *);
                    121: static void     exprexec(const struct expr *,
1.6       kristaps  122:                        const char *, uint64_t, struct rec *);
1.5       kristaps  123: static int      exprmark(const struct expr *,
1.6       kristaps  124:                        const char *, uint64_t, int *);
1.5       kristaps  125: static struct expr *exprexpr(int, char *[], int *, int *, size_t *);
                    126: static struct expr *exprterm(char *, int);
1.1       schwarze  127: static DB      *index_open(void);
                    128: static int      index_read(const DBT *, const DBT *,
                    129:                        const struct mchars *, struct rec *);
                    130: static void     norm_string(const char *,
                    131:                        const struct mchars *, char **);
                    132: static size_t   norm_utf8(unsigned int, char[7]);
1.5       kristaps  133: static void     recfree(struct rec *);
1.8       kristaps  134: static int      single_search(struct rectree *, const struct opts *,
                    135:                        const struct expr *, size_t terms,
                    136:                        struct mchars *);
1.1       schwarze  137:
                    138: /*
                    139:  * Open the keyword mandoc-db database.
                    140:  */
                    141: static DB *
                    142: btree_open(void)
                    143: {
                    144:        BTREEINFO        info;
                    145:        DB              *db;
                    146:
                    147:        memset(&info, 0, sizeof(BTREEINFO));
                    148:        info.flags = R_DUP;
                    149:
1.2       schwarze  150:        db = dbopen(MANDOC_DB, O_RDONLY, 0, DB_BTREE, &info);
1.1       schwarze  151:        if (NULL != db)
                    152:                return(db);
                    153:
                    154:        return(NULL);
                    155: }
                    156:
                    157: /*
                    158:  * Read a keyword from the database and normalise it.
                    159:  * Return 0 if the database is insane, else 1.
                    160:  */
                    161: static int
                    162: btree_read(const DBT *v, const struct mchars *mc, char **buf)
                    163: {
                    164:
                    165:        /* Sanity: are we nil-terminated? */
                    166:
                    167:        assert(v->size > 0);
1.6       kristaps  168:
1.1       schwarze  169:        if ('\0' != ((char *)v->data)[(int)v->size - 1])
                    170:                return(0);
                    171:
                    172:        norm_string((char *)v->data, mc, buf);
                    173:        return(1);
                    174: }
                    175:
                    176: /*
                    177:  * Take a Unicode codepoint and produce its UTF-8 encoding.
                    178:  * This isn't the best way to do this, but it works.
                    179:  * The magic numbers are from the UTF-8 packaging.
                    180:  * They're not as scary as they seem: read the UTF-8 spec for details.
                    181:  */
                    182: static size_t
                    183: norm_utf8(unsigned int cp, char out[7])
                    184: {
                    185:        size_t           rc;
                    186:
                    187:        rc = 0;
                    188:
                    189:        if (cp <= 0x0000007F) {
                    190:                rc = 1;
                    191:                out[0] = (char)cp;
                    192:        } else if (cp <= 0x000007FF) {
                    193:                rc = 2;
                    194:                out[0] = (cp >> 6  & 31) | 192;
                    195:                out[1] = (cp       & 63) | 128;
                    196:        } else if (cp <= 0x0000FFFF) {
                    197:                rc = 3;
                    198:                out[0] = (cp >> 12 & 15) | 224;
                    199:                out[1] = (cp >> 6  & 63) | 128;
                    200:                out[2] = (cp       & 63) | 128;
                    201:        } else if (cp <= 0x001FFFFF) {
                    202:                rc = 4;
                    203:                out[0] = (cp >> 18 & 7) | 240;
                    204:                out[1] = (cp >> 12 & 63) | 128;
                    205:                out[2] = (cp >> 6  & 63) | 128;
                    206:                out[3] = (cp       & 63) | 128;
                    207:        } else if (cp <= 0x03FFFFFF) {
                    208:                rc = 5;
                    209:                out[0] = (cp >> 24 & 3) | 248;
                    210:                out[1] = (cp >> 18 & 63) | 128;
                    211:                out[2] = (cp >> 12 & 63) | 128;
                    212:                out[3] = (cp >> 6  & 63) | 128;
                    213:                out[4] = (cp       & 63) | 128;
                    214:        } else if (cp <= 0x7FFFFFFF) {
                    215:                rc = 6;
                    216:                out[0] = (cp >> 30 & 1) | 252;
                    217:                out[1] = (cp >> 24 & 63) | 128;
                    218:                out[2] = (cp >> 18 & 63) | 128;
                    219:                out[3] = (cp >> 12 & 63) | 128;
                    220:                out[4] = (cp >> 6  & 63) | 128;
                    221:                out[5] = (cp       & 63) | 128;
                    222:        } else
                    223:                return(0);
                    224:
                    225:        out[rc] = '\0';
                    226:        return(rc);
                    227: }
                    228:
                    229: /*
                    230:  * Normalise strings from the index and database.
                    231:  * These strings are escaped as defined by mandoc_char(7) along with
                    232:  * other goop in mandoc.h (e.g., soft hyphens).
                    233:  * This function normalises these into a nice UTF-8 string.
                    234:  * Returns 0 if the database is fucked.
                    235:  */
                    236: static void
                    237: norm_string(const char *val, const struct mchars *mc, char **buf)
                    238: {
                    239:        size_t            sz, bsz;
                    240:        char              utfbuf[7];
                    241:        const char       *seq, *cpp;
                    242:        int               len, u, pos;
                    243:        enum mandoc_esc   esc;
                    244:        static const char res[] = { '\\', '\t',
                    245:                                ASCII_NBRSP, ASCII_HYPH, '\0' };
                    246:
                    247:        /* Pre-allocate by the length of the input */
                    248:
                    249:        bsz = strlen(val) + 1;
                    250:        *buf = mandoc_realloc(*buf, bsz);
                    251:        pos = 0;
                    252:
                    253:        while ('\0' != *val) {
                    254:                /*
                    255:                 * Halt on the first escape sequence.
                    256:                 * This also halts on the end of string, in which case
                    257:                 * we just copy, fallthrough, and exit the loop.
                    258:                 */
                    259:                if ((sz = strcspn(val, res)) > 0) {
                    260:                        memcpy(&(*buf)[pos], val, sz);
                    261:                        pos += (int)sz;
                    262:                        val += (int)sz;
                    263:                }
                    264:
                    265:                if (ASCII_HYPH == *val) {
                    266:                        (*buf)[pos++] = '-';
                    267:                        val++;
                    268:                        continue;
                    269:                } else if ('\t' == *val || ASCII_NBRSP == *val) {
                    270:                        (*buf)[pos++] = ' ';
                    271:                        val++;
                    272:                        continue;
                    273:                } else if ('\\' != *val)
                    274:                        break;
                    275:
                    276:                /* Read past the slash. */
                    277:
                    278:                val++;
                    279:                u = 0;
                    280:
                    281:                /*
                    282:                 * Parse the escape sequence and see if it's a
                    283:                 * predefined character or special character.
                    284:                 */
                    285:
                    286:                esc = mandoc_escape(&val, &seq, &len);
                    287:                if (ESCAPE_ERROR == esc)
                    288:                        break;
                    289:
                    290:                /*
                    291:                 * XXX - this just does UTF-8, but we need to know
                    292:                 * beforehand whether we should do text substitution.
                    293:                 */
                    294:
                    295:                switch (esc) {
                    296:                case (ESCAPE_SPECIAL):
                    297:                        if (0 != (u = mchars_spec2cp(mc, seq, len)))
                    298:                                break;
                    299:                        /* FALLTHROUGH */
                    300:                default:
                    301:                        continue;
                    302:                }
                    303:
                    304:                /*
                    305:                 * If we have a Unicode codepoint, try to convert that
                    306:                 * to a UTF-8 byte string.
                    307:                 */
                    308:
                    309:                cpp = utfbuf;
                    310:                if (0 == (sz = norm_utf8(u, utfbuf)))
                    311:                        continue;
                    312:
                    313:                /* Copy the rendered glyph into the stream. */
                    314:
                    315:                sz = strlen(cpp);
                    316:                bsz += sz;
                    317:
                    318:                *buf = mandoc_realloc(*buf, bsz);
                    319:
                    320:                memcpy(&(*buf)[pos], cpp, sz);
                    321:                pos += (int)sz;
                    322:        }
                    323:
                    324:        (*buf)[pos] = '\0';
                    325: }
                    326:
                    327: /*
                    328:  * Open the filename-index mandoc-db database.
                    329:  * Returns NULL if opening failed.
                    330:  */
                    331: static DB *
                    332: index_open(void)
                    333: {
                    334:        DB              *db;
                    335:
1.2       schwarze  336:        db = dbopen(MANDOC_IDX, O_RDONLY, 0, DB_RECNO, NULL);
1.1       schwarze  337:        if (NULL != db)
                    338:                return(db);
                    339:
                    340:        return(NULL);
                    341: }
                    342:
                    343: /*
                    344:  * Safely unpack from an index file record into the structure.
                    345:  * Returns 1 if an entry was unpacked, 0 if the database is insane.
                    346:  */
                    347: static int
                    348: index_read(const DBT *key, const DBT *val,
                    349:                const struct mchars *mc, struct rec *rec)
                    350: {
                    351:        size_t           left;
                    352:        char            *np, *cp;
                    353:
                    354: #define        INDEX_BREAD(_dst) \
                    355:        do { \
                    356:                if (NULL == (np = memchr(cp, '\0', left))) \
                    357:                        return(0); \
                    358:                norm_string(cp, mc, &(_dst)); \
                    359:                left -= (np - cp) + 1; \
                    360:                cp = np + 1; \
                    361:        } while (/* CONSTCOND */ 0)
                    362:
                    363:        left = val->size;
                    364:        cp = (char *)val->data;
                    365:
1.5       kristaps  366:        rec->res.rec = *(recno_t *)key->data;
1.1       schwarze  367:
1.5       kristaps  368:        INDEX_BREAD(rec->res.file);
                    369:        INDEX_BREAD(rec->res.cat);
                    370:        INDEX_BREAD(rec->res.title);
                    371:        INDEX_BREAD(rec->res.arch);
                    372:        INDEX_BREAD(rec->res.desc);
1.1       schwarze  373:        return(1);
                    374: }
                    375:
                    376: /*
1.10    ! kristaps  377:  * Search mandocdb databases in paths for expression "expr".
1.1       schwarze  378:  * Filter out by "opts".
                    379:  * Call "res" with the results, which may be zero.
1.5       kristaps  380:  * Return 0 if there was a database error, else return 1.
1.1       schwarze  381:  */
1.5       kristaps  382: int
1.10    ! kristaps  383: apropos_search(int pathsz, char **paths, const struct opts *opts,
1.8       kristaps  384:                const struct expr *expr, size_t terms, void *arg,
1.5       kristaps  385:                void (*res)(struct res *, size_t, void *))
1.1       schwarze  386: {
1.8       kristaps  387:        struct rectree   tree;
                    388:        struct mchars   *mc;
                    389:        struct res      *ress;
                    390:        int              i, mlen, rc;
                    391:
                    392:        memset(&tree, 0, sizeof(struct rectree));
                    393:
1.10    ! kristaps  394:        rc = 0;
1.8       kristaps  395:        mc = mchars_alloc();
                    396:
1.10    ! kristaps  397:        /*
        !           398:         * Main loop.  Change into the directory containing manpage
        !           399:         * databases.  Run our expession over each database in the set.
        !           400:         */
        !           401:
        !           402:        for (i = 0; i < pathsz; i++) {
        !           403:                if (chdir(paths[i]))
1.8       kristaps  404:                        continue;
1.10    ! kristaps  405:                if ( ! single_search(&tree, opts, expr, terms, mc))
        !           406:                        goto out;
1.8       kristaps  407:        }
                    408:
                    409:        /*
1.10    ! kristaps  410:         * Count matching files, transfer to a "clean" array, then feed
        !           411:         * them to the output handler.
1.8       kristaps  412:         */
                    413:
                    414:        for (mlen = i = 0; i < tree.len; i++)
                    415:                if (tree.node[i].matched)
                    416:                        mlen++;
                    417:
                    418:        ress = mandoc_malloc(mlen * sizeof(struct res));
                    419:
                    420:        for (mlen = i = 0; i < tree.len; i++)
                    421:                if (tree.node[i].matched)
                    422:                        memcpy(&ress[mlen++], &tree.node[i].res,
                    423:                                        sizeof(struct res));
                    424:
                    425:        (*res)(ress, mlen, arg);
                    426:        free(ress);
                    427:
1.10    ! kristaps  428:        rc = 1;
        !           429: out:
1.8       kristaps  430:        for (i = 0; i < tree.len; i++)
                    431:                recfree(&tree.node[i]);
                    432:
                    433:        free(tree.node);
                    434:        mchars_free(mc);
                    435:        return(rc);
                    436: }
                    437:
                    438: static int
                    439: single_search(struct rectree *tree, const struct opts *opts,
                    440:                const struct expr *expr, size_t terms,
                    441:                struct mchars *mc)
                    442: {
                    443:        int              root, leaf, ch;
1.6       kristaps  444:        uint64_t         mask;
1.1       schwarze  445:        DBT              key, val;
                    446:        DB              *btree, *idx;
                    447:        char            *buf;
                    448:        recno_t          rec;
1.5       kristaps  449:        struct rec      *rs;
                    450:        struct rec       r;
1.6       kristaps  451:        struct db_val   *vbuf;
1.1       schwarze  452:
                    453:        root    = -1;
                    454:        leaf    = -1;
                    455:        btree   = NULL;
                    456:        idx     = NULL;
                    457:        buf     = NULL;
1.8       kristaps  458:        rs      = tree->node;
1.1       schwarze  459:
1.5       kristaps  460:        memset(&r, 0, sizeof(struct rec));
1.1       schwarze  461:
1.8       kristaps  462:        if (NULL == (btree = btree_open()))
1.10    ! kristaps  463:                return(1);
1.1       schwarze  464:
1.8       kristaps  465:        if (NULL == (idx = index_open())) {
                    466:                (*btree->close)(btree);
1.10    ! kristaps  467:                return(1);
1.8       kristaps  468:        }
1.1       schwarze  469:
                    470:        while (0 == (ch = (*btree->seq)(btree, &key, &val, R_NEXT))) {
1.6       kristaps  471:                if (key.size < 2 || sizeof(struct db_val) != val.size)
                    472:                        break;
1.1       schwarze  473:                if ( ! btree_read(&key, mc, &buf))
                    474:                        break;
                    475:
1.6       kristaps  476:                vbuf = val.data;
                    477:                rec = vbuf->rec;
                    478:                mask = vbuf->mask;
1.5       kristaps  479:
                    480:                /*
                    481:                 * See if this keyword record matches any of the
                    482:                 * expressions we have stored.
                    483:                 */
                    484:                if ( ! exprmark(expr, buf, mask, NULL))
1.1       schwarze  485:                        continue;
                    486:
                    487:                /*
                    488:                 * O(log n) scan for prior records.  Since a record
                    489:                 * number is unbounded, this has decent performance over
                    490:                 * a complex hash function.
                    491:                 */
                    492:
                    493:                for (leaf = root; leaf >= 0; )
1.5       kristaps  494:                        if (rec > rs[leaf].res.rec &&
                    495:                                        rs[leaf].rhs >= 0)
                    496:                                leaf = rs[leaf].rhs;
                    497:                        else if (rec < rs[leaf].res.rec &&
                    498:                                        rs[leaf].lhs >= 0)
                    499:                                leaf = rs[leaf].lhs;
1.1       schwarze  500:                        else
                    501:                                break;
                    502:
1.5       kristaps  503:                /*
                    504:                 * If we find a record, see if it has already evaluated
                    505:                 * to true.  If it has, great, just keep going.  If not,
                    506:                 * try to evaluate it now and continue anyway.
                    507:                 */
                    508:
                    509:                if (leaf >= 0 && rs[leaf].res.rec == rec) {
                    510:                        if (0 == rs[leaf].matched)
                    511:                                exprexec(expr, buf, mask, &rs[leaf]);
1.1       schwarze  512:                        continue;
1.5       kristaps  513:                }
1.1       schwarze  514:
                    515:                /*
1.5       kristaps  516:                 * We have a new file to examine.
                    517:                 * Extract the manpage's metadata from the index
                    518:                 * database, then begin partial evaluation.
1.1       schwarze  519:                 */
                    520:
                    521:                key.data = &rec;
                    522:                key.size = sizeof(recno_t);
                    523:
                    524:                if (0 != (*idx->get)(idx, &key, &val, 0))
                    525:                        break;
                    526:
1.5       kristaps  527:                r.lhs = r.rhs = -1;
                    528:                if ( ! index_read(&key, &val, mc, &r))
1.1       schwarze  529:                        break;
                    530:
1.5       kristaps  531:                /* XXX: this should be elsewhere, I guess? */
                    532:
                    533:                if (opts->cat && strcasecmp(opts->cat, r.res.cat))
1.1       schwarze  534:                        continue;
1.5       kristaps  535:                if (opts->arch && strcasecmp(opts->arch, r.res.arch))
1.1       schwarze  536:                        continue;
                    537:
1.8       kristaps  538:                tree->node = rs = mandoc_realloc
                    539:                        (rs, (tree->len + 1) * sizeof(struct rec));
1.1       schwarze  540:
1.8       kristaps  541:                memcpy(&rs[tree->len], &r, sizeof(struct rec));
                    542:                rs[tree->len].matches =
                    543:                        mandoc_calloc(terms, sizeof(int));
1.1       schwarze  544:
1.8       kristaps  545:                exprexec(expr, buf, mask, &rs[tree->len]);
1.1       schwarze  546:                /* Append to our tree. */
                    547:
                    548:                if (leaf >= 0) {
1.5       kristaps  549:                        if (rec > rs[leaf].res.rec)
1.8       kristaps  550:                                rs[leaf].rhs = tree->len;
1.1       schwarze  551:                        else
1.8       kristaps  552:                                rs[leaf].lhs = tree->len;
1.1       schwarze  553:                } else
1.8       kristaps  554:                        root = tree->len;
1.1       schwarze  555:
1.5       kristaps  556:                memset(&r, 0, sizeof(struct rec));
1.8       kristaps  557:                tree->len++;
1.1       schwarze  558:        }
1.5       kristaps  559:
1.8       kristaps  560:        (*btree->close)(btree);
                    561:        (*idx->close)(idx);
1.1       schwarze  562:
                    563:        free(buf);
1.8       kristaps  564:        return(1 == ch);
1.5       kristaps  565: }
                    566:
                    567: static void
                    568: recfree(struct rec *rec)
                    569: {
                    570:
                    571:        free(rec->res.file);
                    572:        free(rec->res.cat);
                    573:        free(rec->res.title);
                    574:        free(rec->res.arch);
                    575:        free(rec->res.desc);
                    576:
                    577:        free(rec->matches);
1.1       schwarze  578: }
                    579:
                    580: struct expr *
1.5       kristaps  581: exprcomp(int argc, char *argv[], size_t *tt)
1.1       schwarze  582: {
1.5       kristaps  583:        int              pos, lvl;
                    584:        struct expr     *e;
                    585:
                    586:        pos = lvl = 0;
                    587:        *tt = 0;
                    588:
                    589:        e = exprexpr(argc, argv, &pos, &lvl, tt);
                    590:
                    591:        if (0 == lvl && pos >= argc)
                    592:                return(e);
                    593:
                    594:        exprfree(e);
                    595:        return(NULL);
                    596: }
                    597:
                    598: /*
                    599:  * Compile an array of tokens into an expression.
                    600:  * An informal expression grammar is defined in apropos(1).
                    601:  * Return NULL if we fail doing so.  All memory will be cleaned up.
                    602:  * Return the root of the expression sequence if alright.
                    603:  */
                    604: static struct expr *
1.9       kristaps  605: exprexpr(int argc, char *argv[], int *pos, int *lvl, size_t *tt)
1.5       kristaps  606: {
                    607:        struct expr     *e, *first, *next;
                    608:        int              log;
                    609:
                    610:        first = next = NULL;
                    611:
                    612:        for ( ; *pos < argc; (*pos)++) {
                    613:                e = next;
                    614:
                    615:                /*
                    616:                 * Close out a subexpression.
                    617:                 */
                    618:
                    619:                if (NULL != e && 0 == strcmp(")", argv[*pos])) {
                    620:                        if (--(*lvl) < 0)
                    621:                                goto err;
                    622:                        break;
                    623:                }
                    624:
                    625:                /*
                    626:                 * Small note: if we're just starting, don't let "-a"
                    627:                 * and "-o" be considered logical operators: they're
                    628:                 * just tokens unless pairwise joining, in which case we
                    629:                 * record their existence (or assume "OR").
                    630:                 */
                    631:                log = 0;
                    632:
                    633:                if (NULL != e && 0 == strcmp("-a", argv[*pos]))
                    634:                        log = 1;
                    635:                else if (NULL != e && 0 == strcmp("-o", argv[*pos]))
                    636:                        log = 2;
                    637:
                    638:                if (log > 0 && ++(*pos) >= argc)
                    639:                        goto err;
                    640:
                    641:                /*
                    642:                 * Now we parse the term part.  This can begin with
                    643:                 * "-i", in which case the expression is case
                    644:                 * insensitive.
                    645:                 */
                    646:
                    647:                if (0 == strcmp("(", argv[*pos])) {
                    648:                        ++(*pos);
                    649:                        ++(*lvl);
                    650:                        next = mandoc_calloc(1, sizeof(struct expr));
                    651:                        next->cs = 1;
                    652:                        next->subexpr = exprexpr(argc, argv, pos, lvl, tt);
                    653:                        if (NULL == next->subexpr) {
                    654:                                free(next);
                    655:                                next = NULL;
                    656:                        }
                    657:                } else if (0 == strcmp("-i", argv[*pos])) {
                    658:                        if (++(*pos) >= argc)
                    659:                                goto err;
                    660:                        next = exprterm(argv[*pos], 0);
                    661:                } else
                    662:                        next = exprterm(argv[*pos], 1);
                    663:
                    664:                if (NULL == next)
                    665:                        goto err;
                    666:
                    667:                next->and = log == 1;
                    668:                next->index = (int)(*tt)++;
                    669:
                    670:                /* Append to our chain of expressions. */
                    671:
                    672:                if (NULL == first) {
                    673:                        assert(NULL == e);
                    674:                        first = next;
                    675:                } else {
                    676:                        assert(NULL != e);
                    677:                        e->next = next;
                    678:                }
                    679:        }
                    680:
                    681:        return(first);
                    682: err:
                    683:        exprfree(first);
                    684:        return(NULL);
                    685: }
                    686:
                    687: /*
                    688:  * Parse a terminal expression with the grammar as defined in
                    689:  * apropos(1).
                    690:  * Return NULL if we fail the parse.
                    691:  */
                    692: static struct expr *
                    693: exprterm(char *buf, int cs)
                    694: {
                    695:        struct expr      e;
1.1       schwarze  696:        struct expr     *p;
1.3       schwarze  697:        char            *key;
1.5       kristaps  698:        int              i;
                    699:
                    700:        memset(&e, 0, sizeof(struct expr));
1.1       schwarze  701:
1.5       kristaps  702:        e.cs = cs;
1.1       schwarze  703:
1.5       kristaps  704:        /* Choose regex or substring match. */
1.3       schwarze  705:
1.4       kristaps  706:        if (NULL == (e.v = strpbrk(buf, "=~"))) {
1.3       schwarze  707:                e.regex = 0;
1.4       kristaps  708:                e.v = buf;
1.3       schwarze  709:        } else {
                    710:                e.regex = '~' == *e.v;
                    711:                *e.v++ = '\0';
                    712:        }
1.1       schwarze  713:
1.5       kristaps  714:        /* Determine the record types to search for. */
1.3       schwarze  715:
                    716:        e.mask = 0;
1.4       kristaps  717:        if (buf < e.v) {
                    718:                while (NULL != (key = strsep(&buf, ","))) {
1.3       schwarze  719:                        i = 0;
                    720:                        while (types[i].mask &&
1.4       kristaps  721:                                        strcmp(types[i].name, key))
1.3       schwarze  722:                                i++;
                    723:                        e.mask |= types[i].mask;
                    724:                }
                    725:        }
                    726:        if (0 == e.mask)
                    727:                e.mask = TYPE_Nm | TYPE_Nd;
1.1       schwarze  728:
1.5       kristaps  729:        if (e.regex) {
                    730:                i = REG_EXTENDED | REG_NOSUB | cs ? 0 : REG_ICASE;
                    731:                if (regcomp(&e.re, e.v, i))
                    732:                        return(NULL);
                    733:        }
1.1       schwarze  734:
1.3       schwarze  735:        e.v = mandoc_strdup(e.v);
1.1       schwarze  736:
                    737:        p = mandoc_calloc(1, sizeof(struct expr));
                    738:        memcpy(p, &e, sizeof(struct expr));
                    739:        return(p);
                    740: }
                    741:
                    742: void
                    743: exprfree(struct expr *p)
                    744: {
1.5       kristaps  745:        struct expr     *pp;
                    746:
                    747:        while (NULL != p) {
                    748:                if (p->subexpr)
                    749:                        exprfree(p->subexpr);
                    750:                if (p->regex)
                    751:                        regfree(&p->re);
                    752:                free(p->v);
                    753:                pp = p->next;
                    754:                free(p);
                    755:                p = pp;
                    756:        }
                    757: }
1.1       schwarze  758:
1.5       kristaps  759: static int
1.6       kristaps  760: exprmark(const struct expr *p, const char *cp,
                    761:                uint64_t mask, int *ms)
1.5       kristaps  762: {
                    763:
                    764:        for ( ; p; p = p->next) {
                    765:                if (p->subexpr) {
                    766:                        if (exprmark(p->subexpr, cp, mask, ms))
                    767:                                return(1);
                    768:                        continue;
                    769:                } else if ( ! (mask & p->mask))
                    770:                        continue;
1.1       schwarze  771:
1.5       kristaps  772:                if (p->regex) {
                    773:                        if (regexec(&p->re, cp, 0, NULL, 0))
                    774:                                continue;
                    775:                } else if (p->cs) {
                    776:                        if (NULL == strstr(cp, p->v))
                    777:                                continue;
                    778:                } else {
                    779:                        if (NULL == strcasestr(cp, p->v))
                    780:                                continue;
                    781:                }
                    782:
                    783:                if (NULL == ms)
                    784:                        return(1);
                    785:                else
                    786:                        ms[p->index] = 1;
                    787:        }
1.1       schwarze  788:
1.5       kristaps  789:        return(0);
1.1       schwarze  790: }
                    791:
                    792: static int
1.5       kristaps  793: expreval(const struct expr *p, int *ms)
1.1       schwarze  794: {
1.5       kristaps  795:        int              match;
1.1       schwarze  796:
1.5       kristaps  797:        /*
                    798:         * AND has precedence over OR.  Analysis is left-right, though
                    799:         * it doesn't matter because there are no side-effects.
                    800:         * Thus, step through pairwise ANDs and accumulate their Boolean
                    801:         * evaluation.  If we encounter a single true AND collection or
                    802:         * standalone term, the whole expression is true (by definition
                    803:         * of OR).
                    804:         */
                    805:
                    806:        for (match = 0; p && ! match; p = p->next) {
                    807:                /* Evaluate a subexpression, if applicable. */
                    808:                if (p->subexpr && ! ms[p->index])
                    809:                        ms[p->index] = expreval(p->subexpr, ms);
                    810:
                    811:                match = ms[p->index];
                    812:                for ( ; p->next && p->next->and; p = p->next) {
                    813:                        /* Evaluate a subexpression, if applicable. */
                    814:                        if (p->next->subexpr && ! ms[p->next->index])
                    815:                                ms[p->next->index] =
                    816:                                        expreval(p->next->subexpr, ms);
                    817:                        match = match && ms[p->next->index];
                    818:                }
                    819:        }
                    820:
                    821:        return(match);
                    822: }
                    823:
                    824: /*
                    825:  * First, update the array of terms for which this expression evaluates
                    826:  * to true.
                    827:  * Second, logically evaluate all terms over the updated array of truth
                    828:  * values.
                    829:  * If this evaluates to true, mark the expression as satisfied.
                    830:  */
                    831: static void
1.6       kristaps  832: exprexec(const struct expr *p, const char *cp,
                    833:                uint64_t mask, struct rec *r)
1.5       kristaps  834: {
1.1       schwarze  835:
1.5       kristaps  836:        assert(0 == r->matched);
                    837:        exprmark(p, cp, mask, r->matches);
                    838:        r->matched = expreval(p, r->matches);
1.1       schwarze  839: }

CVSweb