GCOV - Varnish Cache


/*-
 * Copyright (c) 2006 Verdens Gang AS
 * Copyright (c) 2006-2011 Varnish Software AS
 * All rights reserved.
 *
 * Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
 *
 * SPDX-License-Identifier: BSD-2-Clause
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 */

#include "config.h"

#include <stdlib.h>
#include <string.h>

#include "vcc_compile.h"

#include "venc.h"
#include "vct.h"

/*--------------------------------------------------------------------*/

void
vcc_ErrToken(const struct vcc *tl, const struct token *t)
{

        if (t->tok == EOI)
                VSB_cat(tl->sb, "end of input");
        else if (t->tok == CSRC)
                VSB_cat(tl->sb, "C{ ... }C");
        else
                VSB_printf(tl->sb, "'%.*s'", PF(t));
}

void
vcc__ErrInternal(struct vcc *tl, const char *func, unsigned line)
{

        VSB_printf(tl->sb, "VCL compiler internal error at %s():%u\n",
            func, line);
        tl->err = 1;
}

/*--------------------------------------------------------------------
 * Find start of source-line of token
 */

static void
vcc_iline(const struct token *t, const char **ll, int tail)
{
        const char *p, *b, *x;

        b = t->src->b;
        if (ll != NULL)
                *ll = b;
        x = tail ? t->e - 1 : t->b;
        for (p = b; p < x; p++) {
                if (*p == '\n') {
                        if (ll != NULL)
                                *ll = p + 1;
                }
        }
}

/*--------------------------------------------------------------------
 * Find and print src+line+pos of this token
 */

static void
vcc_icoord(struct vsb *vsb, const struct token *t, int tail)
{
        unsigned lin, pos;
        const char *p, *b, *x;

        lin = 1;
        pos = 0;
        b = t->src->b;
        x = tail ? t->e - 1 : t->b;
        for (p = b; p < x; p++) {
                if (*p == '\n') {
                        lin++;
                        pos = 0;
                } else if (*p == '\t') {
                        pos &= ~7;
                        pos += 8;
                } else
                        pos++;
        }
        VSB_cat(vsb, "(");
        if (tail < 2)
                VSB_printf(vsb, "'%s' Line %u ", t->src->name, lin);
        VSB_printf(vsb, "Pos %u)", pos + 1);
}

/*--------------------------------------------------------------------*/

void
vcc_Coord(const struct vcc *tl, struct vsb *vsb, const struct token *t)
{

        if (t == NULL)
                t = tl->t;
        vcc_icoord(vsb, t, 0);
}

/*--------------------------------------------------------------------
 * Output one line of source code, starting at 'l' and ending at the
 * first NL or 'le'.
 */

static void
vcc_quoteline(const struct vcc *tl, const char *l, const char *le)
{
        const char *p;
        unsigned x, y;

        x = y = 0;
        for (p = l; p < le && *p != '\n'; p++) {
                if (*p == '\t') {
                        y &= ~7;
                        y += 8;
                        while (x < y) {
                                VSB_putc(tl->sb, ' ');
                                x++;
                        }
                } else {
                        x++;
                        y++;
                        VSB_putc(tl->sb, *p);
                }
        }
        VSB_putc(tl->sb, '\n');
}

/*--------------------------------------------------------------------
 * Output a marker line for a sourceline starting at 'l' and ending at
 * the first NL or 'le'.  Characters between 'b' and 'e' are marked.
 */

static void
vcc_markline(const struct vcc *tl, const char *l, const char *le,
    const char *b, const char *e)
{
        const char *p;
        unsigned x, y;
        char c;

        x = y = 0;
        for (p = l; p < le && *p != '\n'; p++) {
                if (p >= b && p < e)
                        c = '#';
                else
                        c = '-';

                if (*p == '\t') {
                        y &= ~7;
                        y += 8;
                } else
                        y++;
                while (x < y) {
                        VSB_putc(tl->sb, c);
                        x++;
                }
        }
        VSB_putc(tl->sb, '\n');
}

void
vcc_Warn(struct vcc *tl)
{

        AN(tl);
        AN(tl->err);
        VSB_cat(tl->sb, "(That was just a warning)\n");
        tl->err = 0;
}

/*--------------------------------------------------------------------*/
/* XXX: should take first+last token */

void
vcc_ErrWhere2(struct vcc *tl, const struct token *t, const struct token *t2)
{
        const char  *l1, *l2, *l3;

        if (t == NULL) {
                vcc_ErrWhere(tl, t2);
                return;
        }
        vcc_iline(t, &l1, 0);
        t2 = VTAILQ_PREV(t2, tokenhead, list);
        vcc_iline(t2, &l2, 1);


        if (l1 == l2) {
                vcc_icoord(tl->sb, t, 0);
                VSB_cat(tl->sb, " -- ");
                vcc_icoord(tl->sb, t2, 2);
                VSB_putc(tl->sb, '\n');
                /* Two tokens on same line */
                vcc_quoteline(tl, l1, t->src->e);
                vcc_markline(tl, l1, t->src->e, t->b, t2->e);
        } else {
                /* Two tokens different lines */
                l3 = strchr(l1, '\n');
                AN(l3);
                /* XXX: t had better be before t2 */
                vcc_icoord(tl->sb, t, 0);
                if (l3 + 1 == l2) {
                        VSB_cat(tl->sb, " -- ");
                        vcc_icoord(tl->sb, t2, 1);
                }
                VSB_putc(tl->sb, '\n');
                vcc_quoteline(tl, l1, t->src->e);
                vcc_markline(tl, l1, t->src->e, t->b, t2->e);
                if (l3 + 1 != l2) {
                        VSB_cat(tl->sb, "[...]\n");
                        vcc_icoord(tl->sb, t2, 1);
                        VSB_putc(tl->sb, '\n');
                }
                vcc_quoteline(tl, l2, t->src->e);
                vcc_markline(tl, l2, t->src->e, t->b, t2->e);
        }
        VSB_putc(tl->sb, '\n');
        tl->err = 1;
}

void
vcc_ErrWhere(struct vcc *tl, const struct token *t)
{
        const char  *l1;

        vcc_iline(t, &l1, 0);
        vcc_icoord(tl->sb, t, 0);
        VSB_putc(tl->sb, '\n');
        vcc_quoteline(tl, l1, t->src->e);
        vcc_markline(tl, l1, t->src->e, t->b, t->e);
        VSB_putc(tl->sb, '\n');
        tl->err = 1;
}

/*--------------------------------------------------------------------*/

struct token *
vcc_PeekTokenFrom(const struct vcc *tl, const struct token *t)
{
        struct token *t2;

        CHECK_OBJ_NOTNULL(tl, VCC_MAGIC);
        AN(t);
        assert(t->tok != EOI);
        t2 = VTAILQ_NEXT(t, list);
        AN(t2);
        return (t2);
}

struct token *
vcc_PeekToken(const struct vcc *tl)
{

        CHECK_OBJ_NOTNULL(tl, VCC_MAGIC);
        return (vcc_PeekTokenFrom(tl, tl->t));
}

void
vcc_NextToken(struct vcc *tl)
{

        CHECK_OBJ_NOTNULL(tl, VCC_MAGIC);
        tl->t = vcc_PeekTokenFrom(tl, tl->t);
}

void
vcc__Expect(struct vcc *tl, unsigned tok, unsigned line)
{
        if (tl->t->tok == tok)
                return;
        VSB_printf(tl->sb, "Expected %s got ", vcl_tnames[tok]);
        vcc_ErrToken(tl, tl->t);
        VSB_printf(tl->sb, "\n(program line %u), at\n", line);
        vcc_ErrWhere(tl, tl->t);
}

/*--------------------------------------------------------------------
 * Compare ID token to string, return true of match
 */

int
vcc_IdIs(const struct token *t, const char *p)
{
        const char *q;

        assert(t->tok == ID);
        for (q = t->b; q < t->e && *p != '\0'; p++, q++)
                if (*q != *p)
                        return (0);
        if (q != t->e || *p != '\0')
                return (0);
        return (1);
}

/*--------------------------------------------------------------------
 * Check that we have a Vinyl identifier
 */

void
vcc_PrintTokens(const struct vcc *tl,
    const struct token *tb, const struct token *te)
{

        CHECK_OBJ_NOTNULL(tl, VCC_MAGIC);
        AN(tb);
        AN(te);
        while (tb != te) {
                VSB_printf(tl->sb, "%.*s", PF(tb));
                tb = vcc_PeekTokenFrom(tl, tb);
                AN(tb);
        }
}

void
vcc_ExpectVid(struct vcc *tl, const char *what)
{
        const char *bad = NULL;
        struct token *t2;

        ExpectErr(tl, ID);
        ERRCHK(tl);

        t2 = vcc_PeekToken(tl);
        AN(t2);
        while (t2->tok == '.') {
                bad = ".";
                t2 = vcc_PeekTokenFrom(tl, t2);
                AN(t2);
                if (t2->tok != ID)
                        break;
                t2 = vcc_PeekTokenFrom(tl, t2);
                AN(t2);
        }
        if (bad == NULL)
                bad = VCT_invalid_name(tl->t->b, tl->t->e);
        if (bad != NULL) {
                VSB_printf(tl->sb, "Name of %s, '", what);
                vcc_PrintTokens(tl, tl->t, t2);
                VSB_printf(tl->sb,
                    "', contains illegal character '%c'\n", *bad);
                vcc_ErrWhere2(tl, tl->t, t2);
                return;
        }
}

/*--------------------------------------------------------------------
 * Decode a string
 */

static void
vcc_decstr(struct vcc *tl, unsigned sep)
{
        char *q;
        unsigned int l;

        assert(tl->t->tok == CSTR);
        l = pdiff(tl->t->b + sep, tl->t->e - sep);
        tl->t->dec = TlAlloc(tl, l + 1);
        AN(tl->t->dec);
        q = tl->t->dec;
        memcpy(q, tl->t->b + sep, l);
        q[l] = '\0';
}

/*--------------------------------------------------------------------
 * Add a token to the token list.
 */

static void
vcc_addtoken(struct vcc *tl, unsigned tok,
    struct source *sp, const char *b, const char *e)
{
        struct token *t;

        t = TlAlloc(tl, sizeof *t);
        assert(t != NULL);
        t->tok = tok;
        t->b = b;
        t->e = e;
        t->src = sp;
        VTAILQ_INSERT_TAIL(&sp->src_tokens, t, src_list);
        tl->t = t;
}

/*--------------------------------------------------------------------
 * Find a delimited token
 */

static const struct delim_def {
        const char      *name;
        const char      *b;
        const char      *e;
        unsigned        len;    /* NB: must be the same for both delimiters */
        unsigned        crlf;
        unsigned        tok;
} delim_defs[] = {
#define DELIM_DEF(nm, l, r, c, t)               \
        { nm, l, r, sizeof (l) - 1, c, t }
        DELIM_DEF("long-string", "\"\"\"", "\"\"\"", 1, CSTR),  /* """...""" */
        DELIM_DEF("long-string", "{\"", "\"}", 1, CSTR),        /*  {"..."}  */
        DELIM_DEF("string", "\"", "\"", 0, CSTR),               /*   "..."   */
        DELIM_DEF("inline C source", "C{", "}C", 1, CSRC),      /*  C{...}C  */
#undef DELIM_DEF
        { NULL }
};

static unsigned
vcc_delim_token(struct vcc *tl, struct source *sp, const char *p,
    const char **qp)
{
        const struct delim_def *dd;
        const char *q, *r;

        for (dd = delim_defs; dd->name != NULL; dd++)
                if (!strncmp(p, dd->b, dd->len))
                        break;

        if (dd->name == NULL)
                return (0);

        q = strstr(p + dd->len, dd->e);
        if (q != NULL && !dd->crlf) {
                r = strpbrk(p + dd->len, "\r\n");
                if (r != NULL && r < q)
                        q = NULL;
        }

        if (q == NULL) {
                vcc_addtoken(tl, EOI, sp, p, p + dd->len);
                VSB_printf(tl->sb, "Unterminated %s, starting at\n", dd->name);
                vcc_ErrWhere(tl, tl->t);
                return (0);
        }

        assert(q < sp->e);
        vcc_addtoken(tl, dd->tok, sp, p, q + dd->len);
        if (dd->tok == CSTR)
                vcc_decstr(tl, dd->len);
        *qp = q + dd->len;
        return (1);
}

/*--------------------------------------------------------------------
 * Lex a number, either CNUM or FNUM.
 * We enforce the RFC8941 restrictions on number of digits here.
 */

static int
vcc_lex_number_token_valid(struct vcc *tl)
{
        if (*tl->t->e == 'e' || *tl->t->e == 'E') {
                VSB_printf(tl->sb, "Unexpected character '%c'.\n", *tl->t->e);
                tl->t->e++;
                vcc_ErrWhere(tl, tl->t);
                return (0);
        }
        return (1);
}

static const char *
vcc_lex_number(struct vcc *tl, struct source *sp, const char *p)
{
        const char *q, *r;
        char *s;

        for (q = p; q < sp->e; q++)
                if (!vct_isdigit(*q))
                        break;
        if (*q != '.') {
                vcc_addtoken(tl, CNUM, sp, p, q);
                if (q - p > 15) {
                        VSB_cat(tl->sb, "Too many digits for integer.\n");
                        vcc_ErrWhere(tl, tl->t);
                        return (NULL);
                }
                if (! vcc_lex_number_token_valid(tl))
                        return (NULL);
                tl->t->num = strtod(p, &s);
                assert(s == tl->t->e);
                return (q);
        }
        r = ++q;
        for (; r < sp->e; r++)
                if (!vct_isdigit(*r))
                        break;
        vcc_addtoken(tl, FNUM, sp, p, r);
        if (q - p > 13 || r - q > 3) {
                VSB_cat(tl->sb, "Too many digits for real.\n");
                vcc_ErrWhere(tl, tl->t);
                return (NULL);
        }
        if (! vcc_lex_number_token_valid(tl))
                return (NULL);
        tl->t->num = strtod(p, &s);
        assert(s == tl->t->e);
        return (r);
}

/*--------------------------------------------------------------------
 * Lexical analysis and token generation
 */

void
vcc_Lexer(struct vcc *tl, struct source *sp)
{
        const char *p, *q, *r;
        unsigned u;
        struct vsb *vsb;
        char namebuf[40];

        for (p = sp->b; p < sp->e; ) {

                /* Skip any whitespace */
                if (vct_isspace(*p)) {
                        p++;
                        continue;
                }

                /* Skip '#.*\n' comments */
                if (*p == '#') {
                        while (p < sp->e && *p != '\n')
                                p++;
                        continue;
                }

                /* Skip C-style comments */
                if (*p == '/' && p[1] == '*') {
                        for (q = p + 2; q < sp->e; q++) {
                                if (*q == '/' && q[1] == '*') {
                                        VSB_cat(tl->sb,
                                            "/* ... */ comment contains /*\n");
                                        vcc_addtoken(tl, EOI, sp, p, p + 2);
                                        vcc_ErrWhere(tl, tl->t);
                                        vcc_addtoken(tl, EOI, sp, q, q + 2);
                                        vcc_ErrWhere(tl, tl->t);
                                        return;
                                }
                                if (*q == '*' && q[1] == '/') {
                                        p = q + 2;
                                        break;
                                }
                        }
                        if (q < sp->e)
                                continue;
                        vcc_addtoken(tl, EOI, sp, p, p + 2);
                        VSB_cat(tl->sb,
                            "Unterminated /* ... */ comment, starting at\n");
                        vcc_ErrWhere(tl, tl->t);
                        return;
                }

                /* Skip C++-style comments */
                if (*p == '/' && p[1] == '/') {
                        while (p < sp->e && *p != '\n')
                                p++;
                        continue;
                }

                /* Recognize BLOB (= SF-binary) */
                if (*p == ':') {
                        vsb = VSB_new_auto();
                        AN(vsb);
                        q = sp->e;
                        q -= (q - (p + 1)) % 4;
                        assert(q > p);
                        r = VENC_Decode_Base64(vsb, p + 1, q);
                        if (r == NULL) {
                                vcc_addtoken(tl, CBLOB, sp, p, q + 1);
                                VSB_cat(tl->sb,
                                    "Missing colon at end of BLOB:\n");
                                vcc_ErrWhere(tl, tl->t);
                                VSB_destroy(&vsb);
                                return;
                        }
                        vcc_addtoken(tl, CBLOB, sp, p, r + 1);
                        if (*r == ':' && ((r - p) % 4) != 1) {
                                VSB_cat(tl->sb,
                                    "BLOB must have n*4 base64 characters\n");
                                vcc_ErrWhere(tl, tl->t);
                                VSB_destroy(&vsb);
                                return;
                        }
                        if (*r == '=') {
                                VSB_cat(tl->sb,
                                    "Wrong padding ('=') in BLOB:\n");
                                vcc_ErrWhere(tl, tl->t);
                                VSB_destroy(&vsb);
                                return;
                        }
                        if (*r != ':') {
                                VSB_cat(tl->sb, "Illegal BLOB character:\n");
                                vcc_ErrWhere(tl, tl->t);
                                VSB_destroy(&vsb);
                                return;
                        }
                        r++;
                        AZ(VSB_finish(vsb));

                        bprintf(namebuf, "blob_%u", tl->unique++);
                        Fh(tl, 0,
                            "\nstatic const unsigned char %s_data[%zd] = {\n",
                            namebuf, VSB_len(vsb));
                        for (u = 0; u < VSB_len(vsb); u++) {
                                Fh(tl, 0, "\t0x%02x,", VSB_data(vsb)[u] & 0xff);
                                if ((u & 7) == 7)
                                        Fh(tl, 0, "\n");
                        }
                        if ((u & 7) != 7)
                                Fh(tl, 0, "\n");
                        Fh(tl, 0, "};\n");
                        Fh(tl, 0,
                            "\nstatic const struct vrt_blob %s[1] = {{\n",
                            namebuf);
                        Fh(tl, 0, "\t.magic =\tVRT_BLOB_MAGIC,\n");
                        Fh(tl, 0, "\t.len =\t%zd,\n", VSB_len(vsb));
                        Fh(tl, 0, "\t.blob =\t%s_data,\n", namebuf);
                        Fh(tl, 0, "}};\n");
                        REPLACE(tl->t->dec, namebuf);
                        VSB_destroy(&vsb);
                        p = r;
                        continue;
                }

                /* Match delimited tokens */
                if (vcc_delim_token(tl, sp, p, &q) != 0) {
                        p = q;
                        continue;
                }
                ERRCHK(tl);

                /* Match for the fixed tokens (see generate.py) */
                u = vcl_fixed_token(p, &q);
                if (u != 0) {
                        vcc_addtoken(tl, u, sp, p, q);
                        p = q;
                        continue;
                }

                /* Match Identifiers */
                if (vct_isident1(*p)) {
                        for (q = p; q < sp->e; q++)
                                if (!vct_isident(*q))
                                        break;
                        vcc_addtoken(tl, ID, sp, p, q);
                        p = q;
                        continue;
                }

                /* Match numbers { [0-9]+ } */
                if (vct_isdigit(*p)) {
                        p = vcc_lex_number(tl, sp, p);
                        if (p == NULL)
                                return;
                        continue;
                }
                vcc_addtoken(tl, EOI, sp, p, p + 1);
                VSB_cat(tl->sb, "Syntax error at\n");
                vcc_ErrWhere(tl, tl->t);
                return;
        }
        vcc_addtoken(tl, EOI, sp, sp->e, sp->e);
}

		vinyl-cache/lib/libvcc/vcc_token.c
0		/*-
1		* Copyright (c) 2006 Verdens Gang AS
2		* Copyright (c) 2006-2011 Varnish Software AS
3		* All rights reserved.
4		*
5		* Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
6		*
7		* SPDX-License-Identifier: BSD-2-Clause
8		*
9		* Redistribution and use in source and binary forms, with or without
10		* modification, are permitted provided that the following conditions
11		* are met:
12		* 1. Redistributions of source code must retain the above copyright
13		* notice, this list of conditions and the following disclaimer.
14		* 2. Redistributions in binary form must reproduce the above copyright
15		* notice, this list of conditions and the following disclaimer in the
16		* documentation and/or other materials provided with the distribution.
17		*
18		* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
19		* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20		* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21		* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
22		* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23		* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24		* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25		* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26		* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27		* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28		* SUCH DAMAGE.
29		*/
30
31		#include "config.h"
32
33		#include <stdlib.h>
34		#include <string.h>
35
36		#include "vcc_compile.h"
37
38		#include "venc.h"
39		#include "vct.h"
40
41		/--------------------------------------------------------------------/
42
43		void
44	136	vcc_ErrToken(const struct vcc tl, const struct token t)
45		{
46
47	136	if (t->tok == EOI)
48	0	VSB_cat(tl->sb, "end of input");
49	136	else if (t->tok == CSRC)
50	0	VSB_cat(tl->sb, "C{ ... }C");
51		else
52	136	VSB_printf(tl->sb, "'%.*s'", PF(t));
53	136	}
54
55		void
56	0	vcc__ErrInternal(struct vcc tl, const char func, unsigned line)
57		{
58
59	0	VSB_printf(tl->sb, "VCL compiler internal error at %s():%u\n",
60	0	func, line);
61	0	tl->err = 1;
62	0	}
63
64		/*--------------------------------------------------------------------
65		* Find start of source-line of token
66		*/
67
68		static void
69	2804	vcc_iline(const struct token t, const char *ll, int tail)
70		{
71		const char p, b, *x;
72
73	2804	b = t->src->b;
74	2804	if (ll != NULL)
75	2804	*ll = b;
76	2804	x = tail ? t->e - 1 : t->b;
77	1106876	for (p = b; p < x; p++) {
78	1104072	if (*p == '\n') {
79	34080	if (ll != NULL)
80	34080	*ll = p + 1;
81	34080	}
82	1104072	}
83	2804	}
84
85		/*--------------------------------------------------------------------
86		* Find and print src+line+pos of this token
87		*/
88
89		static void
90	516496	vcc_icoord(struct vsb vsb, const struct token t, int tail)
91		{
92		unsigned lin, pos;
93		const char p, b, *x;
94
95	516496	lin = 1;
96	516496	pos = 0;
97	516496	b = t->src->b;
98	516496	x = tail ? t->e - 1 : t->b;
99	2741205059	for (p = b; p < x; p++) {
100	2740688563	if (*p == '\n') {
101	106083012	lin++;
102	106083012	pos = 0;
103	2740688563	} else if (*p == '\t') {
104	49983540	pos &= ~7;
105	49983540	pos += 8;
106	49983540	} else
107	2584622011	pos++;
108	2740688563	}
109	516496	VSB_cat(vsb, "(");
110	516496	if (tail < 2)
111	515988	VSB_printf(vsb, "'%s' Line %u ", t->src->name, lin);
112	516496	VSB_printf(vsb, "Pos %u)", pos + 1);
113	516496	}
114
115		/--------------------------------------------------------------------/
116
117		void
118	513692	vcc_Coord(const struct vcc tl, struct vsb vsb, const struct token *t)
119		{
120
121	513692	if (t == NULL)
122	513692	t = tl->t;
123	513692	vcc_icoord(vsb, t, 0);
124	513692	}
125
126		/*--------------------------------------------------------------------
127		* Output one line of source code, starting at 'l' and ending at the
128		* first NL or 'le'.
129		*/
130
131		static void
132	2296	vcc_quoteline(const struct vcc tl, const char l, const char *le)
133		{
134		const char *p;
135		unsigned x, y;
136
137	2296	x = y = 0;
138	73370	for (p = l; p < le && *p != '\n'; p++) {
139	71074	if (*p == '\t') {
140	3112	y &= ~7;
141	3112	y += 8;
142	27976	while (x < y) {
143	24864	VSB_putc(tl->sb, ' ');
144	24864	x++;
145		}
146	3112	} else {
147	67962	x++;
148	67962	y++;
149	67962	VSB_putc(tl->sb, *p);
150		}
151	71074	}
152	2296	VSB_putc(tl->sb, '\n');
153	2296	}
154
155		/*--------------------------------------------------------------------
156		* Output a marker line for a sourceline starting at 'l' and ending at
157		* the first NL or 'le'. Characters between 'b' and 'e' are marked.
158		*/
159
160		static void
161	2296	vcc_markline(const struct vcc tl, const char l, const char *le,
162		const char b, const char e)
163		{
164		const char *p;
165		unsigned x, y;
166		char c;
167
168	2296	x = y = 0;
169	73370	for (p = l; p < le && *p != '\n'; p++) {
170	71074	if (p >= b && p < e)
171	18277	c = '#';
172		else
173	52797	c = '-';
174
175	71074	if (*p == '\t') {
176	3112	y &= ~7;
177	3112	y += 8;
178	3112	} else
179	67962	y++;
180	163900	while (x < y) {
181	92826	VSB_putc(tl->sb, c);
182	92826	x++;
183		}
184	71074	}
185	2296	VSB_putc(tl->sb, '\n');
186	2296	}
187
188		void
189	636	vcc_Warn(struct vcc *tl)
190		{
191
192	636	AN(tl);
193	636	AN(tl->err);
194	636	VSB_cat(tl->sb, "(That was just a warning)\n");
195	636	tl->err = 0;
196	636	}
197
198		/--------------------------------------------------------------------/
199		/* XXX: should take first+last token */
200
201		void
202	516	vcc_ErrWhere2(struct vcc tl, const struct token t, const struct token *t2)
203		{
204		const char l1, l2, *l3;
205
206	516	if (t == NULL) {
207	4	vcc_ErrWhere(tl, t2);
208	4	return;
209		}
210	512	vcc_iline(t, &l1, 0);
211	512	t2 = VTAILQ_PREV(t2, tokenhead, list);
212	512	vcc_iline(t2, &l2, 1);
213
214
215	512	if (l1 == l2) {
216	508	vcc_icoord(tl->sb, t, 0);
217	508	VSB_cat(tl->sb, " -- ");
218	508	vcc_icoord(tl->sb, t2, 2);
219	508	VSB_putc(tl->sb, '\n');
220		/* Two tokens on same line */
221	508	vcc_quoteline(tl, l1, t->src->e);
222	508	vcc_markline(tl, l1, t->src->e, t->b, t2->e);
223	508	} else {
224		/* Two tokens different lines */
225	4	l3 = strchr(l1, '\n');
226	4	AN(l3);
227		/* XXX: t had better be before t2 */
228	4	vcc_icoord(tl->sb, t, 0);
229	4	if (l3 + 1 == l2) {
230	0	VSB_cat(tl->sb, " -- ");
231	0	vcc_icoord(tl->sb, t2, 1);
232	0	}
233	4	VSB_putc(tl->sb, '\n');
234	4	vcc_quoteline(tl, l1, t->src->e);
235	4	vcc_markline(tl, l1, t->src->e, t->b, t2->e);
236	4	if (l3 + 1 != l2) {
237	4	VSB_cat(tl->sb, "[...]\n");
238	4	vcc_icoord(tl->sb, t2, 1);
239	4	VSB_putc(tl->sb, '\n');
240	4	}
241	4	vcc_quoteline(tl, l2, t->src->e);
242	4	vcc_markline(tl, l2, t->src->e, t->b, t2->e);
243		}
244	512	VSB_putc(tl->sb, '\n');
245	512	tl->err = 1;
246	516	}
247
248		void
249	1780	vcc_ErrWhere(struct vcc tl, const struct token t)
250		{
251		const char *l1;
252
253	1780	vcc_iline(t, &l1, 0);
254	1780	vcc_icoord(tl->sb, t, 0);
255	1780	VSB_putc(tl->sb, '\n');
256	1780	vcc_quoteline(tl, l1, t->src->e);
257	1780	vcc_markline(tl, l1, t->src->e, t->b, t->e);
258	1780	VSB_putc(tl->sb, '\n');
259	1780	tl->err = 1;
260	1780	}
261
262		/--------------------------------------------------------------------/
263
264		struct token *
265	17298024	vcc_PeekTokenFrom(const struct vcc tl, const struct token t)
266		{
267		struct token *t2;
268
269	17298024	CHECK_OBJ_NOTNULL(tl, VCC_MAGIC);
270	17298024	AN(t);
271	17298024	assert(t->tok != EOI);
272	17298024	t2 = VTAILQ_NEXT(t, list);
273	17298024	AN(t2);
274	17298024	return (t2);
275		}
276
277		struct token *
278	1238452	vcc_PeekToken(const struct vcc *tl)
279		{
280
281	1238452	CHECK_OBJ_NOTNULL(tl, VCC_MAGIC);
282	1238452	return (vcc_PeekTokenFrom(tl, tl->t));
283		}
284
285		void
286	6594272	vcc_NextToken(struct vcc *tl)
287		{
288
289	6594272	CHECK_OBJ_NOTNULL(tl, VCC_MAGIC);
290	6594272	tl->t = vcc_PeekTokenFrom(tl, tl->t);
291	6594272	}
292
293		void
294	4579708	vcc__Expect(struct vcc *tl, unsigned tok, unsigned line)
295		{
296	4579708	if (tl->t->tok == tok)
297	4579648	return;
298	60	VSB_printf(tl->sb, "Expected %s got ", vcl_tnames[tok]);
299	60	vcc_ErrToken(tl, tl->t);
300	60	VSB_printf(tl->sb, "\n(program line %u), at\n", line);
301	60	vcc_ErrWhere(tl, tl->t);
302	4579708	}
303
304		/*--------------------------------------------------------------------
305		* Compare ID token to string, return true of match
306		*/
307
308		int
309	12169236	vcc_IdIs(const struct token t, const char p)
310		{
311		const char *q;
312
313	12169236	assert(t->tok == ID);
314	16174180	for (q = t->b; q < t->e && *p != '\0'; p++, q++)
315	15256236	if (q != p)
316	11251292	return (0);
317	917944	if (q != t->e \|\| *p != '\0')
318	840	return (0);
319	917104	return (1);
320	12169236	}
321
322		/*--------------------------------------------------------------------
323		* Check that we have a Vinyl identifier
324		*/
325
326		void
327	128	vcc_PrintTokens(const struct vcc *tl,
328		const struct token tb, const struct token te)
329		{
330
331	128	CHECK_OBJ_NOTNULL(tl, VCC_MAGIC);
332	128	AN(tb);
333	128	AN(te);
334	424	while (tb != te) {
335	296	VSB_printf(tl->sb, "%.*s", PF(tb));
336	296	tb = vcc_PeekTokenFrom(tl, tb);
337	296	AN(tb);
338		}
339	128	}
340
341		void
342	521756	vcc_ExpectVid(struct vcc tl, const char what)
343		{
344	521756	const char *bad = NULL;
345		struct token *t2;
346
347	521756	ExpectErr(tl, ID);
348	521752	ERRCHK(tl);
349
350	521752	t2 = vcc_PeekToken(tl);
351	521752	AN(t2);
352	521764	while (t2->tok == '.') {
353	12	bad = ".";
354	12	t2 = vcc_PeekTokenFrom(tl, t2);
355	12	AN(t2);
356	12	if (t2->tok != ID)
357	0	break;
358	12	t2 = vcc_PeekTokenFrom(tl, t2);
359	12	AN(t2);
360		}
361	521752	if (bad == NULL)
362	521740	bad = VCT_invalid_name(tl->t->b, tl->t->e);
363	521752	if (bad != NULL) {
364	12	VSB_printf(tl->sb, "Name of %s, '", what);
365	12	vcc_PrintTokens(tl, tl->t, t2);
366	24	VSB_printf(tl->sb,
367	12	"', contains illegal character '%c'\n", *bad);
368	12	vcc_ErrWhere2(tl, tl->t, t2);
369	12	return;
370		}
371	521756	}
372
373		/*--------------------------------------------------------------------
374		* Decode a string
375		*/
376
377		static void
378	588536	vcc_decstr(struct vcc *tl, unsigned sep)
379		{
380		char *q;
381		unsigned int l;
382
383	588536	assert(tl->t->tok == CSTR);
384	588536	l = pdiff(tl->t->b + sep, tl->t->e - sep);
385	588536	tl->t->dec = TlAlloc(tl, l + 1);
386	588536	AN(tl->t->dec);
387	588536	q = tl->t->dec;
388	588536	memcpy(q, tl->t->b + sep, l);
389	588536	q[l] = '\0';
390	588536	}
391
392		/*--------------------------------------------------------------------
393		* Add a token to the token list.
394		*/
395
396		static void
397	12446496	vcc_addtoken(struct vcc *tl, unsigned tok,
398		struct source sp, const char b, const char *e)
399		{
400		struct token *t;
401
402	12446496	t = TlAlloc(tl, sizeof *t);
403	12446496	assert(t != NULL);
404	12446496	t->tok = tok;
405	12446496	t->b = b;
406	12446496	t->e = e;
407	12446496	t->src = sp;
408	12446496	VTAILQ_INSERT_TAIL(&sp->src_tokens, t, src_list);
409	12446496	tl->t = t;
410	12446496	}
411
412		/*--------------------------------------------------------------------
413		* Find a delimited token
414		*/
415
416		static const struct delim_def {
417		const char *name;
418		const char *b;
419		const char *e;
420		unsigned len; /* NB: must be the same for both delimiters */
421		unsigned crlf;
422		unsigned tok;
423		} delim_defs[] = {
424		#define DELIM_DEF(nm, l, r, c, t) \
425		{ nm, l, r, sizeof (l) - 1, c, t }
426		DELIM_DEF("long-string", "\"\"\"", "\"\"\"", 1, CSTR), /* """...""" */
427		DELIM_DEF("long-string", "{\"", "\"}", 1, CSTR), /* {"..."} */
428		DELIM_DEF("string", "\"", "\"", 0, CSTR), /* "..." */
429		DELIM_DEF("inline C source", "C{", "}C", 1, CSRC), /* C{...}C */
430		#undef DELIM_DEF
431		{ NULL }
432		};
433
434		static unsigned
435	12427392	vcc_delim_token(struct vcc tl, struct source sp, const char *p,
436		const char **qp)
437		{
438		const struct delim_def *dd;
439		const char q, r;
440
441	60833416	for (dd = delim_defs; dd->name != NULL; dd++)
442	48994672	if (!strncmp(p, dd->b, dd->len))
443	588648	break;
444
445	12427392	if (dd->name == NULL)
446	11838744	return (0);
447
448	588648	q = strstr(p + dd->len, dd->e);
449	588648	if (q != NULL && !dd->crlf) {
450	462216	r = strpbrk(p + dd->len, "\r\n");
451	462216	if (r != NULL && r < q)
452	0	q = NULL;
453	462216	}
454
455	588648	if (q == NULL) {
456	16	vcc_addtoken(tl, EOI, sp, p, p + dd->len);
457	16	VSB_printf(tl->sb, "Unterminated %s, starting at\n", dd->name);
458	16	vcc_ErrWhere(tl, tl->t);
459	16	return (0);
460		}
461
462	588632	assert(q < sp->e);
463	588632	vcc_addtoken(tl, dd->tok, sp, p, q + dd->len);
464	588632	if (dd->tok == CSTR)
465	588536	vcc_decstr(tl, dd->len);
466	588632	*qp = q + dd->len;
467	588632	return (1);
468	12427392	}
469
470		/*--------------------------------------------------------------------
471		* Lex a number, either CNUM or FNUM.
472		* We enforce the RFC8941 restrictions on number of digits here.
473		*/
474
475		static int
476	176808	vcc_lex_number_token_valid(struct vcc *tl)
477		{
478	176808	if (tl->t->e == 'e' \|\| tl->t->e == 'E') {
479	8	VSB_printf(tl->sb, "Unexpected character '%c'.\n", *tl->t->e);
480	8	tl->t->e++;
481	8	vcc_ErrWhere(tl, tl->t);
482	8	return (0);
483		}
484	176800	return (1);
485	176808	}
486
487		static const char *
488	176824	vcc_lex_number(struct vcc tl, struct source sp, const char *p)
489		{
490		const char q, r;
491		char *s;
492
493	612436	for (q = p; q < sp->e; q++)
494	612436	if (!vct_isdigit(*q))
495	176824	break;
496	176824	if (*q != '.') {
497	157204	vcc_addtoken(tl, CNUM, sp, p, q);
498	157204	if (q - p > 15) {
499	4	VSB_cat(tl->sb, "Too many digits for integer.\n");