GCOV - Varnish Cache


/*-
 * Copyright (c) 2008-2015 Varnish Software AS
 * All rights reserved.
 *
 * Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
 *
 * SPDX-License-Identifier: BSD-2-Clause
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 */

#ifdef VTEST_WITH_VTC_VINYL

#include "config.h"

#include <sys/socket.h>

#include <errno.h>
#include <fcntl.h>
#include <fnmatch.h>
#include <inttypes.h>
#include <poll.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <unistd.h>

#include "vtc.h"

#include "vapi/vsc.h"
#include "vapi/vsl.h"
#include "vapi/vsm.h"
#include "vcli.h"
#include "vjsn.h"
#include "vre.h"
#include "vsub.h"
#include "vtcp.h"
#include "vtim.h"

struct vinyl {
        unsigned                magic;
#define VINYL_MAGIC             0x208cd8e4
        char                    *me;
        char                    *name;
        struct vtclog           *vl;
        VTAILQ_ENTRY(vinyl)     list;

        struct vsb              *args;
        int                     fds[4];
        pid_t                   pid;

        double                  syntax;

        pthread_t               tp;
        pthread_t               tp_vsl;
        int                     tp_started;

        int                     expect_exit;

        int                     cli_fd;
        int                     vcl_nbr;
        char                    *workdir;
        char                    *jail;
        char                    *proto;

        struct vsm              *vsm_vsl;
        struct vsm              *vsm_vsc;
        struct vsc              *vsc;
        int                     has_a_arg;

        unsigned                vsl_tag_count[256];

        volatile int            vsl_rec;
        volatile int            vsl_idle;
};

#define NONSENSE        "%XJEIFLH|)Xspa8P"

static VTAILQ_HEAD(, vinyl)     vinyles =
    VTAILQ_HEAD_INITIALIZER(vinyles);

/**********************************************************************
 * Fatal condition cleanup
 * Invalid to call in any code path not followed by vtc_fatal().
 */

static void
vinyl_fatal_cleanup(const struct vinyl *v)
{
        struct pollfd fd[1];
        int n;

        if (!pthread_equal(pthread_self(), vtc_thread))
                return;

        if (!v->tp_started)
                return;

        memset(fd, 0, sizeof(fd));
        fd[0].fd = v->fds[0];
        fd[0].events = POLLIN;

        do {
                n = poll(fd, sizeof(fd)/sizeof(fd[0]), 10);
                if (n == 1 && (fd[0].revents & (POLLHUP|POLLERR)) != 0) {
                        PTOK(pthread_join(v->tp, NULL));
                        break;
                }

                if (n == 1)
                        VTIM_sleep(0.01);
        } while (n > 0);
}

#define vinyl_fatal(v, ...)                                             \
    do {                                                                \
            vinyl_fatal_cleanup((v));                                   \
            vtc_fatal((v)->vl, __VA_ARGS__);                            \
    } while (0)

/**********************************************************************
 * Ask a question over CLI
 */

static enum VCLI_status_e
vinyl_ask_cli(const struct vinyl *v, const char *cmd, char **repl)
{
        int i;
        unsigned retval;
        char *r;

        if (cmd != NULL) {
                vtc_dump(v->vl, 4, "CLI TX", cmd, -1);
                i = write(v->cli_fd, cmd, vstrlen(cmd));
                if (i != vstrlen(cmd) && !vtc_stop)
                        vinyl_fatal(v, "CLI write failed (%s) = %u %s",
                            cmd, errno, strerror(errno));
                i = write(v->cli_fd, "\n", 1);
                if (i != 1 && !vtc_stop)
                        vinyl_fatal(v, "CLI write failed (%s) = %u %s",
                            cmd, errno, strerror(errno));
        }
        i = VCLI_ReadResult(v->cli_fd, &retval, &r, vtc_maxdur);
        if (i != 0 && !vtc_stop)
                vinyl_fatal(v, "CLI failed (%s) = %d %u %s",
                    cmd != NULL ? cmd : "NULL", i, retval, r);
        vtc_log(v->vl, 3, "CLI RX  %u", retval);
        vtc_dump(v->vl, 4, "CLI RX", r, -1);
        if (repl != NULL)
                *repl = r;
        else
                free(r);
        return ((enum VCLI_status_e)retval);
}

/**********************************************************************
 *
 */

static void
wait_stopped(const struct vinyl *v)
{
        char *r = NULL;
        enum VCLI_status_e st;

        vtc_log(v->vl, 3, "wait-stopped");
        while (1) {
                st = vinyl_ask_cli(v, "status", &r);
                if (st != CLIS_OK)
                        vinyl_fatal(v,
                            "CLI status command failed: %u %s", st, r);
                if (!vstrcmp(r, "Child in state stopped")) {
                        free(r);
                        break;
                }
                free(r);
                r = NULL;
                VTIM_sleep(0.2);
        }
}
/**********************************************************************
 *
 */

static void
wait_running(const struct vinyl *v)
{
        char *r = NULL;
        enum VCLI_status_e st;

        while (1) {
                vtc_log(v->vl, 3, "wait-running");
                st = vinyl_ask_cli(v, "status", &r);
                if (st != CLIS_OK)
                        vinyl_fatal(v,
                            "CLI status command failed: %u %s", st, r);
                if (!vstrcmp(r, "Child in state stopped"))
                        vinyl_fatal(v,
                            "Child stopped before running: %u %s", st, r);
                if (!vstrcmp(r, "Child in state running")) {
                        free(r);
                        r = NULL;
                        st = vinyl_ask_cli(v, "debug.listen_address", &r);
                        if (st != CLIS_OK)
                                vinyl_fatal(v,
                                    "CLI status command failed: %u %s", st, r);
                        free(r);
                        break;
                }
                free(r);
                r = NULL;
                VTIM_sleep(0.2);
        }
}

/**********************************************************************
 * Vinyllog gatherer thread
 */

static void *
vinyllog_thread(void *priv)
{
        struct vinyl *v;
        struct VSL_data *vsl;
        struct vsm *vsm;
        struct VSL_cursor *c;
        enum VSL_tag_e tag;
        uint64_t vxid;
        unsigned len, vs;
        const char *tagname, *data;
        int type, i, opt;
        struct vsb *vsb = NULL;

        CAST_OBJ_NOTNULL(v, priv, VINYL_MAGIC);

        vsl = VSL_New();
        AN(vsl);
        vsm = v->vsm_vsl;

        c = NULL;
        opt = 0;
        while (v->fds[1] > 0 || c != NULL) {    //lint !e845 bug in flint
                if (c == NULL) {
                        if (vtc_error)
                                break;
                        VTIM_sleep(0.1);
                        (void)VSM_Status(vsm);
                        c = VSL_CursorVSM(vsl, vsm, opt);
                        if (c == NULL) {
                                vtc_log(v->vl, 3, "vsl|%s", VSL_Error(vsl));
                                VSL_ResetError(vsl);
                                continue;
                        }
                }
                AN(c);

                opt = VSL_COPT_TAIL;

                while (1) {
                        i = VSL_Next(c);
                        if (i != 1)
                                break;

                        v->vsl_rec = 1;

                        tag = VSL_TAG(c->rec.ptr);
                        vxid = VSL_ID(c->rec.ptr);
                        if (tag == SLT__Batch)
                                continue;
                        tagname = VSL_tags[tag];
                        len = VSL_LEN(c->rec.ptr);
                        type = VSL_CLIENT(c->rec.ptr) ?
                            'c' : VSL_BACKEND(c->rec.ptr) ?
                            'b' : '-';
                        data = VSL_CDATA(c->rec.ptr);
                        v->vsl_tag_count[tag]++;
                        if (VSL_tagflags[tag] & SLT_F_BINARY) {
                                if (vsb == NULL)
                                        vsb = VSB_new_auto();
                                VSB_clear(vsb);
                                VSB_quote(vsb, data, len, VSB_QUOTE_HEX);
                                AZ(VSB_finish(vsb));
                                /* +2 to skip "0x" */
                                vtc_log(v->vl, 4, "vsl| %10ju %-15s %c [%s]",
                                    (uintmax_t)vxid, tagname, type,
                                    VSB_data(vsb) + 2);
                        } else {
                                vtc_log(v->vl, 4, "vsl| %10ju %-15s %c %.*s",
                                    (uintmax_t)vxid, tagname, type, (int)len,
                                    data);
                        }
                }
                if (i == 0) {
                        /* Nothing to do but wait */
                        v->vsl_idle++;
                        vs = VSM_Status(vsm) & VSM_WRK_MASK;
                        if ((vs & ~VSM_WRK_CHANGED) != VSM_WRK_RUNNING) {
                                /* Abandoned - try reconnect */
                                VSL_DeleteCursor(c);
                                c = NULL;
                        } else {
                                VTIM_sleep(0.1);
                        }
                } else if (i == -2) {
                        /* Abandoned - try reconnect */
                        VSL_DeleteCursor(c);
                        c = NULL;
                } else
                        break;
        }

        if (c)
                VSL_DeleteCursor(c);
        VSL_Delete(vsl);
        if (vsb != NULL)
                VSB_destroy(&vsb);

        return (NULL);
}

/**********************************************************************
 * Allocate and initialize a vinyl
 */

static struct vinyl *
vinyl_new(const char *name)
{
        struct vinyl *v;
        struct vsb *vsb;
        char buf[1024];

        ALLOC_OBJ(v, VINYL_MAGIC);
        AN(v);
        REPLACE(v->name, name);

        REPLACE(v->jail, "");

        v->vl = vtc_logopen("%s", name);
        AN(v->vl);

        vsb = macro_expandf(v->vl, "${tmpdir}/%s", name);
        AN(vsb);
        v->workdir = strdup(VSB_data(vsb));
        AN(v->workdir);
        VSB_destroy(&vsb);

        bprintf(buf, "rm -rf %s ; mkdir -p %s", v->workdir, v->workdir);
        AZ(system(buf));

        v->args = VSB_new_auto();

        v->cli_fd = -1;
        VTAILQ_INSERT_TAIL(&vinyles, v, list);

        return (v);
}

/**********************************************************************
 * Delete a vinyl instance
 */

static void
vinyl_delete(struct vinyl *v)
{

        CHECK_OBJ_NOTNULL(v, VINYL_MAGIC);
        vtc_logclose(v->vl);
        free(v->name);
        free(v->jail);
        free(v->workdir);
        VSB_destroy(&v->args);
        if (v->vsc != NULL)
                VSC_Destroy(&v->vsc, v->vsm_vsc);
        if (v->vsm_vsc != NULL)
                VSM_Destroy(&v->vsm_vsc);
        if (v->vsm_vsl != NULL)
                VSM_Destroy(&v->vsm_vsl);

        /*
         * We do not delete the workdir, it may contain stuff people
         * want (coredumps, shmlog/stats etc), and trying to divine
         * "may want" is just too much trouble.  Leave it around and
         * nuke it at the start of the next test-run.
         */

        /* XXX: MEMLEAK (?) */
        FREE_OBJ(v);
}

/**********************************************************************
 * Vinyl listener
 */

static void *
vinyl_thread(void *priv)
{
        struct vinyl *v;

        CAST_OBJ_NOTNULL(v, priv, VINYL_MAGIC);
        return (vtc_record(v->vl, v->fds[0], NULL));
}

/**********************************************************************
 * Launch a Vinyl
 */

static void
vinyl_launch(struct vinyl *v)
{
        struct vsb *vsb, *vsb1;
        int i, nfd, asock;
        char abuf[VTCP_ADDRBUFSIZE];
        char pbuf[VTCP_PORTBUFSIZE];
        char lbuf[PATH_MAX];
        struct pollfd fd[3];
        enum VCLI_status_e u;
        const char *err;
        char *r = NULL;

        /* Create listener socket */
        asock = VTCP_listen_on(default_listen_addr, NULL, 1, &err);
        if (err != NULL)
                vinyl_fatal(v, "Create CLI listen socket failed: %s", err);
        assert(asock > 0);
        VTCP_myname(asock, abuf, sizeof abuf, pbuf, sizeof pbuf);

        AZ(VSB_finish(v->args));
        vtc_log(v->vl, 2, "Launch");
        vsb = VSB_new_auto();
        AN(vsb);
        VSB_cat(vsb, "cd ${pwd} &&");
        VSB_printf(vsb, " exec %sd %s -d -n %s -i %s",
            v->me, v->jail, v->workdir, v->name);
        if (macro_isdef(NULL, "vinyld_args_prepend")) {
                VSB_putc(vsb, ' ');
                macro_cat(v->vl, vsb, "vinyld_args_prepend", NULL);
        }
        VSB_cat(vsb, VSB_data(params_vsb));
        if (leave_temp) {
                VSB_cat(vsb, " -p debug=+vcl_keep");
                VSB_cat(vsb, " -p debug=+vmod_so_keep");
                VSB_cat(vsb, " -p debug=+vsm_keep");
        }
        VSB_cat(vsb, " -l 2m");
        VSB_cat(vsb, " -p auto_restart=off");
        VSB_cat(vsb, " -p syslog_cli_traffic=off");
        VSB_cat(vsb, " -p thread_pool_min=10");
        VSB_cat(vsb, " -p debug=+vtc_mode");
        VSB_cat(vsb, " -p vsl_mask=+Debug,+H2RxHdr,+H2RxBody");
        VSB_cat(vsb, " -p h2_initial_window_size=1m");
        VSB_cat(vsb, " -p h2_rx_window_low_water=64k");
        if (!v->has_a_arg) {
                VSB_printf(vsb, " -a '%s'", default_listen_addr);
                if (v->proto != NULL)
                        VSB_printf(vsb, ",%s", v->proto);
        }
        VSB_printf(vsb, " -M '%s %s'", abuf, pbuf);
        VSB_printf(vsb, " -P %s/%sd.pid", v->workdir, v->me);
        if (vmod_path != NULL)
                VSB_printf(vsb, " -p vmod_path=%s", vmod_path);
        VSB_printf(vsb, " %s", VSB_data(v->args));
        if (macro_isdef(NULL, "vinyld_args_append")) {
                VSB_putc(vsb, ' ');
                macro_cat(v->vl, vsb, "vinyld_args_append", NULL);
        }
        AZ(VSB_finish(vsb));
        vtc_log(v->vl, 3, "CMD: %s", VSB_data(vsb));
        vsb1 = macro_expand(v->vl, VSB_data(vsb));
        AN(vsb1);
        VSB_destroy(&vsb);
        vsb = vsb1;
        vtc_log(v->vl, 3, "CMD: %s", VSB_data(vsb));
        AZ(pipe(&v->fds[0]));
        AZ(pipe(&v->fds[2]));
        v->pid = fork();
        assert(v->pid >= 0);
        if (v->pid == 0) {
                AZ(dup2(v->fds[0], 0));
                assert(dup2(v->fds[3], 1) == 1);
                assert(dup2(1, 2) == 2);
                closefd(&v->fds[0]);
                closefd(&v->fds[1]);
                closefd(&v->fds[2]);
                closefd(&v->fds[3]);
                VSUB_closefrom(STDERR_FILENO + 1);
                AZ(execl("/bin/sh", "/bin/sh", "-c", VSB_data(vsb), (char*)0));
                exit(1);
        } else {
                vtc_log(v->vl, 3, "PID: %ld", (long)v->pid);
                macro_def(v->vl, v->name, "pid", "%ld", (long)v->pid);
                macro_def(v->vl, v->name, "name", "%s", v->workdir);
        }
        closefd(&v->fds[0]);
        closefd(&v->fds[3]);
        v->fds[0] = v->fds[2];
        v->fds[2] = v->fds[3] = -1;
        VSB_destroy(&vsb);
        AZ(v->tp_started);
        v->tp_started = 1;
        PTOK(pthread_create(&v->tp, NULL, vinyl_thread, v));

        /* Wait for the vinyl to call home */
        memset(fd, 0, sizeof fd);
        fd[0].fd = asock;
        fd[0].events = POLLIN;
        fd[1].fd = v->fds[1];
        fd[1].events = POLLIN;
        fd[2].fd = v->fds[2];
        fd[2].events = POLLIN;
        i = poll(fd, 2, (int)(vtc_maxdur * 1000 / 3));
        vtc_log(v->vl, 4, "CLIPOLL %d 0x%x 0x%x 0x%x",
            i, fd[0].revents, fd[1].revents, fd[2].revents);
        if (i == 0)
                vinyl_fatal(v, "FAIL timeout waiting for CLI connection");
        if (fd[1].revents & POLLHUP)
                vinyl_fatal(v, "FAIL debug pipe closed");
        if (!(fd[0].revents & POLLIN))
                vinyl_fatal(v, "FAIL CLI connection wait failure");
        nfd = accept(asock, NULL, NULL);
        closefd(&asock);
        if (nfd < 0)
                vinyl_fatal(v, "FAIL no CLI connection accepted");

        v->cli_fd = nfd;

        vtc_log(v->vl, 3, "CLI connection fd = %d", v->cli_fd);
        assert(v->cli_fd >= 0);

        /* Receive the banner or auth response */
        u = vinyl_ask_cli(v, NULL, &r);
        if (vtc_error)
                return;
        if (u != CLIS_AUTH)
                vinyl_fatal(v, "CLI auth demand expected: %u %s", u, r);

        bprintf(lbuf, "%s/_.secret", v->workdir);
        nfd = open(lbuf, O_RDONLY);
        assert(nfd >= 0);

        assert(sizeof lbuf >= CLI_AUTH_RESPONSE_LEN + 7);
        bstrcpy(lbuf, "auth ");
        VCLI_AuthResponse(nfd, r, lbuf + 5);
        closefd(&nfd);
        free(r);
        r = NULL;
        strcat(lbuf, "\n");

        u = vinyl_ask_cli(v, lbuf, &r);
        if (vtc_error)
                return;
        if (u != CLIS_OK)
                vinyl_fatal(v, "CLI auth command failed: %u %s", u, r);
        free(r);

        v->vsm_vsc = VSM_New();
        AN(v->vsm_vsc);
        v->vsc = VSC_New();
        AN(v->vsc);
        assert(VSM_Arg(v->vsm_vsc, 'n', v->workdir) > 0);
        AZ(VSM_Attach(v->vsm_vsc, -1));

        v->vsm_vsl = VSM_New();
        assert(VSM_Arg(v->vsm_vsl, 'n', v->workdir) > 0);
        AZ(VSM_Attach(v->vsm_vsl, -1));

        PTOK(pthread_create(&v->tp_vsl, NULL, vinyllog_thread, v));
}

#define VINYL_LAUNCH(v)                         \
        do {                                            \
                CHECK_OBJ_NOTNULL(v, VINYL_MAGIC);      \
                if (v->cli_fd < 0)                      \
                        vinyl_launch(v);                \
                if (vtc_error)                          \
                        return;                         \
        } while (0)

/**********************************************************************
 * Start a Vinyl
 */

static void
vinyl_listen(const struct vinyl *v, char *la)
{
        const char *a, *p, *n, *n2;
        char m[64], s[256];
        unsigned first;

        n2 = "";
        first = 1;

        while (*la != '\0') {
                n = la;
                la = strchr(la, ' ');
                AN(la);
                *la = '\0';
                a = ++la;
                la = strchr(la, ' ');
                AN(la);
                *la = '\0';
                p = ++la;
                la = strchr(la, '\n');
                AN(la);
                *la = '\0';
                la++;

                AN(*n);
                AN(*a);
                AN(*p);

                if (*p == '-') {
                        bprintf(s, "%s", a);
                        a = "0.0.0.0";
                        p = "0";
                } else if (strchr(a, ':')) {
                        bprintf(s, "[%s]:%s", a, p);
                } else {
                        bprintf(s, "%s:%s", a, p);
                }

                if (first) {
                        vtc_log(v->vl, 2, "Listen on %s %s", a, p);
                        macro_def(v->vl, v->name, "addr", "%s", a);
                        macro_def(v->vl, v->name, "port", "%s", p);
                        macro_def(v->vl, v->name, "sock", "%s", s);
                        first = 0;
                }

                if (!vstrcmp(n, n2))
                        continue;

                bprintf(m, "%s_addr", n);
                macro_def(v->vl, v->name, m, "%s", a);
                bprintf(m, "%s_port", n);
                macro_def(v->vl, v->name, m, "%s", p);
                bprintf(m, "%s_sock", n);
                macro_def(v->vl, v->name, m, "%s", s);
                n2 = n;
        }
}

static void
vinyl_start(struct vinyl *v)
{
        enum VCLI_status_e u;
        char *resp = NULL;

        VINYL_LAUNCH(v);
        vtc_log(v->vl, 2, "Start");
        u = vinyl_ask_cli(v, "start", &resp);
        if (vtc_error)
                return;
        if (u != CLIS_OK)
                vinyl_fatal(v, "CLI start command failed: %u %s", u, resp);
        wait_running(v);
        free(resp);
        resp = NULL;
        u = vinyl_ask_cli(v, "debug.xid 1000", &resp);
        if (vtc_error)
                return;
        if (u != CLIS_OK)
                vinyl_fatal(v, "CLI debug.xid command failed: %u %s",
                    u, resp);
        free(resp);
        resp = NULL;
        u = vinyl_ask_cli(v, "debug.listen_address", &resp);
        if (vtc_error)
                return;
        if (u != CLIS_OK)
                vinyl_fatal(v,
                    "CLI debug.listen_address command failed: %u %s", u, resp);
        vinyl_listen(v, resp);
        free(resp);
        /* Wait for vsl logging to get underway */
        while (v->vsl_rec == 0)
                VTIM_sleep(.1);
}

/**********************************************************************
 * Stop a Vinyl
 */

static void
vinyl_stop(struct vinyl *v)
{

        VINYL_LAUNCH(v);
        vtc_log(v->vl, 2, "Stop");
        (void)vinyl_ask_cli(v, "stop", NULL);
        wait_stopped(v);
}

/**********************************************************************
 * Cleanup
 */

static void
vinyl_cleanup(struct vinyl *v)
{
        void *p;

        /* Close the CLI connection */
        closefd(&v->cli_fd);

        /* Close the STDIN connection. */
        closefd(&v->fds[1]);

        /* Wait until STDOUT+STDERR closes */
        AN(v->tp_started);
        PTOK(pthread_join(v->tp, &p));
        closefd(&v->fds[0]);
        v->tp_started = 0;

        /* Pick up the VSL thread */
        PTOK(pthread_join(v->tp_vsl, &p));

        vtc_wait4(v->vl, v->pid, v->expect_exit, 0, 0);
        v->pid = 0;
}

/**********************************************************************
 * Wait for a Vinyl
 */

static void
vinyl_wait(struct vinyl *v)
{
        if (v->cli_fd < 0)
                return;

        vtc_log(v->vl, 2, "Wait");

        if (!vtc_error) {
                /* Do a backend.list to log if child is still running */
                (void)vinyl_ask_cli(v, "backend.list", NULL);
        }

        /* Then stop it */
        vinyl_stop(v);

        if (vinyl_ask_cli(v, "panic.show", NULL) != CLIS_CANT)
                vinyl_fatal(v, "Unexpected panic");

        vinyl_cleanup(v);
}


/**********************************************************************
 * Ask a CLI JSON question
 */

static void
vinyl_cli_json(struct vinyl *v, const char *cli)
{
        enum VCLI_status_e u;
        char *resp = NULL;
        const char *errptr;
        struct vjsn *vj;

        VINYL_LAUNCH(v);
        u = vinyl_ask_cli(v, cli, &resp);
        vtc_log(v->vl, 2, "CLI %03u <%s>", u, cli);
        if (u != CLIS_OK)
                vinyl_fatal(v,
                    "FAIL CLI response %u expected %u", u, CLIS_OK);
        vj = vjsn_parse(resp, &errptr);
        if (vj == NULL)
                vinyl_fatal(v, "FAIL CLI, not good JSON: %s", errptr);
        vjsn_delete(&vj);
        free(resp);
}

/**********************************************************************
 * Ask a CLI question
 */

static void
vinyl_cli(struct vinyl *v, const char *cli, unsigned exp, const char *re,
    int neg)
{
        enum VCLI_status_e u;
        struct vsb vsb[1];
        vre_t *vre = NULL;
        char *resp = NULL, errbuf[VRE_ERROR_LEN];
        int err, erroff;

        VINYL_LAUNCH(v);
        if (re != NULL) {
                vre = VRE_compile(re, 0, &err, &erroff, 1);
                if (vre == NULL) {
                        AN(VSB_init(vsb, errbuf, sizeof errbuf));
                        AZ(VRE_error(vsb, err));
                        AZ(VSB_finish(vsb));
                        VSB_fini(vsb);
                        vinyl_fatal(v, "Illegal regexp: %s (@%d)",
                            errbuf, erroff);
                }
        }
        u = vinyl_ask_cli(v, cli, &resp);
        vtc_log(v->vl, 2, "CLI %03u <%s>", u, cli);
        if (exp != 0 && exp != (unsigned)u)
                vinyl_fatal(v, "FAIL CLI response %u expected %u", u, exp);
        if (vre != NULL) {
                err = VRE_match(vre, resp, 0, 0, NULL);
                if (err < VRE_ERROR_NOMATCH) {
                        AN(VSB_init(vsb, errbuf, sizeof errbuf));
                        AZ(VRE_error(vsb, err));
                        AZ(VSB_finish(vsb));
                        VSB_fini(vsb);
                        vinyl_fatal(v, "Regexp failed: %s with %s (%d)",
                            re, errbuf, err);
                } else if ((err == VRE_ERROR_NOMATCH) == (neg == 0)) { /*lint !e731 */
                        vinyl_fatal(v, "Expect failed: regexp \"%s\" did%s "
                            "match response \"%s\"", re, neg ? "" : " not",
                            resp);
                }
                VRE_free(&vre);
        }
        free(resp);
}

static const char *
vcl_prepend(void)
{
        const char *vcl_pfx;

        vcl_pfx = getenv("VTEST_VINYL_VCL_PREPEND");
        return vcl_pfx ? vcl_pfx : "";
}

/**********************************************************************
 * Load a VCL program
 */

static void
vinyl_vcl(struct vinyl *v, const char *vcl, int fail, char **resp)
{
        struct vsb *vsb;
        enum VCLI_status_e u;

        VINYL_LAUNCH(v);
        vsb = VSB_new_auto();
        AN(vsb);

        VSB_printf(vsb, "vcl.inline vcl%d << %s\nvcl %.1f;\n%s%s\n%s\n",
            ++v->vcl_nbr, NONSENSE, v->syntax,
            vcl_prepend(), vcl, NONSENSE);
        AZ(VSB_finish(vsb));

        u = vinyl_ask_cli(v, VSB_data(vsb), resp);
        if (u == CLIS_OK) {
                VSB_clear(vsb);
                VSB_printf(vsb, "vcl.use vcl%d", v->vcl_nbr);
                AZ(VSB_finish(vsb));
                u = vinyl_ask_cli(v, VSB_data(vsb), NULL);
        }
        if (u == CLIS_OK && fail) {
                VSB_destroy(&vsb);
                vinyl_fatal(v, "VCL compilation succeeded expected failure");
        } else if (u != CLIS_OK && !fail) {
                VSB_destroy(&vsb);
                vinyl_fatal(v, "VCL compilation failed expected success");
        } else if (fail)
                vtc_log(v->vl, 2, "VCL compilation failed (as expected)");
        VSB_destroy(&vsb);
}

/**********************************************************************
 * Load a VCL program prefixed by backend decls for our servers
 */

static void
vinyl_vclbackend(struct vinyl *v, const char *vcl)
{
        struct vsb *vsb, *vsb2;
        enum VCLI_status_e u;

        VINYL_LAUNCH(v);
        vsb = VSB_new_auto();
        AN(vsb);

        vsb2 = VSB_new_auto();
        AN(vsb2);

        VSB_printf(vsb2, "vcl %.1f;\n", v->syntax);

        cmd_server_gen_vcl(vsb2);

        AZ(VSB_finish(vsb2));

        VSB_printf(vsb, "vcl.inline vcl%d << %s\n%s\n%s%s\n%s\n",
            ++v->vcl_nbr, NONSENSE, VSB_data(vsb2), vcl_prepend(),
            vcl, NONSENSE);
        AZ(VSB_finish(vsb));

        u = vinyl_ask_cli(v, VSB_data(vsb), NULL);
        if (u != CLIS_OK) {
                VSB_destroy(&vsb);
                VSB_destroy(&vsb2);
                vinyl_fatal(v, "FAIL VCL does not compile");
        }
        VSB_clear(vsb);
        VSB_printf(vsb, "vcl.use vcl%d", v->vcl_nbr);
        AZ(VSB_finish(vsb));
        u = vinyl_ask_cli(v, VSB_data(vsb), NULL);
        assert(u == CLIS_OK);
        VSB_destroy(&vsb);
        VSB_destroy(&vsb2);
}

/**********************************************************************
 */

struct dump_priv {
        const char *arg;
        const struct vinyl *v;
};

static int
do_stat_dump_cb(void *priv, const struct VSC_point * const pt)
{
        const struct vinyl *v;
        struct dump_priv *dp;
        uint64_t u;

        if (pt == NULL)
                return (0);
        dp = priv;
        v = dp->v;

        if (vstrcmp(pt->ctype, "uint64_t"))
                return (0);
        u = VSC_Value(pt);

        if (vstrcmp(dp->arg, "*")) {
                if (fnmatch(dp->arg, pt->name, 0))
                        return (0);
        }

        vtc_log(v->vl, 4, "VSC %s %ju",  pt->name, (uintmax_t)u);
        return (0);
}

static void
vinyl_vsc(struct vinyl *v, const char *arg)
{
        struct dump_priv dp;

        VINYL_LAUNCH(v);
        memset(&dp, 0, sizeof dp);
        dp.v = v;
        dp.arg = arg;
        (void)VSM_Status(v->vsm_vsc);
        (void)VSC_Iter(v->vsc, v->vsm_vsc, do_stat_dump_cb, &dp);
}

/**********************************************************************
 * Check statistics
 */

struct stat_arg {
        const char      *pattern;
        uintmax_t       val;
        unsigned        good;
};

struct stat_priv {
        struct stat_arg lhs;
        struct stat_arg rhs;
};

static int
stat_match(const char *pattern, const char *name)
{

        if (strchr(pattern, '.') == NULL) {
                if (fnmatch("MAIN.*", name, 0))
                        return (FNM_NOMATCH);
                name += 5;
        }
        return (fnmatch(pattern, name, 0));
}

static int
do_expect_cb(void *priv, const struct VSC_point * const pt)
{
        struct stat_priv *sp = priv;

        if (pt == NULL)
                return (0);

        if (!sp->lhs.good && stat_match(sp->lhs.pattern, pt->name) == 0) {
                AZ(vstrcmp(pt->ctype, "uint64_t"));
                AN(pt->ptr);
                sp->lhs.val = VSC_Value(pt);
                sp->lhs.good = 1;
        }

        if (sp->rhs.pattern == NULL) {
                sp->rhs.good = 1;
        } else if (!sp->rhs.good &&
            stat_match(sp->rhs.pattern, pt->name) == 0) {
                AZ(vstrcmp(pt->ctype, "uint64_t"));
                AN(pt->ptr);
                sp->rhs.val = VSC_Value(pt);
                sp->rhs.good = 1;
        }

        return (sp->lhs.good && sp->rhs.good);
}

/**********************************************************************
 */

static void
vinyl_expect(struct vinyl *v, char * const *av)
{
        struct stat_priv sp;
        int good, i, not;
        uintmax_t u;
        char *l, *p;

        VINYL_LAUNCH(v);
        ZERO_OBJ(&sp, sizeof sp);
        l = av[0];
        not = (*l == '!');
        if (not) {
                l++;
                AZ(av[1]);
        } else {
                AN(av[1]);
                AN(av[2]);
                errno = 0;
                u = strtoumax(av[2], &p, 0);
                if (errno != ERANGE && *p == '\0')
                        sp.rhs.val = u;
                else
                        sp.rhs.pattern = av[2];
        }

        sp.lhs.pattern = l;

        for (i = 0; i < 50; i++, (void)usleep(100000)) {
                (void)VSM_Status(v->vsm_vsc);
                sp.lhs.good = sp.rhs.good = 0;
                good = VSC_Iter(v->vsc, v->vsm_vsc, do_expect_cb, &sp);
                if (!good)
                        good = -2;
                if (good < 0)
                        continue;

                if (not)
                        vinyl_fatal(v, "Found (not expected): %s", l);

                good = -1;
                if (!strcmp(av[1], "==")) good = (sp.lhs.val == sp.rhs.val);
                if (!strcmp(av[1], "!=")) good = (sp.lhs.val != sp.rhs.val);
                if (!strcmp(av[1], ">" )) good = (sp.lhs.val >  sp.rhs.val);
                if (!strcmp(av[1], "<" )) good = (sp.lhs.val <  sp.rhs.val);
                if (!strcmp(av[1], ">=")) good = (sp.lhs.val >= sp.rhs.val);
                if (!strcmp(av[1], "<=")) good = (sp.lhs.val <= sp.rhs.val);
                if (good == -1)
                        vinyl_fatal(v, "comparison %s unknown", av[1]);
                if (good)
                        break;
        }
        if (good == -1) {
                vinyl_fatal(v, "VSM error: %s", VSM_Error(v->vsm_vsc));
        }
        if (good == -2) {
                if (not) {
                        vtc_log(v->vl, 2, "not found (as expected): %s", l);
                        return;
                }
                vinyl_fatal(v, "stats field %s unknown",
                    sp.lhs.good ? sp.rhs.pattern : sp.lhs.pattern);
        }

        if (good == 1) {
                vtc_log(v->vl, 2, "as expected: %s (%ju) %s %s (%ju)",
                    av[0], sp.lhs.val, av[1], av[2], sp.rhs.val);
        } else {
                vinyl_fatal(v, "Not true: %s (%ju) %s %s (%ju)",
                    av[0], sp.lhs.val, av[1], av[2], sp.rhs.val);
        }
}

static void
vsl_catchup(struct vinyl *v)
{
        int vsl_idle;

        VINYL_LAUNCH(v);
        vsl_idle = v->vsl_idle;
        while (!vtc_error && vsl_idle == v->vsl_idle)
                VTIM_sleep(0.1);
}

/* SECTION: vinyl vinyl
 *
 * Define and interact with vinyl instances.
 *
 * To define a ``vinyld``, you'll use this syntax::
 *
 *      vinyl vNAME [-arg STRING] [-vcl STRING] [-vcl+backend STRING]
 *              [-errvcl STRING STRING] [-jail STRING] [-proto PROXY]
 *
 * The first ``vinyl vNAME`` invocation will start the vinyld master
 * process in the background, waiting for the ``-start`` switch to actually
 * start the child.
 *
 * Types used in the description below:
 *
 * PATTERN
 *         is a 'glob' style pattern (ie: fnmatch(3)) as used in shell filename
 *         expansion.
 *
 * Arguments:
 *
 * vNAME
 *         Identify the ``vinyld`` server with a string, it must starts with 'v'.
 *
 * \-arg STRING
 *         Pass an argument to vinyld, for example "-h simple_list".
 *
 *         If the ${vinyld_args_prepend} or ${vinyld_args_append} macros are
 *         defined, they are expanded and inserted before / appended to the
 *         vinyld command line as constructed by vinyltest, before the
 *         command line itself is expanded. This enables tweaks to the vinyld
 *         command line without editing test cases. This macros can be defined
 *         using the ``-D`` option for vinyltest.
 *
 * \-vcl STRING
 *         Specify the VCL to load on this ``vinyld`` instance. You'll probably
 *         want to use multi-lines strings for this ({...}).
 *
 * \-vcl+backend STRING
 *         Do the exact same thing as -vcl, but adds the definition block of
 *         known backends (ie. already defined).
 *
 * \-errvcl STRING1 STRING2
 *         Load STRING2 as VCL, expecting it to fail, and ``vinyld`` to send an
 *         error string matching STRING1
 *
 * \-jail STRING
 *         Look at ``man vinyld`` (-j) for more information.
 *
 * \-proto PROXY
 *         Have ``vinyld`` use the proxy protocol. Note that PROXY here is the
 *         actual string.
 *
 * You can decide to start the ``vinyld`` instance and/or wait for several events::
 *
 *         vinyl vNAME [-start] [-wait] [-wait-running] [-wait-stopped]
 *
 * \-start
 *         Start the child process.
 *
 *         Once successfully started, the following macros are available for
 *         the default listen address: ``${vNAME_addr}``, ``${vNAME_port}``
 *         and ``${vNAME_sock}``. Additional macros are available, including
 *         the listen address name for each address vNAME listens to, like for
 *         example: ``${vNAME_a0_addr}``.
 *
 * \-stop
 *         Stop the child process.
 *
 * \-syntax
 *         Set the VCL syntax level for this command (default: 4.1)
 *
 * \-wait
 *         Wait for that instance to terminate.
 *
 * \-wait-running
 *         Wait for the ``vinyld`` child process to be started.
 *
 * \-wait-stopped
 *         Wait for the ``vinyld`` child process to stop.
 *
 * \-cleanup
 *         Once ``vinyld`` is stopped, clean everything after it. This is only used
 *         in very few tests and you should never need it.
 *
 * \-expectexit NUMBER
 *         Expect vinyld to exit(3) with this value
 *
 * Once ``vinyld`` is started, you can talk to it (as you would through
 * ``vinyladm``) with these additional switches::
 *
 *         vinyl vNAME [-cli STRING] [-cliok STRING] [-clierr STRING]
 *                       [-clijson STRING]
 *
 * \-cli STRING|-cliok STRING|-clierr STATUS STRING|-cliexpect [!] REGEXP STRING
 *         All four of these will send STRING to the CLI, the only difference
 *         is what they expect the result to be. -cli doesn't expect
 *         anything, -cliok expects 200, -clierr expects STATUS, and
 *         -cliexpect expects the REGEXP to match the returned response.
 *         -cliexpect ! ... negates the match
 *
 * \-clijson STRING
 *         Send STRING to the CLI, expect success (CLIS_OK/200) and check
 *         that the response is parsable JSON.
 *
 * It is also possible to interact with its shared memory (as you would
 * through tools like ``vinylstat``) with additional switches:
 *
 * \-expect \!PATTERN|PATTERN OP NUMBER|PATTERN OP PATTERN
 *         Look into the VSM and make sure the first VSC counter identified by
 *         PATTERN has a correct value. OP can be ==, >, >=, <, <=. For
 *         example::
 *
 *                 vinyl v1 -expect SM?.s1.g_space > 1000000
 *                 vinyl v1 -expect cache_hit >= cache_hit_grace
 *
 *         In the \! form the test fails if a counter matches PATTERN.
 *
 *         The ``MAIN.`` namespace can be omitted from PATTERN.
 *
 *         The test takes up to 5 seconds before timing out.
 *
 * \-vsc PATTERN
 *         Dump VSC counters matching PATTERN.
 *
 * \-vsl_catchup
 *         Wait until the logging thread has idled to make sure that all
 *         the generated log is flushed
 *
 * Environment variables:
 *
 * VTEST_VINYL_VCL_PREPEND can be used to inject VCL code into all VCL created
 * by the vinyl command before VCL provided by the caller using the -vcl or
 * -vcl+backend argument. That is, VTEST_VINYL_VCL_PREPEND is injected after the
 * implicit "vcl x.y;" statement and backend definitions generated by the vinyl
 * command.
 */

void
cmd_vinyl(CMD_ARGS)
{
        struct vinyl *v, *v2;
        const char *me;

        (void)priv;

        if (av == NULL) {
                /* Reset and free */
                VTAILQ_FOREACH_SAFE(v, &vinyles, list, v2) {
                        if (v->cli_fd >= 0)
                                vinyl_wait(v);
                        VTAILQ_REMOVE(&vinyles, v, list);
                        vinyl_delete(v);
                }
                return;
        }

        me = av[0];
        // AZ(strcmp(av[0], "vinyl"));
        av++;

        VTC_CHECK_NAME(vl, av[0], "Vinyl", 'v');
        VTAILQ_FOREACH(v, &vinyles, list)
                if (!vstrcmp(v->name, av[0]))
                        break;
        if (v == NULL) {
                v = vinyl_new(av[0]);
                v->me =strdup(me);
                AN(v->me);
        }
        av++;
        v->syntax = 4.1;

        for (; *av != NULL; av++) {
                if (vtc_error)
                        break;
                if (!vstrcmp(*av, "-arg")) {
                        AN(av[1]);
                        AZ(v->pid);
                        VSB_cat(v->args, " ");
                        VSB_cat(v->args, av[1]);
                        if (av[1][0] == '-' && av[1][1] == 'a')
                                v->has_a_arg = 1;
                        av++;
                        continue;
                }
                if (!vstrcmp(*av, "-cleanup")) {
                        AZ(av[1]);
                        vinyl_cleanup(v);
                        continue;
                }
                if (!vstrcmp(*av, "-cli")) {
                        AN(av[1]);
                        vinyl_cli(v, av[1], 0, NULL, 0);
                        av++;
                        continue;
                }
                if (!vstrcmp(*av, "-clierr")) {
                        AN(av[1]);
                        AN(av[2]);
                        vinyl_cli(v, av[2], atoi(av[1]), NULL, 0);
                        av += 2;
                        continue;
                }
                if (!vstrcmp(*av, "-cliexpect")) {
                        int neg = 0;

                        AN(av[1]);
                        AN(av[2]);
                        if (*av[1] == '!') {
                                neg = 1;
                                av++;
                                AN(av[2]);
                        }
                        vinyl_cli(v, av[2], 0, av[1], neg);
                        av += 2;
                        continue;
                }
                if (!vstrcmp(*av, "-clijson")) {
                        AN(av[1]);
                        vinyl_cli_json(v, av[1]);
                        av++;
                        continue;
                }
                if (!vstrcmp(*av, "-cliok")) {
                        AN(av[1]);
                        vinyl_cli(v, av[1], (unsigned)CLIS_OK, NULL, 0);
                        av++;
                        continue;
                }
                if (!vstrcmp(*av, "-errvcl")) {
                        char *r = NULL;
                        AN(av[1]);
                        AN(av[2]);
                        vinyl_vcl(v, av[2], 1, &r);
                        if (strstr(r, av[1]) == NULL)
                                vinyl_fatal(v,
                                    "Did not find expected string: (\"%s\")",
                                    av[1]);
                        else
                                vtc_log(v->vl, 3,
                                    "Found expected string: (\"%s\")",
                                    av[1]);
                        free(r);
                        av += 2;
                        continue;
                }
                if (!vstrcmp(*av, "-expect")) {
                        av++;
                        vinyl_expect(v, av);
                        av += 2;
                        continue;
                }
                if (!vstrcmp(*av, "-expectexit")) {
                        v->expect_exit = strtoul(av[1], NULL, 0);
                        av++;
                        continue;
                }
                if (!vstrcmp(*av, "-jail")) {
                        AN(av[1]);
                        AZ(v->pid);
                        REPLACE(v->jail, av[1]);
                        av++;
                        continue;
                }
                if (!vstrcmp(*av, "-proto")) {
                        AN(av[1]);
                        AZ(v->pid);
                        REPLACE(v->proto, av[1]);
                        av++;
                        continue;
                }
                if (!vstrcmp(*av, "-start")) {
                        vinyl_start(v);
                        continue;
                }
                if (!vstrcmp(*av, "-stop")) {
                        vinyl_stop(v);
                        continue;
                }
                if (!vstrcmp(*av, "-syntax")) {
                        AN(av[1]);
                        v->syntax = strtod(av[1], NULL);
                        av++;
                        continue;
                }
                if (!vstrcmp(*av, "-vcl")) {
                        AN(av[1]);
                        vinyl_vcl(v, av[1], 0, NULL);
                        av++;
                        continue;
                }
                if (!vstrcmp(*av, "-vcl+backend")) {
                        AN(av[1]);
                        vinyl_vclbackend(v, av[1]);
                        av++;
                        continue;
                }
                if (!vstrcmp(*av, "-vsc")) {
                        AN(av[1]);
                        vinyl_vsc(v, av[1]);
                        av++;
                        continue;
                }
                if (!vstrcmp(*av, "-wait-stopped")) {
                        wait_stopped(v);
                        continue;
                }
                if (!vstrcmp(*av, "-wait-running")) {
                        wait_running(v);
                        continue;
                }
                if (!vstrcmp(*av, "-wait")) {
                        vinyl_wait(v);
                        continue;
                }
                if (!vstrcmp(*av, "-vsl_catchup")) {
                        vsl_catchup(v);
                        continue;
                }
                vinyl_fatal(v, "Unknown %s argument: %s", me, *av);
        }
}

#endif /* VTEST_WITH_VTC_VINYL */

		vinyl-cache/bin/vinyltest/vtc_vinyl.c
0		/*-
1		* Copyright (c) 2008-2015 Varnish Software AS
2		* All rights reserved.
3		*
4		* Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
5		*
6		* SPDX-License-Identifier: BSD-2-Clause
7		*
8		* Redistribution and use in source and binary forms, with or without
9		* modification, are permitted provided that the following conditions
10		* are met:
11		* 1. Redistributions of source code must retain the above copyright
12		* notice, this list of conditions and the following disclaimer.
13		* 2. Redistributions in binary form must reproduce the above copyright
14		* notice, this list of conditions and the following disclaimer in the
15		* documentation and/or other materials provided with the distribution.
16		*
17		* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18		* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19		* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20		* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
21		* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22		* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23		* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24		* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25		* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26		* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27		* SUCH DAMAGE.
28		*/
29
30		#ifdef VTEST_WITH_VTC_VINYL
31
32		#include "config.h"
33
34		#include <sys/socket.h>
35
36		#include <errno.h>
37		#include <fcntl.h>
38		#include <fnmatch.h>
39		#include <inttypes.h>
40		#include <poll.h>
41		#include <stdio.h>
42		#include <stdlib.h>
43		#include <string.h>
44		#include <unistd.h>
45
46		#include "vtc.h"
47
48		#include "vapi/vsc.h"
49		#include "vapi/vsl.h"
50		#include "vapi/vsm.h"
51		#include "vcli.h"
52		#include "vjsn.h"
53		#include "vre.h"
54		#include "vsub.h"
55		#include "vtcp.h"
56		#include "vtim.h"
57
58		struct vinyl {
59		unsigned magic;
60		#define VINYL_MAGIC 0x208cd8e4
61		char *me;
62		char *name;
63		struct vtclog *vl;
64		VTAILQ_ENTRY(vinyl) list;
65
66		struct vsb *args;
67		int fds[4];
68		pid_t pid;
69
70		double syntax;
71
72		pthread_t tp;
73		pthread_t tp_vsl;
74		int tp_started;
75
76		int expect_exit;
77
78		int cli_fd;
79		int vcl_nbr;
80		char *workdir;
81		char *jail;
82		char *proto;
83
84		struct vsm *vsm_vsl;
85		struct vsm *vsm_vsc;
86		struct vsc *vsc;
87		int has_a_arg;
88
89		unsigned vsl_tag_count[256];
90
91		volatile int vsl_rec;
92		volatile int vsl_idle;
93		};
94
95		#define NONSENSE "%XJEIFLH\|)Xspa8P"
96
97		static VTAILQ_HEAD(, vinyl) vinyles =
98		VTAILQ_HEAD_INITIALIZER(vinyles);
99
100		/**********************************************************************
101		* Fatal condition cleanup
102		* Invalid to call in any code path not followed by vtc_fatal().
103		*/
104
105		static void
106	3	vinyl_fatal_cleanup(const struct vinyl *v)
107		{
108		struct pollfd fd[1];
109		int n;
110
111	3	if (!pthread_equal(pthread_self(), vtc_thread))
112	0	return;
113
114	3	if (!v->tp_started)
115	3	return;
116
117	0	memset(fd, 0, sizeof(fd));
118	0	fd[0].fd = v->fds[0];
119	0	fd[0].events = POLLIN;
120
121	0	do {
122	0	n = poll(fd, sizeof(fd)/sizeof(fd[0]), 10);
123	0	if (n == 1 && (fd[0].revents & (POLLHUP\|POLLERR)) != 0) {
124	0	PTOK(pthread_join(v->tp, NULL));
125	0	break;
126		}
127
128	0	if (n == 1)
129	0	VTIM_sleep(0.01);
130	0	} while (n > 0);
131	3	}
132
133		#define vinyl_fatal(v, ...) \
134		do { \
135		vinyl_fatal_cleanup((v)); \
136		vtc_fatal((v)->vl, __VA_ARGS__); \
137		} while (0)
138
139		/**********************************************************************
140		* Ask a question over CLI
141		*/
142
143		static enum VCLI_status_e
144	45222	vinyl_ask_cli(const struct vinyl v, const char cmd, char **repl)
145		{
146		int i;
147		unsigned retval;
148		char *r;
149
150	45222	if (cmd != NULL) {
151	42240	vtc_dump(v->vl, 4, "CLI TX", cmd, -1);
152	42240	i = write(v->cli_fd, cmd, vstrlen(cmd));
153	42240	if (i != vstrlen(cmd) && !vtc_stop)
154	0	vinyl_fatal(v, "CLI write failed (%s) = %u %s",
155		cmd, errno, strerror(errno));
156	0	i = write(v->cli_fd, "\n", 1);
157	0	if (i != 1 && !vtc_stop)
158	0	vinyl_fatal(v, "CLI write failed (%s) = %u %s",
159		cmd, errno, strerror(errno));
160	42240	}
161	84480	i = VCLI_ReadResult(v->cli_fd, &retval, &r, vtc_maxdur);
162	84480	if (i != 0 && !vtc_stop)
163	0	vinyl_fatal(v, "CLI failed (%s) = %d %u %s",
164		cmd != NULL ? cmd : "NULL", i, retval, r);
165	45222	vtc_log(v->vl, 3, "CLI RX %u", retval);
166	45222	vtc_dump(v->vl, 4, "CLI RX", r, -1);
167	45222	if (repl != NULL)
168	28899	*repl = r;
169		else
170	16323	free(r);
171	45222	return ((enum VCLI_status_e)retval);
172		}
173
174		/**********************************************************************
175		*
176		*/
177
178		static void
179	3156	wait_stopped(const struct vinyl *v)
180		{
181	3156	char *r = NULL;
182		enum VCLI_status_e st;
183
184	3156	vtc_log(v->vl, 3, "wait-stopped");
185	3156	while (1) {
186	3156	st = vinyl_ask_cli(v, "status", &r);
187	3156	if (st != CLIS_OK)
188	0	vinyl_fatal(v,
189		"CLI status command failed: %u %s", st, r);
190	3156	if (!vstrcmp(r, "Child in state stopped")) {
191	3156	free(r);
192	3156	break;
193		}
194	0	free(r);
195	0	r = NULL;
196	0	VTIM_sleep(0.2);
197		}
198	3156	}
199		/**********************************************************************
200		*
201		*/
202
203		static void
204	2949	wait_running(const struct vinyl *v)
205		{
206	2949	char *r = NULL;
207		enum VCLI_status_e st;
208
209	2949	while (1) {
210	2949	vtc_log(v->vl, 3, "wait-running");
211	2949	st = vinyl_ask_cli(v, "status", &r);
212	2949	if (st != CLIS_OK)
213	0	vinyl_fatal(v,
214		"CLI status command failed: %u %s", st, r);
215	0	if (!vstrcmp(r, "Child in state stopped"))
216	0	vinyl_fatal(v,
217		"Child stopped before running: %u %s", st, r);
218	2949	if (!vstrcmp(r, "Child in state running")) {
219	2949	free(r);
220	2949	r = NULL;
221	2949	st = vinyl_ask_cli(v, "debug.listen_address", &r);
222	2949	if (st != CLIS_OK)
223	0	vinyl_fatal(v,
224		"CLI status command failed: %u %s", st, r);
225	2949	free(r);
226	2949	break;
227		}
228	0	free(r);
229	0	r = NULL;
230	0	VTIM_sleep(0.2);
231		}
232	2949	}
233
234		/**********************************************************************
235		* Vinyllog gatherer thread
236		*/
237
238		static void *
239	2982	vinyllog_thread(void *priv)
240		{
241		struct vinyl *v;
242		struct VSL_data *vsl;
243		struct vsm *vsm;
244		struct VSL_cursor *c;
245		enum VSL_tag_e tag;
246		uint64_t vxid;
247		unsigned len, vs;
248		const char tagname, data;
249		int type, i, opt;
250	2982	struct vsb *vsb = NULL;
251
252	2982	CAST_OBJ_NOTNULL(v, priv, VINYL_MAGIC);
253
254	2982	vsl = VSL_New();
255	2982	AN(vsl);
256	2982	vsm = v->vsm_vsl;
257
258	2982	c = NULL;
259	2982	opt = 0;
260	94062	while (v->fds[1] > 0 \|\| c != NULL) { //lint !e845 bug in flint
261	91081	if (c == NULL) {
262	27585	if (vtc_error)
263	0	break;
264	27585	VTIM_sleep(0.1);
265	27585	(void)VSM_Status(vsm);
266	27585	c = VSL_CursorVSM(vsl, vsm, opt);
267	27585	if (c == NULL) {
268	19735	vtc_log(v->vl, 3, "vsl\|%s", VSL_Error(vsl));
269	19735	VSL_ResetError(vsl);
270	19735	continue;
271		}
272	7849	}
273	71345	AN(c);
274
275	71345	opt = VSL_COPT_TAIL;
276
277	1012634	while (1) {
278	1012634	i = VSL_Next(c);
279	1012634	if (i != 1)
280	71345	break;
281
282	941289	v->vsl_rec = 1;
283
284	941289	tag = VSL_TAG(c->rec.ptr);
285	941289	vxid = VSL_ID(c->rec.ptr);
286	941289	if (tag == SLT__Batch)
287	0	continue;
288	941289	tagname = VSL_tags[tag];
289	941289	len = VSL_LEN(c->rec.ptr);
290	941289	type = VSL_CLIENT(c->rec.ptr) ?
291	374904	'c' : VSL_BACKEND(c->rec.ptr) ?
292		'b' : '-';
293	941289	data = VSL_CDATA(c->rec.ptr);
294	941289	v->vsl_tag_count[tag]++;
295	941289	if (VSL_tagflags[tag] & SLT_F_BINARY) {
296	4497	if (vsb == NULL)
297	165	vsb = VSB_new_auto();
298	4497	VSB_clear(vsb);
299	4497	VSB_quote(vsb, data, len, VSB_QUOTE_HEX);
300	4497	AZ(VSB_finish(vsb));
301		/* +2 to skip "0x" */
302	8994	vtc_log(v->vl, 4, "vsl\| %10ju %-15s %c [%s]",
303	4497	(uintmax_t)vxid, tagname, type,
304	4497	VSB_data(vsb) + 2);
305	4497	} else {
306	1873584	vtc_log(v->vl, 4, "vsl\| %10ju %-15s %c %.*s",
307	936792	(uintmax_t)vxid, tagname, type, (int)len,
308	936792	data);
309		}
310		}
311	71345	if (i == 0) {
312		/* Nothing to do but wait */
313	71345	v->vsl_idle++;
314	71345	vs = VSM_Status(vsm) & VSM_WRK_MASK;
315	71345	if ((vs & ~VSM_WRK_CHANGED) != VSM_WRK_RUNNING) {
316		/* Abandoned - try reconnect */
317	7849	VSL_DeleteCursor(c);
318	7849	c = NULL;
319	7849	} else {
320	63496	VTIM_sleep(0.1);
321		}
322	71345	} else if (i == -2) {
323		/* Abandoned - try reconnect */
324	0	VSL_DeleteCursor(c);
325	0	c = NULL;
326	0	} else
327	0	break;
328		}
329
330	0	if (c)
331	0	VSL_DeleteCursor(c);
332	165	VSL_Delete(vsl);
333	165	if (vsb != NULL)
334	165	VSB_destroy(&vsb);
335
336	2982	return (NULL);
337		}
338
339		/**********************************************************************
340		* Allocate and initialize a vinyl
341		*/
342
343		static struct vinyl *
344	2985	vinyl_new(const char *name)
345		{
346		struct vinyl *v;
347		struct vsb *vsb;
348		char buf[1024];
349
350	2985	ALLOC_OBJ(v, VINYL_MAGIC);
351	2985	AN(v);
352	2985	REPLACE(v->name, name);
353
354	2985	REPLACE(v->jail, "");
355
356	2985	v->vl = vtc_logopen("%s", name);
357	2985	AN(v->vl);
358
359	2985	vsb = macro_expandf(v->vl, "${tmpdir}/%s", name);
360	2985	AN(vsb);
361	2985	v->workdir = strdup(VSB_data(vsb));
362	2985	AN(v->workdir);
363	2985	VSB_destroy(&vsb);
364
365	2985	bprintf(buf, "rm -rf %s ; mkdir -p %s", v->workdir, v->workdir);
366	2985	AZ(system(buf));
367
368	2985	v->args = VSB_new_auto();
369
370	2985	v->cli_fd = -1;
371	2985	VTAILQ_INSERT_TAIL(&vinyles, v, list);
372
373	2985	return (v);
374		}
375
376		/**********************************************************************
377		* Delete a vinyl instance
378		*/
379
380		static void
381	2985	vinyl_delete(struct vinyl *v)
382		{
383
384	2985	CHECK_OBJ_NOTNULL(v, VINYL_MAGIC);
385	2985	vtc_logclose(v->vl);
386	2985	free(v->name);
387	2985	free(v->jail);
388	2985	free(v->workdir);
389	2985	VSB_destroy(&v->args);
390	2985	if (v->vsc != NULL)
391	2982	VSC_Destroy(&v->vsc, v->vsm_vsc);
392	2982	if (v->vsm_vsc != NULL)
393	2982	VSM_Destroy(&v->vsm_vsc);
394	2982	if (v->vsm_vsl != NULL)
395	2982	VSM_Destroy(&v->vsm_vsl);
396
397		/*
398		* We do not delete the workdir, it may contain stuff people
399		* want (coredumps, shmlog/stats etc), and trying to divine
400		* "may want" is just too much trouble. Leave it around and
401		* nuke it at the start of the next test-run.
402		*/
403
404		/* XXX: MEMLEAK (?) */
405	2985	FREE_OBJ(v);
406	2985	}
407
408		/**********************************************************************
409		* Vinyl listener
410		*/
411
412		static void *
413	2982	vinyl_thread(void *priv)
414		{
415		struct vinyl *v;
416
417	2982	CAST_OBJ_NOTNULL(v, priv, VINYL_MAGIC);
418	2982	return (vtc_record(v->vl, v->fds[0], NULL));
419		}
420
421		/**********************************************************************
422		* Launch a Vinyl
423		*/
424
425		static void
426	2982	vinyl_launch(struct vinyl *v)
427		{
428		struct vsb vsb, vsb1;
429		int i, nfd, asock;
430		char abuf[VTCP_ADDRBUFSIZE];
431		char pbuf[VTCP_PORTBUFSIZE];
432		char lbuf[PATH_MAX];
433		struct pollfd fd[3];
434		enum VCLI_status_e u;
435		const char *err;
436	2982	char *r = NULL;
437
438		/* Create listener socket */
439	2982	asock = VTCP_listen_on(default_listen_addr, NULL, 1, &err);
440	2982	if (err != NULL)
441	0	vinyl_fatal(v, "Create CLI listen socket failed: %s", err);
442	2982	assert(asock > 0);
443	2982	VTCP_myname(asock, abuf, sizeof abuf, pbuf, sizeof pbuf);
444
445	2982	AZ(VSB_finish(v->args));
446	2982	vtc_log(v->vl, 2, "Launch");
447	2982	vsb = VSB_new_auto();
448	2982	AN(vsb);
449	2982	VSB_cat(vsb, "cd ${pwd} &&");
450	5964	VSB_printf(vsb, " exec %sd %s -d -n %s -i %s",
451	2982	v->me, v->jail, v->workdir, v->name);
452	2982	if (macro_isdef(NULL, "vinyld_args_prepend")) {
453	0	VSB_putc(vsb, ' ');
454	0	macro_cat(v->vl, vsb, "vinyld_args_prepend", NULL);
455	0	}
456	0	VSB_cat(vsb, VSB_data(params_vsb));
457	0	if (leave_temp) {
458	0	VSB_cat(vsb, " -p debug=+vcl_keep");
459	0	VSB_cat(vsb, " -p debug=+vmod_so_keep");
460	0	VSB_cat(vsb, " -p debug=+vsm_keep");
461	0	}
462	2877	VSB_cat(vsb, " -l 2m");
463	2877	VSB_cat(vsb, " -p auto_restart=off");
464	2877	VSB_cat(vsb, " -p syslog_cli_traffic=off");
465	2877	VSB_cat(vsb, " -p thread_pool_min=10");
466	2877	VSB_cat(vsb, " -p debug=+vtc_mode");
467	2877	VSB_cat(vsb, " -p vsl_mask=+Debug,+H2RxHdr,+H2RxBody");
468	2877	VSB_cat(vsb, " -p h2_initial_window_size=1m");
469	2877	VSB_cat(vsb, " -p h2_rx_window_low_water=64k");
470	2877	if (!v->has_a_arg) {
471	2877	VSB_printf(vsb, " -a '%s'", default_listen_addr);
472	2877	if (v->proto != NULL)
473	48	VSB_printf(vsb, ",%s", v->proto);
474	2877	}
475	2979	VSB_printf(vsb, " -M '%s %s'", abuf, pbuf);
476	2979	VSB_printf(vsb, " -P %s/%sd.pid", v->workdir, v->me);
477	2979	if (vmod_path != NULL)
478	2979	VSB_printf(vsb, " -p vmod_path=%s", vmod_path);
479	5958	VSB_printf(vsb, " %s", VSB_data(v->args));
480	5958	if (macro_isdef(NULL, "vinyld_args_append")) {
481	0	VSB_putc(vsb, ' ');
482	0	macro_cat(v->vl, vsb, "vinyld_args_append", NULL);
483	0	}
484	2982	AZ(VSB_finish(vsb));
485	2982	vtc_log(v->vl, 3, "CMD: %s", VSB_data(vsb));
486	2982	vsb1 = macro_expand(v->vl, VSB_data(vsb));
487	2982	AN(vsb1);
488	2982	VSB_destroy(&vsb);
489	2982	vsb = vsb1;
490	2982	vtc_log(v->vl, 3, "CMD: %s", VSB_data(vsb));
491	2982	AZ(pipe(&v->fds[0]));
492	2982	AZ(pipe(&v->fds[2]));
493	2982	v->pid = fork();
494	2982	assert(v->pid >= 0);
495	5964	if (v->pid == 0) {
496	2982	AZ(dup2(v->fds[0], 0));
497	2982	assert(dup2(v->fds[3], 1) == 1);
498	2982	assert(dup2(1, 2) == 2);
499	2982	closefd(&v->fds[0]);