GCOV - Varnish Cache


/*-
 * Copyright (c) 2008-2019 Varnish Software AS
 * All rights reserved.
 *
 * Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
 *
 * SPDX-License-Identifier: BSD-2-Clause
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 */

#include "config.h"

#include <sys/socket.h>

#include <math.h>
#include <poll.h>
#include <stdio.h>
#include <stdlib.h>
#include <unistd.h>
#include <string.h>

#include "vtc.h"
#include "vtc_http.h"

#include "vct.h"
#include "vfil.h"
#include "vnum.h"
#include "vrnd.h"
#include "vtcp.h"
#include "vtim.h"
#include "hpack.h"

extern const struct cmds http_cmds[];

/* SECTION: client-server client/server
 *
 * Client and server threads are fake HTTP entities used to test your Varnish
 * and VCL. They take any number of arguments, and the one that are not
 * recognized, assuming they don't start with '-', are treated as
 * specifications, laying out the actions to undertake::
 *
 *         client cNAME [...]
 *         server sNAME [...]
 *
 * Clients and server are identified by a string that's the first argument,
 * clients' names start with 'c' and servers' names start with 's'.
 *
 * As the client and server commands share a good deal of arguments and
 * specification actions, they are grouped in this single section, specific
 * items will be explicitly marked as such.
 *
 * SECTION: client-server.macros Macros and automatic behaviour
 *
 * To make things easier in the general case, clients will connect by default
 * to a Varnish server called v1. To connect to a different Varnish server, use
 * '-connect ${vNAME_sock}'.
 *
 * The -vcl+backend switch of the ``varnish`` command will add all the declared
 * servers as backends. Be careful though, servers will by default listen to
 * the 127.0.0.1 IP and will pick a random port, and publish 3 macros:
 * sNAME_addr, sNAME_port and sNAME_sock, but only once they are started. For
 * 'varnish -vcl+backend' to create the vcl with the correct values, the server
 * must be started first.
 *
 * SECTION: client-server.args Arguments
 *
 * \-start
 *        Start the thread in background, processing the last given
 *        specification.
 *
 * \-wait
 *        Block until the thread finishes.
 *
 * \-run (client only)
 *        Equivalent to "-start -wait".
 *
 * \-repeat NUMBER
 *        Instead of processing the specification only once, do it NUMBER times.
 *
 * \-keepalive
 *        For repeat, do not open new connections but rather run all
 *        iterations in the same connection
 *
 * \-break (server only)
 *        Stop the server.
 *
 * \-listen STRING (server only)
 *        Dictate the listening socket for the server. STRING is of the form
 *        "IP PORT", or "/PATH/TO/SOCKET" for a Unix domain socket. In the
 *        latter case, the path must begin with '/', and the server must be
 *        able to create it.
 *
 * \-connect STRING (client only)
 *        Indicate the server to connect to. STRING is also of the form
 *        "IP PORT", or "/PATH/TO/SOCKET". As with "server -listen", a
 *        Unix domain socket is recognized when STRING begins with a '/'.
 *
 * \-dispatch (server only, s0 only)
 *        Normally, to keep things simple, server threads only handle one
 *        connection at a time, but the -dispatch switch allows to accept
 *        any number of connection and handle them following the given spec.
 *
 *        However, -dispatch is only allowed for the server name "s0".
 *
 * \-proxy1 STRING (client only)
 *        Use the PROXY protocol version 1 for this connection. STRING
 *        is of the form "CLIENTIP:PORT SERVERIP:PORT".
 *
 * \-proxy2 STRING (client only)
 *        Use the PROXY protocol version 2 for this connection. STRING
 *        is of the form "CLIENTIP:PORT SERVERIP:PORT [TLV [TLV ... ]]".
 *
 *        TLV is in the form name=val
 *
 *        name: 0xID or alpn, authority, crc32c, noop, unique_id, netns
 *        val: 0x... or string
 *
 *        ssl is currently not implemented (can be sent as hex)
 *
 * SECTION: client-server.spec Specification
 *
 * It's a string, either double-quoted "like this", but most of the time
 * enclosed in curly brackets, allowing multilining. Write a command per line in
 * it, empty line are ignored, and long line can be wrapped by using a
 * backslash. For example::
 *
 *     client c1 {
 *         txreq -url /foo \
 *               -hdr "bar: baz"
 *
 *         rxresp
 *     } -run
 */

#define ONLY_CLIENT(hp, av)                                             \
        do {                                                            \
                if (hp->h2)                                             \
                        vtc_fatal(hp->vl,                               \
                            "\"%s\" only possible before H/2 upgrade",  \
                                        av[0]);                         \
                if (hp->sfd != NULL)                                    \
                        vtc_fatal(hp->vl,                               \
                            "\"%s\" only possible in client", av[0]);   \
        } while (0)

#define ONLY_SERVER(hp, av)                                             \
        do {                                                            \
                if (hp->h2)                                             \
                        vtc_fatal(hp->vl,                               \
                            "\"%s\" only possible before H/2 upgrade",  \
                                        av[0]);                         \
                if (hp->sfd == NULL)                                    \
                        vtc_fatal(hp->vl,                               \
                            "\"%s\" only possible in server", av[0]);   \
        } while (0)


/* XXX: we may want to vary this */
static const char * const nl = "\r\n";

/**********************************************************************
 * Generate a synthetic body
 */

char *
synth_body(const char *len, int rnd)
{
        int i, j, k, l;
        char *b;


        AN(len);
        i = strtoul(len, NULL, 0);
        assert(i > 0);
        b = malloc(i + 1L);
        AN(b);
        l = k = '!';
        for (j = 0; j < i; j++) {
                if ((j % 64) == 63) {
                        b[j] = '\n';
                        k++;
                        if (k == '~')
                                k = '!';
                        l = k;
                } else if (rnd) {
                        b[j] = (VRND_RandomTestable() % 95) + ' ';
                } else {
                        b[j] = (char)l;
                        if (++l == '~')
                                l = '!';
                }
        }
        b[i - 1] = '\n';
        b[i] = '\0';
        return (b);
}

/**********************************************************************
 * Finish and write the vsb to the fd
 */

static void
http_write(const struct http *hp, int lvl, const char *pfx)
{

        AZ(VSB_finish(hp->vsb));
        vtc_dump(hp->vl, lvl, pfx, VSB_data(hp->vsb), VSB_len(hp->vsb));
        if (VSB_tofile(hp->vsb, *hp->sess->fd))
                vtc_log(hp->vl, hp->fatal, "Write failed: %s",
                    strerror(errno));
}

/**********************************************************************
 * find header
 */

static char *
http_find_header(char * const *hh, const char *hdr)
{
        int n, l;
        char *r;

        l = strlen(hdr);

        for (n = 3; hh[n] != NULL; n++) {
                if (strncasecmp(hdr, hh[n], l) || hh[n][l] != ':')
                        continue;
                for (r = hh[n] + l + 1; vct_issp(*r); r++)
                        continue;
                return (r);
        }
        return (NULL);
}

/**********************************************************************
 * count header
 */

static int
http_count_header(char * const *hh, const char *hdr)
{
        int n, l, r = 0;

        l = strlen(hdr);

        for (n = 3; hh[n] != NULL; n++) {
                if (strncasecmp(hdr, hh[n], l) || hh[n][l] != ':')
                        continue;
                r++;
        }
        return (r);
}

/* SECTION: client-server.spec.expect
 *
 * expect STRING1 OP STRING2
 *         Test if "STRING1 OP STRING2" is true, and if not, fails the test.
 *         OP can be ==, <, <=, >, >= when STRING1 and STRING2 represent numbers
 *         in which case it's an order operator. If STRING1 and STRING2 are
 *         meant as strings OP is a matching operator, either == (exact match)
 *         or ~ (regex match).
 *
 *         varnishtest will first try to resolve STRING1 and STRING2 by looking
 *         if they have special meanings, in which case, the resolved value is
 *         use for the test. Note that this value can be a string representing a
 *         number, allowing for tests such as::
 *
 *                 expect req.http.x-num > 2
 *
 *         Here's the list of recognized strings, most should be obvious as they
 *         either match VCL logic, or the txreq/txresp options:
 *
 *         - remote.ip
 *         - remote.port
 *         - remote.path
 *         - req.method
 *         - req.url
 *         - req.proto
 *         - resp.proto
 *         - resp.status
 *         - resp.reason
 *         - resp.chunklen
 *         - req.bodylen
 *         - req.body
 *         - resp.bodylen
 *         - resp.body
 *         - req.http.NAME
 *         - resp.http.NAME
 */

static const char *
cmd_var_resolve(struct http *hp, char *spec)
{
        char **hh, *hdr;
        if (!strcmp(spec, "remote.ip"))
                return (hp->rem_ip);
        if (!strcmp(spec, "remote.port"))
                return (hp->rem_port);
        if (!strcmp(spec, "remote.path"))
                return (hp->rem_path);
        if (!strcmp(spec, "req.method"))
                return (hp->req[0]);
        if (!strcmp(spec, "req.url"))
                return (hp->req[1]);
        if (!strcmp(spec, "req.proto"))
                return (hp->req[2]);
        if (!strcmp(spec, "resp.proto"))
                return (hp->resp[0]);
        if (!strcmp(spec, "resp.status"))
                return (hp->resp[1]);
        if (!strcmp(spec, "resp.reason"))
                return (hp->resp[2]);
        if (!strcmp(spec, "resp.chunklen"))
                return (hp->chunklen);
        if (!strcmp(spec, "req.bodylen"))
                return (hp->bodylen);
        if (!strcmp(spec, "req.body"))
                return (hp->body != NULL ? hp->body : spec);
        if (!strcmp(spec, "resp.bodylen"))
                return (hp->bodylen);
        if (!strcmp(spec, "resp.body"))
                return (hp->body != NULL ? hp->body : spec);
        if (!strncmp(spec, "req.http.", 9)) {
                hh = hp->req;
                hdr = spec + 9;
        } else if (!strncmp(spec, "resp.http.", 10)) {
                hh = hp->resp;
                hdr = spec + 10;
        } else if (!strcmp(spec, "h2.state")) {
                if (hp->h2)
                        return ("true");
                else
                        return ("false");
        } else
                return (spec);
        hdr = http_find_header(hh, hdr);
        return (hdr);
}

static void
cmd_http_expect(CMD_ARGS)
{
        struct http *hp;
        const char *lhs;
        char *cmp;
        const char *rhs;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        AZ(strcmp(av[0], "expect"));
        av++;

        AN(av[0]);
        AN(av[1]);
        AN(av[2]);
        AZ(av[3]);
        lhs = cmd_var_resolve(hp, av[0]);
        cmp = av[1];
        rhs = cmd_var_resolve(hp, av[2]);

        vtc_expect(vl, av[0], lhs, cmp, av[2], rhs);
}

/* SECTION: client-server.spec.expect_pattern
 *
 * expect_pattern
 *
 * Expect as the http body the test pattern generated by chunkedlen ('0'..'7'
 * repeating).
 */
static void
cmd_http_expect_pattern(CMD_ARGS)
{
        char *p;
        struct http *hp;
        char t = '0';

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        AZ(strcmp(av[0], "expect_pattern"));
        av++;
        AZ(av[0]);
        for (p = hp->body; *p != '\0'; p++) {
                if (*p != t)
                        vtc_fatal(hp->vl,
                            "EXPECT PATTERN FAIL @%zd should 0x%02x is 0x%02x",
                            (ssize_t) (p - hp->body), t, *p);
                t += 1;
                t &= ~0x08;
        }
        vtc_log(hp->vl, 4, "EXPECT PATTERN SUCCESS");
}

/**********************************************************************
 * Split a HTTP protocol header
 */

static void
http_splitheader(struct http *hp, int req)
{
        char *p, *q, **hh;
        int n;
        char buf[20];

        CHECK_OBJ_NOTNULL(hp, HTTP_MAGIC);
        if (req) {
                memset(hp->req, 0, sizeof hp->req);
                hh = hp->req;
        } else {
                memset(hp->resp, 0, sizeof hp->resp);
                hh = hp->resp;
        }

        n = 0;
        p = hp->rx_b;
        if (*p == '\0') {
                vtc_log(hp->vl, 4, "No headers");
                return;
        }

        /* REQ/PROTO */
        while (vct_islws(*p))
                p++;
        hh[n++] = p;
        while (!vct_islws(*p))
                p++;
        AZ(vct_iscrlf(p, hp->rx_e));
        *p++ = '\0';

        /* URL/STATUS */
        while (vct_issp(*p))            /* XXX: H space only */
                p++;
        AZ(vct_iscrlf(p, hp->rx_e));
        hh[n++] = p;
        while (!vct_islws(*p))
                p++;
        if (vct_iscrlf(p, hp->rx_e)) {
                hh[n++] = NULL;
                q = p;
                p = vct_skipcrlf(p, hp->rx_e);
                *q = '\0';
        } else {
                *p++ = '\0';
                /* PROTO/MSG */
                while (vct_issp(*p))            /* XXX: H space only */
                        p++;
                hh[n++] = p;
                while (!vct_iscrlf(p, hp->rx_e))
                        p++;
                q = p;
                p = vct_skipcrlf(p, hp->rx_e);
                *q = '\0';
        }
        assert(n == 3);

        while (*p != '\0') {
                assert(n < MAX_HDR);
                if (vct_iscrlf(p, hp->rx_e))
                        break;
                hh[n++] = p++;
                while (*p != '\0' && !vct_iscrlf(p, hp->rx_e))
                        p++;
                if (*p == '\0') {
                        break;
                }
                q = p;
                p = vct_skipcrlf(p, hp->rx_e);
                *q = '\0';
        }
        p = vct_skipcrlf(p, hp->rx_e);
        assert(*p == '\0');

        for (n = 0; n < 3 || hh[n] != NULL; n++) {
                bprintf(buf, "http[%2d] ", n);
                vtc_dump(hp->vl, 4, buf, hh[n], -1);
        }
}


/**********************************************************************
 * Receive another character
 */

static int
http_rxchar(struct http *hp, int n, int eof)
{
        int i;
        struct pollfd pfd[1];

        while (n > 0) {
                pfd[0].fd = *hp->sess->fd;
                pfd[0].events = POLLIN;
                pfd[0].revents = 0;
                i = poll(pfd, 1, (int)(hp->timeout * 1000));
                if (i < 0 && errno == EINTR)
                        continue;
                if (i == 0) {
                        vtc_log(hp->vl, hp->fatal,
                            "HTTP rx timeout (fd:%d %.3fs)",
                            *hp->sess->fd, hp->timeout);
                        continue;
                }
                if (i < 0) {
                        vtc_log(hp->vl, hp->fatal,
                            "HTTP rx failed (fd:%d poll: %s)",
                            *hp->sess->fd, strerror(errno));
                        continue;
                }
                assert(i > 0);
                assert(hp->rx_p + n < hp->rx_e);
                i = read(*hp->sess->fd, hp->rx_p, n);
                if (!(pfd[0].revents & POLLIN))
                        vtc_log(hp->vl, 4,
                            "HTTP rx poll (fd:%d revents: %x n=%d, i=%d)",
                            *hp->sess->fd, pfd[0].revents, n, i);
                if (i == 0 && eof)
                        return (i);
                if (i == 0) {
                        vtc_log(hp->vl, hp->fatal,
                            "HTTP rx EOF (fd:%d read: %s) %d",
                            *hp->sess->fd, strerror(errno), n);
                        return (-1);
                }
                if (i < 0) {
                        vtc_log(hp->vl, hp->fatal,
                            "HTTP rx failed (fd:%d read: %s)",
                            *hp->sess->fd, strerror(errno));
                        return (-1);
                }
                hp->rx_p += i;
                *hp->rx_p = '\0';
                n -= i;
        }
        return (1);
}

static int
http_rxchunk(struct http *hp)
{
        char *q, *old;
        int i;

        old = hp->rx_p;
        do {
                if (http_rxchar(hp, 1, 0) < 0)
                        return (-1);
        } while (hp->rx_p[-1] != '\n');
        vtc_dump(hp->vl, 4, "len", old, -1);
        i = strtoul(old, &q, 16);
        bprintf(hp->chunklen, "%d", i);
        if ((q == old) || (q == hp->rx_p) || (*q != '\0' && !vct_islws(*q))) {
                vtc_log(hp->vl, hp->fatal, "Chunklen fail (%02x @ %td)",
                    (*q & 0xff), q - old);
                return (-1);
        }
        assert(*q == '\0' || vct_islws(*q));
        hp->rx_p = old;
        if (i > 0) {
                if (http_rxchar(hp, i, 0) < 0)
                        return (-1);
                vtc_dump(hp->vl, 4, "chunk", old, i);
        }
        old = hp->rx_p;
        if (http_rxchar(hp, 2, 0) < 0)
                return (-1);
        if (!vct_iscrlf(old, hp->rx_e)) {
                vtc_log(hp->vl, hp->fatal, "Chunklen without CRLF");
                return (-1);
        }
        hp->rx_p = old;
        *hp->rx_p = '\0';
        return (i);
}

/**********************************************************************
 * Swallow a HTTP message body
 *
 * max: 0 is all
 */

static void
http_swallow_body(struct http *hp, char * const *hh, int body, int max)
{
        const char *p, *q;
        int i, l, ll;

        l = hp->rx_p - hp->body;

        p = http_find_header(hh, "transfer-encoding");
        q = http_find_header(hh, "content-length");
        if (p != NULL && !strcasecmp(p, "chunked")) {
                if (q != NULL) {
                        vtc_log(hp->vl, hp->fatal, "Both C-E: Chunked and C-L");
                        return;
                }
                ll = 0;
                while (http_rxchunk(hp) > 0) {
                        ll = (hp->rx_p - hp->body) - l;
                        if (max && ll >= max)
                                break;
                }
                p = "chunked";
        } else if (q != NULL) {
                ll = strtoul(q, NULL, 10);
                if (max && ll > l + max)
                        ll = max;
                else
                        ll -= l;
                i = http_rxchar(hp, ll, 0);
                if (i < 0)
                        return;
                p = "c-l";
        } else if (body) {
                ll = 0;
                do  {
                        i = http_rxchar(hp, 1, 1);
                        if (i < 0)
                                return;
                        ll += i;
                        if (max && ll >= max)
                                break;
                } while (i > 0);
                p = "eof";
        } else {
                p = "none";
                ll = l = 0;
        }
        vtc_dump(hp->vl, 4, p, hp->body + l, ll);
        l += ll;
        hp->bodyl = l;
        bprintf(hp->bodylen, "%d", l);
}

/**********************************************************************
 * Receive a HTTP protocol header
 */

static void
http_rxhdr(struct http *hp)
{
        int i, s = 0;
        char *p;
        ssize_t l;

        CHECK_OBJ_NOTNULL(hp, HTTP_MAGIC);
        hp->rx_p = hp->rx_b;
        *hp->rx_p = '\0';
        hp->body = NULL;
        bprintf(hp->bodylen, "%s", "<undef>");
        while (1) {
                p = hp->rx_p;
                i = http_rxchar(hp, 1, 1);
                if (i < 1)
                        break;
                if (s == 0 && *p == '\r')
                        s = 1;
                else if ((s == 0 || s == 1) && *p == '\n')
                        s = 2;
                else if (s == 2 && *p == '\r')
                        s = 3;
                else if ((s == 2 || s == 3) && *p == '\n')
                        break;
                else
                        s = 0;
        }
        l = hp->rx_p - hp->rx_b;
        vtc_dump(hp->vl, 4, "rxhdr", hp->rx_b, l);
        vtc_log(hp->vl, 4, "rxhdrlen = %zd", l);
        if (i < 1)
                vtc_log(hp->vl, hp->fatal, "HTTP header is incomplete");
        *hp->rx_p = '\0';
        hp->body = hp->rx_p;
}

/* SECTION: client-server.spec.rxresp
 *
 * rxresp [-no_obj] (client only)
 *         Receive and parse a response's headers and body. If -no_obj is
 *         present, only get the headers.
 */

static void
cmd_http_rxresp(CMD_ARGS)
{
        struct http *hp;
        int has_obj = 1;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        ONLY_CLIENT(hp, av);
        AZ(strcmp(av[0], "rxresp"));
        av++;

        for (; *av != NULL; av++)
                if (!strcmp(*av, "-no_obj"))
                        has_obj = 0;
                else
                        vtc_fatal(hp->vl,
                            "Unknown http rxresp spec: %s\n", *av);
        http_rxhdr(hp);
        http_splitheader(hp, 0);
        if (http_count_header(hp->resp, "Content-Length") > 1)
                vtc_fatal(hp->vl,
                    "Multiple Content-Length headers.\n");
        if (!has_obj)
                return;
        if (!hp->resp[0] || !hp->resp[1])
                return;
        if (hp->head_method)
                return;
        if (!strcmp(hp->resp[1], "200"))
                http_swallow_body(hp, hp->resp, 1, 0);
        else
                http_swallow_body(hp, hp->resp, 0, 0);
        vtc_log(hp->vl, 4, "bodylen = %s", hp->bodylen);
}

/* SECTION: client-server.spec.rxresphdrs
 *
 * rxresphdrs (client only)
 *         Receive and parse a response's headers.
 */

static void
cmd_http_rxresphdrs(CMD_ARGS)
{
        struct http *hp;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        ONLY_CLIENT(hp, av);
        AZ(strcmp(av[0], "rxresphdrs"));
        av++;

        for (; *av != NULL; av++)
                vtc_fatal(hp->vl, "Unknown http rxresp spec: %s\n", *av);
        http_rxhdr(hp);
        http_splitheader(hp, 0);
        if (http_count_header(hp->resp, "Content-Length") > 1)
                vtc_fatal(hp->vl,
                    "Multiple Content-Length headers.\n");
}

/* SECTION: client-server.spec.gunzip
 *
 * gunzip
 *         Gunzip the body in place.
 */
static void
cmd_http_gunzip(CMD_ARGS)
{
        struct http *hp;

        (void)av;
        (void)vl;

        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        vtc_gunzip(hp, hp->body, &hp->bodyl);
}

/**********************************************************************
 * Handle common arguments of a transmitted request or response
 */

static char* const *
http_tx_parse_args(char * const *av, struct vtclog *vl, struct http *hp,
    char *body, unsigned nohost, unsigned nodate, unsigned noserver, unsigned nouseragent)
{
        long bodylen = 0;
        char *b, *c;
        char *nullbody;
        ssize_t len;
        int nolen = 0;
        int l;

        nullbody = body;

        for (; *av != NULL; av++) {
                if (!strcmp(*av, "-nolen")) {
                        nolen = 1;
                } else if (!strcmp(*av, "-nohost")) {
                        nohost = 1;
                } else if (!strcmp(*av, "-nodate")) {
                        nodate = 1;
                } else if (!strcmp(*av, "-hdr")) {
                        if (!strncasecmp(av[1], "Content-Length:", 15) ||
                            !strncasecmp(av[1], "Transfer-Encoding:", 18))
                                nolen = 1;
                        if (!strncasecmp(av[1], "Host:", 5))
                                nohost = 1;
                        if (!strncasecmp(av[1], "Date:", 5))
                                nodate = 1;
                        if (!strncasecmp(av[1], "Server:", 7))
                                noserver = 1;
                        if (!strncasecmp(av[1], "User-Agent:", 11))
                                nouseragent = 1;
                        VSB_printf(hp->vsb, "%s%s", av[1], nl);
                        av++;
                } else if (!strcmp(*av, "-hdrlen")) {
                        VSB_printf(hp->vsb, "%s: ", av[1]);
                        l = atoi(av[2]);
                        while (l-- > 0)
                                VSB_putc(hp->vsb, '0' + (l % 10));
                        VSB_printf(hp->vsb, "%s", nl);
                        av+=2;
                } else
                        break;
        }
        for (; *av != NULL; av++) {
                if (!strcmp(*av, "-body")) {
                        assert(body == nullbody);
                        REPLACE(body, av[1]);

                        AN(body);
                        av++;
                        bodylen = strlen(body);
                        for (b = body; *b != '\0'; b++) {
                                if (*b == '\\' && b[1] == '0') {
                                        *b = '\0';
                                        for (c = b+1; *c != '\0'; c++) {
                                                *c = c[1];
                                        }
                                        b++;
                                        bodylen--;
                                }
                        }
                } else if (!strcmp(*av, "-bodyfrom")) {
                        assert(body == nullbody);
                        free(body);
                        body = VFIL_readfile(NULL, av[1], &len);
                        AN(body);
                        assert(len < INT_MAX);
                        bodylen = len;
                        av++;
                } else if (!strcmp(*av, "-bodylen")) {
                        assert(body == nullbody);
                        free(body);
                        body = synth_body(av[1], 0);
                        bodylen = strlen(body);
                        av++;
                } else if (!strncmp(*av, "-gzip", 5)) {
                        l = vtc_gzip_cmd(hp, av, &body, &bodylen);
                        if (l == 0)
                                break;
                        av++;
                        if (l > 1)
                                VSB_printf(hp->vsb, "Content-Encoding: gzip%s", nl);
                } else
                        break;
        }
        if (!nohost) {
                VSB_cat(hp->vsb, "Host: ");
                macro_cat(vl, hp->vsb, "localhost", NULL);
                VSB_cat(hp->vsb, nl);
        }
        if (!nodate) {
                VSB_cat(hp->vsb, "Date: ");
                macro_cat(vl, hp->vsb, "date", NULL);
                VSB_cat(hp->vsb, nl);
        }
        if (!noserver)
                VSB_printf(hp->vsb, "Server: %s%s", hp->sess->name, nl);
        if (!nouseragent)
                VSB_printf(hp->vsb, "User-Agent: %s%s", hp->sess->name, nl);
        if (body != NULL && !nolen)
                VSB_printf(hp->vsb, "Content-Length: %ld%s", bodylen, nl);
        VSB_cat(hp->vsb, nl);
        if (body != NULL) {
                VSB_bcat(hp->vsb, body, bodylen);
                free(body);
        }
        return (av);
}

/* SECTION: client-server.spec.txreq
 *
 * txreq|txresp [...]
 *         Send a minimal request or response, but overload it if necessary.
 *
 *         txreq is client-specific and txresp is server-specific.
 *
 *         The only thing different between a request and a response, apart
 *         from who can send them is that the first line (request line vs
 *         status line), so all the options are pretty much the same.
 *
 *         \-method STRING (txreq only)
 *                 What method to use (default: "GET").
 *
 *         \-req STRING (txreq only)
 *                 Alias for -method.
 *
 *         \-url STRING (txreq only)
 *                 What location to use (default "/").
 *
 *         \-proto STRING
 *                 What protocol use in the status line.
 *                 (default: "HTTP/1.1").
 *
 *         \-status NUMBER (txresp only)
 *                 What status code to return (default 200).
 *
 *         \-reason STRING (txresp only)
 *                 What message to put in the status line (default: "OK").
 *
 *         \-noserver (txresp only)
 *                 Don't include a Server header with the id of the server.
 *
 *         \-nouseragent (txreq only)
 *                 Don't include a User-Agent header with the id of the client.
 *
 *         These three switches can appear in any order but must come before the
 *         following ones.
 *
 *         \-nohost
 *                 Don't include a Host header in the request. Also Implied
 *                 by the addition of a Host header with ``-hdr``.
 *
 *         \-nolen
 *                 Don't include a Content-Length header. Also implied by the
 *                 addition of a Content-Length or Transfer-Encoding header
 *                 with ``-hdr``.
 *
 *         \-nodate
 *                 Don't include a Date header in the response. Also implied
 *                 by the addition of a Date header with ``-hdr``.
 *
 *         \-hdr STRING
 *                 Add STRING as a header, it must follow this format:
 *                 "name: value". It can be called multiple times.
 *
 *         \-hdrlen STRING NUMBER
 *                 Add STRING as a header with NUMBER bytes of content.
 *
 *         You can then use the arguments related to the body:
 *
 *         \-body STRING
 *                 Input STRING as body.
 *
 *         \-bodyfrom FILE
 *                 Same as -body but content is read from FILE.
 *
 *         \-bodylen NUMBER
 *                 Generate and input a body that is NUMBER bytes-long.
 *
 *         \-gziplevel NUMBER
 *                 Set the gzip level (call it before any of the other gzip
 *                 switches).
 *
 *         \-gzipresidual NUMBER
 *                 Add extra gzip bits. You should never need it.
 *
 *         \-gzipbody STRING
 *                 Gzip STRING and send it as body.
 *
 *         \-gziplen NUMBER
 *                 Combine -bodylen and -gzipbody: generate a string of length
 *                 NUMBER, gzip it and send as body.
 */

/**********************************************************************
 * Transmit a response
 */

static void
cmd_http_txresp(CMD_ARGS)
{
        struct http *hp;
        const char *proto = "HTTP/1.1";
        const char *status = "200";
        const char *reason = "OK";
        char* body = NULL;
        unsigned noserver = 0;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        ONLY_SERVER(hp, av);
        AZ(strcmp(av[0], "txresp"));
        av++;

        VSB_clear(hp->vsb);

        for (; *av != NULL; av++) {
                if (!strcmp(*av, "-proto")) {
                        proto = av[1];
                        av++;
                } else if (!strcmp(*av, "-status")) {
                        status = av[1];
                        av++;
                } else if (!strcmp(*av, "-reason")) {
                        reason = av[1];
                        av++;
                        continue;
                } else if (!strcmp(*av, "-noserver")) {
                        noserver = 1;
                        continue;
                } else
                        break;
        }

        VSB_printf(hp->vsb, "%s %s %s%s", proto, status, reason, nl);

        /* send a "Content-Length: 0" header unless something else happens */
        REPLACE(body, "");

        av = http_tx_parse_args(av, vl, hp, body, 1, 0, noserver, 1);
        if (*av != NULL)
                vtc_fatal(hp->vl, "Unknown http txresp spec: %s\n", *av);

        http_write(hp, 4, "txresp");
}

static void
cmd_http_upgrade(CMD_ARGS)
{
        char *h;
        struct http *hp;

        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        ONLY_SERVER(hp, av);
        AN(hp->sfd);

        h = http_find_header(hp->req, "Upgrade");
        if (!h || strcmp(h, "h2c"))
                vtc_fatal(vl, "Req misses \"Upgrade: h2c\" header");

        h = http_find_header(hp->req, "Connection");
        if (!h || strcmp(h, "Upgrade, HTTP2-Settings"))
                vtc_fatal(vl, "Req misses \"Connection: "
                        "Upgrade, HTTP2-Settings\" header");

        h = http_find_header(hp->req, "HTTP2-Settings");
        if (!h)
                vtc_fatal(vl, "Req misses \"HTTP2-Settings\" header");

        parse_string(vl, hp,
            "txresp -status 101"
            " -hdr \"Connection: Upgrade\""
            " -hdr \"Upgrade: h2c\"\n"
        );

        parse_string(vl, hp,
            "rxpri\n"
            "stream 0 {\n"
            "    txsettings\n"
            "    rxsettings\n"
            "    txsettings -ack\n"
            "    rxsettings\n"
            "    expect settings.ack == true\n"
            "} -start\n"
        );

        b64_settings(hp, h);

}

/**********************************************************************
 * Receive a request
 */

/* SECTION: client-server.spec.rxreq
 *
 * rxreq (server only)
 *         Receive and parse a request's headers and body.
 */
static void
cmd_http_rxreq(CMD_ARGS)
{
        struct http *hp;

        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        ONLY_SERVER(hp, av);
        AZ(strcmp(av[0], "rxreq"));
        av++;

        for (; *av != NULL; av++)
                vtc_fatal(vl, "Unknown http rxreq spec: %s\n", *av);
        http_rxhdr(hp);
        http_splitheader(hp, 1);
        if (http_count_header(hp->req, "Content-Length") > 1)
                vtc_fatal(vl, "Multiple Content-Length headers.\n");
        http_swallow_body(hp, hp->req, 0, 0);
        vtc_log(vl, 4, "bodylen = %s", hp->bodylen);
}

/* SECTION: client-server.spec.rxreqhdrs
 *
 * rxreqhdrs (server only)
 *         Receive and parse a request's headers (but not the body).
 */

static void
cmd_http_rxreqhdrs(CMD_ARGS)
{
        struct http *hp;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        AZ(strcmp(av[0], "rxreqhdrs"));
        av++;

        for (; *av != NULL; av++)
                vtc_fatal(hp->vl, "Unknown http rxreq spec: %s\n", *av);
        http_rxhdr(hp);
        http_splitheader(hp, 1);
        if (http_count_header(hp->req, "Content-Length") > 1)
                vtc_fatal(hp->vl, "Multiple Content-Length headers.\n");
}

/* SECTION: client-server.spec.rxreqbody
 *
 * rxreqbody (server only)
 *         Receive a request's body.
 */

static void
cmd_http_rxreqbody(CMD_ARGS)
{
        struct http *hp;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        ONLY_SERVER(hp, av);
        AZ(strcmp(av[0], "rxreqbody"));
        av++;

        for (; *av != NULL; av++)
                vtc_fatal(hp->vl, "Unknown http rxreq spec: %s\n", *av);
        http_swallow_body(hp, hp->req, 0, 0);
        vtc_log(hp->vl, 4, "bodylen = %s", hp->bodylen);
}

/* SECTION: client-server.spec.rxrespbody
 *
 * rxrespbody (client only)
 *         Receive (part of) a response's body.
 *
 * -max : max length of this receive, 0 for all
 */

static void
cmd_http_rxrespbody(CMD_ARGS)
{
        struct http *hp;
        int max = 0;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        ONLY_CLIENT(hp, av);
        AZ(strcmp(av[0], "rxrespbody"));
        av++;

        for (; *av != NULL; av++)
                if (!strcmp(*av, "-max")) {
                        max = atoi(av[1]);
                        av++;
                } else
                        vtc_fatal(hp->vl,
                            "Unknown http rxrespbody spec: %s\n", *av);

        http_swallow_body(hp, hp->resp, 1, max);
        vtc_log(hp->vl, 4, "bodylen = %s", hp->bodylen);
}

/* SECTION: client-server.spec.rxchunk
 *
 * rxchunk
 *         Receive an HTTP chunk.
 */

static void
cmd_http_rxchunk(CMD_ARGS)
{
        struct http *hp;
        int ll, i;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        ONLY_CLIENT(hp, av);

        i = http_rxchunk(hp);
        if (i == 0) {
                ll = hp->rx_p - hp->body;
                hp->bodyl = ll;
                bprintf(hp->bodylen, "%d", ll);
                vtc_log(hp->vl, 4, "bodylen = %s", hp->bodylen);
        }
}

/**********************************************************************
 * Transmit a request
 */

static void
cmd_http_txreq(CMD_ARGS)
{
        struct http *hp;
        const char *req = "GET";
        const char *url = "/";
        const char *proto = "HTTP/1.1";
        const char *up = NULL;
        unsigned nohost;
        unsigned nouseragent = 0;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        ONLY_CLIENT(hp, av);
        AZ(strcmp(av[0], "txreq"));
        av++;

        VSB_clear(hp->vsb);

        hp->head_method = 0;
        for (; *av != NULL; av++) {
                if (!strcmp(*av, "-url")) {
                        url = av[1];
                        av++;
                } else if (!strcmp(*av, "-proto")) {
                        proto = av[1];
                        av++;
                } else if (!strcmp(*av, "-method") ||
                    !strcmp(*av, "-req")) {
                        req = av[1];
                        hp->head_method = !strcmp(av[1], "HEAD") ;
                        av++;
                } else if (!hp->sfd && !strcmp(*av, "-up")) {
                        up = av[1];
                        av++;
                } else if (!strcmp(*av, "-nouseragent")) {
                        nouseragent = 1;
                } else
                        break;
        }
        VSB_printf(hp->vsb, "%s %s %s%s", req, url, proto, nl);

        if (up)
                VSB_printf(hp->vsb, "Connection: Upgrade, HTTP2-Settings%s"
                                "Upgrade: h2c%s"
                                "HTTP2-Settings: %s%s", nl, nl, up, nl);

        nohost = strcmp(proto, "HTTP/1.1") != 0;
        av = http_tx_parse_args(av, vl, hp, NULL, nohost, 1, 1, nouseragent);
        if (*av != NULL)
                vtc_fatal(hp->vl, "Unknown http txreq spec: %s\n", *av);
        http_write(hp, 4, "txreq");

        if (up) {
                parse_string(vl, hp,
                    "rxresp\n"
                    "expect resp.status == 101\n"
                    "expect resp.http.connection == Upgrade\n"
                    "expect resp.http.upgrade == h2c\n"
                    "txpri\n"
                );
                b64_settings(hp, up);
                parse_string(vl, hp,
                    "stream 0 {\n"
                    "    txsettings\n"
                    "    rxsettings\n"
                    "    txsettings -ack\n"
                    "    rxsettings\n"
                    "    expect settings.ack == true"
                    "} -start\n"
                );
        }
}

/* SECTION: client-server.spec.recv
 *
 * recv NUMBER
 *         Read NUMBER bytes from the connection.
 */

static void
cmd_http_recv(CMD_ARGS)
{
        struct http *hp;
        int i, n;
        char u[32];

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        AN(av[1]);
        AZ(av[2]);
        n = strtoul(av[1], NULL, 0);
        while (n > 0) {
                i = read(*hp->sess->fd, u, n > 32 ? 32 : n);
                if (i > 0)
                        vtc_dump(hp->vl, 4, "recv", u, i);
                else
                        vtc_log(hp->vl, hp->fatal, "recv() got %d (%s)", i,
                            strerror(errno));
                n -= i;
        }
}

/* SECTION: client-server.spec.send
 *
 * send STRING
 *         Push STRING on the connection.
 */

static void
cmd_http_send(CMD_ARGS)
{
        struct http *hp;
        int i;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        AN(av[1]);
        AZ(av[2]);
        vtc_dump(hp->vl, 4, "send", av[1], -1);
        i = write(*hp->sess->fd, av[1], strlen(av[1]));
        if (i != strlen(av[1]))
                vtc_log(hp->vl, hp->fatal, "Write error in http_send(): %s",
                    strerror(errno));
}

/* SECTION: client-server.spec.send_n
 *
 * send_n NUMBER STRING
 *         Write STRING on the socket NUMBER times.
 */

static void
cmd_http_send_n(CMD_ARGS)
{
        struct http *hp;
        int i, n, l;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        AN(av[1]);
        AN(av[2]);
        AZ(av[3]);
        n = strtoul(av[1], NULL, 0);
                vtc_dump(hp->vl, 4, "send_n", av[2], -1);
        l = strlen(av[2]);
        while (n--) {
                i = write(*hp->sess->fd, av[2], l);
                if (i != l)
                        vtc_log(hp->vl, hp->fatal,
                            "Write error in http_send(): %s",
                            strerror(errno));
        }
}

/* SECTION: client-server.spec.send_urgent
 *
 * send_urgent STRING
 *         Send string as TCP OOB urgent data. You will never need this.
 */

static void
cmd_http_send_urgent(CMD_ARGS)
{
        struct http *hp;
        int i;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        AN(av[1]);
        AZ(av[2]);
        vtc_dump(hp->vl, 4, "send_urgent", av[1], -1);
        i = send(*hp->sess->fd, av[1], strlen(av[1]), MSG_OOB);
        if (i != strlen(av[1]))
                vtc_log(hp->vl, hp->fatal,
                    "Write error in http_send_urgent(): %s", strerror(errno));
}

/* SECTION: client-server.spec.sendhex
 *
 * sendhex STRING
 *         Send bytes as described by STRING. STRING should consist of hex pairs
 *         possibly separated by whitespace or newlines. For example:
 *         "0F EE a5    3df2".
 */

static void
cmd_http_sendhex(CMD_ARGS)
{
        struct vsb *vsb;
        struct http *hp;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        AN(av[1]);
        AZ(av[2]);
        vsb = vtc_hex_to_bin(hp->vl, av[1]);
        assert(VSB_len(vsb) >= 0);
        vtc_hexdump(hp->vl, 4, "sendhex", VSB_data(vsb), VSB_len(vsb));
        if (VSB_tofile(vsb, *hp->sess->fd))
                vtc_log(hp->vl, hp->fatal, "Write failed: %s",
                    strerror(errno));
        VSB_destroy(&vsb);
}

/* SECTION: client-server.spec.chunked
 *
 * chunked STRING
 *         Send STRING as chunked encoding.
 */

static void
cmd_http_chunked(CMD_ARGS)
{
        struct http *hp;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        AN(av[1]);
        AZ(av[2]);
        VSB_clear(hp->vsb);
        VSB_printf(hp->vsb, "%jx%s%s%s",
            (uintmax_t)strlen(av[1]), nl, av[1], nl);
        http_write(hp, 4, "chunked");
}

/* SECTION: client-server.spec.chunkedlen
 *
 * chunkedlen NUMBER
 *         Do as ``chunked`` except that the string will be generated
 *         for you, with a length of NUMBER characters.
 */

static void
cmd_http_chunkedlen(CMD_ARGS)
{
        unsigned len;
        unsigned u, v;
        char buf[16384];
        struct http *hp;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        AN(av[1]);
        AZ(av[2]);
        VSB_clear(hp->vsb);

        len = atoi(av[1]);

        if (len == 0) {
                VSB_printf(hp->vsb, "0%s%s", nl, nl);
        } else {
                for (u = 0; u < sizeof buf; u++)
                        buf[u] = (u & 7) + '0';

                VSB_printf(hp->vsb, "%x%s", len, nl);
                for (u = 0; u < len; u += v) {
                        v = vmin_t(unsigned, len - u, sizeof buf);
                        VSB_bcat(hp->vsb, buf, v);
                }
                VSB_printf(hp->vsb, "%s", nl);
        }
        http_write(hp, 4, "chunked");
}


/* SECTION: client-server.spec.timeout
 *
 * timeout NUMBER
 *         Set the TCP timeout for this entity.
 */

static void
cmd_http_timeout(CMD_ARGS)
{
        struct http *hp;
        double d;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        AN(av[1]);
        AZ(av[2]);
        d = VNUM(av[1]);
        if (isnan(d))
                vtc_fatal(vl, "timeout is not a number (%s)", av[1]);
        hp->timeout = d;
}

/* SECTION: client-server.spec.expect_close
 *
 * expect_close
 *      Reads from the connection, expecting nothing to read but an EOF.
 */
static void
cmd_http_expect_close(CMD_ARGS)
{
        struct http *hp;
        struct pollfd fds[1];
        char c;
        int i;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        AZ(av[1]);

        vtc_log(vl, 4, "Expecting close (fd = %d)", *hp->sess->fd);
        if (hp->h2)
                stop_h2(hp);
        while (1) {
                fds[0].fd = *hp->sess->fd;
                fds[0].events = POLLIN;
                fds[0].revents = 0;
                i = poll(fds, 1, (int)(hp->timeout * 1000));
                if (i < 0 && errno == EINTR)
                        continue;
                if (i == 0)
                        vtc_log(vl, hp->fatal, "Expected close: timeout");
                if (i != 1 || !(fds[0].revents & (POLLIN|POLLERR|POLLHUP)))
                        vtc_log(vl, hp->fatal,
                            "Expected close: poll = %d, revents = 0x%x",
                            i, fds[0].revents);
                i = read(*hp->sess->fd, &c, 1);
                if (i <= 0 && VTCP_Check(i))
                        break;
                if (i == 1 && vct_islws(c))
                        continue;
                vtc_log(vl, hp->fatal,
                    "Expecting close: read = %d, c = 0x%02x", i, c);
        }
        vtc_log(vl, 4, "fd=%d EOF, as expected", *hp->sess->fd);
}

/* SECTION: client-server.spec.close
 *
 * close (server only)
 *      Close the connection. Note that if operating in HTTP/2 mode no
 *      extra (GOAWAY) frame is sent, it's simply a TCP close.
 */
static void
cmd_http_close(CMD_ARGS)
{
        struct http *hp;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        ONLY_SERVER(hp, av);
        AZ(av[1]);
        assert(hp->sfd != NULL);
        assert(*hp->sfd >= 0);
        if (hp->h2)
                stop_h2(hp);
        VTCP_close(hp->sess->fd);
        vtc_log(vl, 4, "Closed");
}

/* SECTION: client-server.spec.accept
 *
 * accept (server only)
 *      Close the current connection, if any, and accept a new one. Note
 *      that this new connection is HTTP/1.x.
 */
static void
cmd_http_accept(CMD_ARGS)
{
        struct http *hp;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        ONLY_SERVER(hp, av);
        AZ(av[1]);
        assert(hp->sfd != NULL);
        assert(*hp->sfd >= 0);
        if (hp->h2)
                stop_h2(hp);
        if (*hp->sess->fd >= 0)
                VTCP_close(hp->sess->fd);
        vtc_log(vl, 4, "Accepting");
        *hp->sess->fd = accept(*hp->sfd, NULL, NULL);
        if (*hp->sess->fd < 0)
                vtc_log(vl, hp->fatal, "Accepted failed: %s", strerror(errno));
        vtc_log(vl, 3, "Accepted socket fd is %d", *hp->sess->fd);
}

/* SECTION: client-server.spec.shutdown
 *
 * shutdown
 *      Initiate shutdown.
 *
 *      \-read
 *              Shutdown the read direction.
 *      \-write
 *              Shutdown the write direction.
 *      \-notconn
 *              OK to get ENOTCONN
 *
 *      The default is both direction.
 */
static void
cmd_http_shutdown(CMD_ARGS)
{
        struct http *hp;
        int how = SHUT_RDWR;
        int notconn = 0;
        int i, j;
        const char *str[] = {
                [SHUT_RD]       = "RD",
                [SHUT_WR]       = "WR",
                [SHUT_RDWR]     = "RDWR",
        };

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        AZ(strcmp(av[0], "shutdown"));
        av++;

        while (*av != NULL) {
                if (!strcmp(*av, "-read")) {
                        how = SHUT_RD;
                        av++;
                } else if (!strcmp(*av, "-write")) {
                        how = SHUT_WR;
                        av++;
                } else if (!strcmp(*av, "-notconn")) {
                        notconn = 1;
                        av++;
                } else {
                        break;
                }
        }

        if (*av != NULL)
                vtc_fatal(hp->vl, "Unknown http shutdown spec: %s\n", *av);

        vtc_log(vl, 4, "Shutting down fd (%s): %d", str[how], *hp->sess->fd);
        i = shutdown(*hp->sess->fd, how);
        j = errno;
        if (i < 0 && j == ENOTCONN && notconn) {
                vtc_log(vl, 3,
                    "Shutdown(%s) socket fd %d, (was already closed)",
                    str[how], *hp->sess->fd
                );
        } else if (i < 0) {
                vtc_log(vl, hp->fatal,
                    "Shutdown(%s) socket fd %d, failed, %s",
                    str[how], *hp->sess->fd, strerror(j)
                );
        } else {
                vtc_log(vl, 3, "Shutdown(%s) socket fd %d",
                    str[how], *hp->sess->fd
                );
        }
}

/* SECTION: client-server.spec.fatal
 *
 * fatal|non_fatal
 *         Control whether a failure of this entity should stop the test.
 */

static void
cmd_http_fatal(CMD_ARGS)
{
        struct http *hp;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);

        (void)vl;
        AZ(av[1]);
        if (!strcmp(av[0], "fatal")) {
                hp->fatal = 0;
        } else {
                assert(!strcmp(av[0], "non_fatal"));
                hp->fatal = -1;
        }
}

#define cmd_http_non_fatal cmd_http_fatal

static const char PREFACE[24] = {
        0x50, 0x52, 0x49, 0x20, 0x2a, 0x20, 0x48, 0x54,
        0x54, 0x50, 0x2f, 0x32, 0x2e, 0x30, 0x0d, 0x0a,
        0x0d, 0x0a, 0x53, 0x4d, 0x0d, 0x0a, 0x0d, 0x0a
};

/* SECTION: client-server.spec.txpri
 *
 * txpri (client only)
 *      Send an HTTP/2 preface ("PRI * HTTP/2.0\\r\\n\\r\\nSM\\r\\n\\r\\n")
 *      and set client to HTTP/2.
 */
static void
cmd_http_txpri(CMD_ARGS)
{
        size_t l;
        struct http *hp;

        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        ONLY_CLIENT(hp, av);

        vtc_dump(hp->vl, 4, "txpri", PREFACE, sizeof(PREFACE));
        /* Dribble out the preface */
        l = write(*hp->sess->fd, PREFACE, 18);
        if (l != 18)
                vtc_log(vl, hp->fatal, "Write failed: (%zd vs %zd) %s",
                    l, sizeof(PREFACE), strerror(errno));
        VTIM_sleep(0.01);
        l = write(*hp->sess->fd, PREFACE + 18, sizeof(PREFACE) - 18);
        if (l != sizeof(PREFACE) - 18)
                vtc_log(vl, hp->fatal, "Write failed: (%zd vs %zd) %s",
                    l, sizeof(PREFACE), strerror(errno));

        start_h2(hp);
        AN(hp->h2);
}

/* SECTION: client-server.spec.rxpri
 *
 * rxpri (server only)
 *      Receive a preface. If valid set the server to HTTP/2, abort
 *      otherwise.
 */
static void
cmd_http_rxpri(CMD_ARGS)
{
        struct http *hp;

        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        ONLY_SERVER(hp, av);

        hp->rx_p = hp->rx_b;
        if (!http_rxchar(hp, sizeof(PREFACE), 0))
                vtc_fatal(vl, "Couldn't retrieve connection preface");
        if (memcmp(hp->rx_b, PREFACE, sizeof(PREFACE)))
                vtc_fatal(vl, "Received invalid preface\n");
        start_h2(hp);
        AN(hp->h2);
}

/* SECTION: client-server.spec.settings
 *
 * settings -dectbl INT
 *      Force internal HTTP/2 settings to certain values. Currently only
 *      support setting the decoding table size.
 */
static void
cmd_http_settings(CMD_ARGS)
{
        uint32_t n;
        char *p;
        struct http *hp;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);

        if (!hp->h2)
                vtc_fatal(hp->vl, "Only possible in H/2 mode");

        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);

        for (; *av != NULL; av++) {
                if (!strcmp(*av, "-dectbl")) {
                        n = strtoul(av[1], &p, 0);
                        if (*p != '\0')
                                vtc_fatal(hp->vl, "-dectbl takes an integer as "
                                    "argument (found %s)", av[1]);
                        assert(HPK_ResizeTbl(hp->decctx, n) != hpk_err);
                        av++;
                } else
                        vtc_fatal(vl, "Unknown settings spec: %s\n", *av);
        }
}

static void
cmd_http_stream(CMD_ARGS)
{
        struct http *hp;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        if (!hp->h2) {
                vtc_log(hp->vl, 4, "Not in H/2 mode, do what's needed");
                if (hp->sfd)
                        parse_string(vl, hp, "rxpri");
                else
                        parse_string(vl, hp, "txpri");
                parse_string(vl, hp,
                    "stream 0 {\n"
                    "    txsettings\n"
                    "    rxsettings\n"
                    "    txsettings -ack\n"
                    "    rxsettings\n"
                    "    expect settings.ack == true"
                    "} -run\n"
                );
        }
        cmd_stream(av, hp, vl);
}

/* SECTION: client-server.spec.write_body
 *
 * write_body STRING
 *      Write the body of a request or a response to a file. By using the
 *      shell command, higher-level checks on the body can be performed
 *      (eg. XML, JSON, ...) provided that such checks can be delegated
 *      to an external program.
 */
static void
cmd_http_write_body(CMD_ARGS)
{
        struct http *hp;

        (void)vl;
        CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
        AN(av[0]);
        AN(av[1]);
        AZ(av[2]);
        AZ(strcmp(av[0], "write_body"));
        if (VFIL_writefile(NULL, av[1], hp->body, hp->bodyl) != 0)
                vtc_fatal(hp->vl, "failed to write body: %s (%d)",
                    strerror(errno), errno);
}

/**********************************************************************
 * Execute HTTP specifications
 */

const struct cmds http_cmds[] = {
#define CMD_HTTP(n) { CMDS_MAGIC, #n, cmd_http_##n },
        /* session */
        CMD_HTTP(accept)
        CMD_HTTP(close)
        CMD_HTTP(recv)
        CMD_HTTP(send)
        CMD_HTTP(send_n)
        CMD_HTTP(send_urgent)
        CMD_HTTP(sendhex)
        CMD_HTTP(shutdown)
        CMD_HTTP(timeout)

        /* spec */
        CMD_HTTP(fatal)
        CMD_HTTP(non_fatal)

        /* body */
        CMD_HTTP(gunzip)
        CMD_HTTP(write_body)

        /* HTTP/1.x */
        CMD_HTTP(chunked)
        CMD_HTTP(chunkedlen)
        CMD_HTTP(rxchunk)

        /* HTTP/2 */
        CMD_HTTP(stream)
        CMD_HTTP(settings)

        /* client */
        CMD_HTTP(rxresp)
        CMD_HTTP(rxrespbody)
        CMD_HTTP(rxresphdrs)
        CMD_HTTP(txpri)
        CMD_HTTP(txreq)

        /* server */
        CMD_HTTP(rxpri)
        CMD_HTTP(rxreq)
        CMD_HTTP(rxreqbody)
        CMD_HTTP(rxreqhdrs)
        CMD_HTTP(txresp)
        CMD_HTTP(upgrade)

        /* expect */
        CMD_HTTP(expect)
        CMD_HTTP(expect_close)
        CMD_HTTP(expect_pattern)
#undef CMD_HTTP
        { CMDS_MAGIC, NULL, NULL }
};

static void
http_process_cleanup(void *arg)
{
        struct http *hp;

        CAST_OBJ_NOTNULL(hp, arg, HTTP_MAGIC);

        if (vtc_error && *hp->sess->fd >= 0)
                VTCP_close(hp->sess->fd);
        if (hp->h2)
                stop_h2(hp);
        VSB_destroy(&hp->vsb);
        free(hp->rx_b);
        free(hp->rem_ip);
        free(hp->rem_port);
        free(hp->rem_path);
        FREE_OBJ(hp);
}

void
http_process(struct vtclog *vl, struct vtc_sess *vsp, const char *spec,
    int *sock, int *sfd, const char *addr, int rcvbuf)
{
        struct http *hp;
        int oldbuf;
        socklen_t intlen = sizeof(int);

        (void)sfd;
        ALLOC_OBJ(hp, HTTP_MAGIC);
        AN(hp);
        hp->sess = vsp;
        hp->sess->fd = sock;
        hp->timeout = vtc_maxdur * .5;

        if (rcvbuf) {
                // XXX setsockopt() too late on SunOS
                // https://github.com/varnishcache/varnish-cache/pull/2980#issuecomment-486214661
                hp->rcvbuf = rcvbuf;

                oldbuf = 0;
                AZ(getsockopt(*hp->sess->fd, SOL_SOCKET, SO_RCVBUF, &oldbuf, &intlen));
                AZ(setsockopt(*hp->sess->fd, SOL_SOCKET, SO_RCVBUF, &rcvbuf, intlen));
                AZ(getsockopt(*hp->sess->fd, SOL_SOCKET, SO_RCVBUF, &rcvbuf, &intlen));

                vtc_log(vl, 3, "-rcvbuf fd=%d old=%d new=%d actual=%d",
                    *hp->sess->fd, oldbuf, hp->rcvbuf, rcvbuf);
        }

        hp->nrxbuf = 2048*1024;
        hp->rx_b = malloc(hp->nrxbuf);
        AN(hp->rx_b);
        hp->rx_e = hp->rx_b + hp->nrxbuf;
        hp->rx_p = hp->rx_b;
        *hp->rx_p = '\0';

        hp->vsb = VSB_new_auto();
        AN(hp->vsb);

        hp->sfd = sfd;

        hp->rem_ip = malloc(VTCP_ADDRBUFSIZE);
        AN(hp->rem_ip);

        hp->rem_port = malloc(VTCP_PORTBUFSIZE);
        AN(hp->rem_port);

        hp->vl = vl;
        vtc_log_set_cmd(hp->vl, http_cmds);
        hp->gziplevel = 0;
        hp->gzipresidual = -1;

        if (*addr != '/') {
                VTCP_hisname(*sock, hp->rem_ip, VTCP_ADDRBUFSIZE, hp->rem_port,
                             VTCP_PORTBUFSIZE);
                hp->rem_path = NULL;
        } else {
                strcpy(hp->rem_ip, "0.0.0.0");
                strcpy(hp->rem_port, "0");
                hp->rem_path = strdup(addr);
        }
        /* XXX: After an upgrade to HTTP/2 the cleanup of a server that is
         * not -wait'ed before the test resets is subject to a race where the
         * cleanup does not happen, so ASAN reports leaks despite the push
         * of a cleanup handler. To easily reproduce, remove the server wait
         * from a02022.vtc and run with ASAN enabled.
         */
        pthread_cleanup_push(http_process_cleanup, hp);
        parse_string(vl, hp, spec);
        pthread_cleanup_pop(0);
        http_process_cleanup(hp);
}

/**********************************************************************
 * Magic test routine
 *
 * This function brute-forces some short strings through gzip(9) to
 * find candidates for all possible 8 bit positions of the stopbit.
 *
 * Here is some good short output strings:
 *
 *      0 184 <e04c8d0fd604c>
 *      1 257 <1ea86e6cf31bf4ec3d7a86>
 *      2 106 <10>
 *      3 163 <a5e2e2e1c2e2>
 *      4 180 <71c5d18ec5d5d1>
 *      5 189 <39886d28a6d2988>
 *      6 118 <80000>
 *      7 151 <386811868>
 *
 */

#if 0
void xxx(void);

void
xxx(void)
{
        z_stream vz;
        int n;
        char ibuf[200];
        char obuf[200];
        int fl[8];
        int i, j;

        for (n = 0; n < 8; n++)
                fl[n] = 9999;

        memset(&vz, 0, sizeof vz);

        for (n = 0;  n < 999999999; n++) {
                *ibuf = 0;
                for (j = 0; j < 7; j++) {
                        snprintf(strchr(ibuf, 0), 5, "%x",
                            (unsigned)VRND_RandomTestable() & 0xffff);
                        vz.next_in = TRUST_ME(ibuf);
                        vz.avail_in = strlen(ibuf);
                        vz.next_out = TRUST_ME(obuf);
                        vz.avail_out = sizeof obuf;
                        assert(Z_OK == deflateInit2(&vz,
                            9, Z_DEFLATED, 31, 9, Z_DEFAULT_STRATEGY));
                        assert(Z_STREAM_END == deflate(&vz, Z_FINISH));
                        i = vz.stop_bit & 7;
                        if (fl[i] > strlen(ibuf)) {
                                printf("%d %jd <%s>\n", i, vz.stop_bit, ibuf);
                                fl[i] = strlen(ibuf);
                        }
                        assert(Z_OK == deflateEnd(&vz));
                }
        }

        printf("FOO\n");
}
#endif

		vinyl-cache/bin/vinyltest/vtest2/src/vtc_http.c
0		/*-
1		* Copyright (c) 2008-2019 Varnish Software AS
2		* All rights reserved.
3		*
4		* Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
5		*
6		* SPDX-License-Identifier: BSD-2-Clause
7		*
8		* Redistribution and use in source and binary forms, with or without
9		* modification, are permitted provided that the following conditions
10		* are met:
11		* 1. Redistributions of source code must retain the above copyright
12		* notice, this list of conditions and the following disclaimer.
13		* 2. Redistributions in binary form must reproduce the above copyright
14		* notice, this list of conditions and the following disclaimer in the
15		* documentation and/or other materials provided with the distribution.
16		*
17		* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18		* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19		* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20		* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
21		* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22		* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23		* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24		* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25		* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26		* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27		* SUCH DAMAGE.
28		*/
29
30		#include "config.h"
31
32		#include <sys/socket.h>
33
34		#include <math.h>
35		#include <poll.h>
36		#include <stdio.h>
37		#include <stdlib.h>
38		#include <unistd.h>
39		#include <string.h>
40
41		#include "vtc.h"
42		#include "vtc_http.h"
43
44		#include "vct.h"
45		#include "vfil.h"
46		#include "vnum.h"
47		#include "vrnd.h"
48		#include "vtcp.h"
49		#include "vtim.h"
50		#include "hpack.h"
51
52		extern const struct cmds http_cmds[];
53
54		/* SECTION: client-server client/server
55		*
56		* Client and server threads are fake HTTP entities used to test your Varnish
57		* and VCL. They take any number of arguments, and the one that are not
58		* recognized, assuming they don't start with '-', are treated as
59		* specifications, laying out the actions to undertake::
60		*
61		* client cNAME [...]
62		* server sNAME [...]
63		*
64		* Clients and server are identified by a string that's the first argument,
65		* clients' names start with 'c' and servers' names start with 's'.
66		*
67		* As the client and server commands share a good deal of arguments and
68		* specification actions, they are grouped in this single section, specific
69		* items will be explicitly marked as such.
70		*
71		* SECTION: client-server.macros Macros and automatic behaviour
72		*
73		* To make things easier in the general case, clients will connect by default
74		* to a Varnish server called v1. To connect to a different Varnish server, use
75		* '-connect ${vNAME_sock}'.
76		*
77		* The -vcl+backend switch of the ``varnish`` command will add all the declared
78		* servers as backends. Be careful though, servers will by default listen to
79		* the 127.0.0.1 IP and will pick a random port, and publish 3 macros:
80		* sNAME_addr, sNAME_port and sNAME_sock, but only once they are started. For
81		* 'varnish -vcl+backend' to create the vcl with the correct values, the server
82		* must be started first.
83		*
84		* SECTION: client-server.args Arguments
85		*
86		* \-start
87		* Start the thread in background, processing the last given
88		* specification.
89		*
90		* \-wait
91		* Block until the thread finishes.
92		*
93		* \-run (client only)
94		* Equivalent to "-start -wait".
95		*
96		* \-repeat NUMBER
97		* Instead of processing the specification only once, do it NUMBER times.
98		*
99		* \-keepalive
100		* For repeat, do not open new connections but rather run all
101		* iterations in the same connection
102		*
103		* \-break (server only)
104		* Stop the server.
105		*
106		* \-listen STRING (server only)
107		* Dictate the listening socket for the server. STRING is of the form
108		* "IP PORT", or "/PATH/TO/SOCKET" for a Unix domain socket. In the
109		* latter case, the path must begin with '/', and the server must be
110		* able to create it.
111		*
112		* \-connect STRING (client only)
113		* Indicate the server to connect to. STRING is also of the form
114		* "IP PORT", or "/PATH/TO/SOCKET". As with "server -listen", a
115		* Unix domain socket is recognized when STRING begins with a '/'.
116		*
117		* \-dispatch (server only, s0 only)
118		* Normally, to keep things simple, server threads only handle one
119		* connection at a time, but the -dispatch switch allows to accept
120		* any number of connection and handle them following the given spec.
121		*
122		* However, -dispatch is only allowed for the server name "s0".
123		*
124		* \-proxy1 STRING (client only)
125		* Use the PROXY protocol version 1 for this connection. STRING
126		* is of the form "CLIENTIP:PORT SERVERIP:PORT".
127		*
128		* \-proxy2 STRING (client only)
129		* Use the PROXY protocol version 2 for this connection. STRING
130		* is of the form "CLIENTIP:PORT SERVERIP:PORT [TLV [TLV ... ]]".
131		*
132		* TLV is in the form name=val
133		*
134		* name: 0xID or alpn, authority, crc32c, noop, unique_id, netns
135		* val: 0x... or string
136		*
137		* ssl is currently not implemented (can be sent as hex)
138		*
139		* SECTION: client-server.spec Specification
140		*
141		* It's a string, either double-quoted "like this", but most of the time
142		* enclosed in curly brackets, allowing multilining. Write a command per line in
143		* it, empty line are ignored, and long line can be wrapped by using a
144		* backslash. For example::
145		*
146		* client c1 {
147		* txreq -url /foo \
148		* -hdr "bar: baz"
149		*
150		* rxresp
151		* } -run
152		*/
153
154		#define ONLY_CLIENT(hp, av) \
155		do { \
156		if (hp->h2) \
157		vtc_fatal(hp->vl, \
158		"\"%s\" only possible before H/2 upgrade", \
159		av[0]); \
160		if (hp->sfd != NULL) \
161		vtc_fatal(hp->vl, \
162		"\"%s\" only possible in client", av[0]); \
163		} while (0)
164
165		#define ONLY_SERVER(hp, av) \
166		do { \
167		if (hp->h2) \
168		vtc_fatal(hp->vl, \
169		"\"%s\" only possible before H/2 upgrade", \
170		av[0]); \
171		if (hp->sfd == NULL) \
172		vtc_fatal(hp->vl, \
173		"\"%s\" only possible in server", av[0]); \
174		} while (0)
175
176
177		/* XXX: we may want to vary this */
178		static const char * const nl = "\r\n";
179
180		/**********************************************************************
181		* Generate a synthetic body
182		*/
183
184		char *
185	2860	synth_body(const char *len, int rnd)
186		{
187		int i, j, k, l;
188		char *b;
189
190
191	2860	AN(len);
192	2860	i = strtoul(len, NULL, 0);
193	2860	assert(i > 0);
194	2860	b = malloc(i + 1L);
195	2860	AN(b);
196	2860	l = k = '!';
197	171151110	for (j = 0; j < i; j++) {
198	171148250	if ((j % 64) == 63) {
199	2672550	b[j] = '\n';
200	2672550	k++;
201	2672550	if (k == '~')
202	28470	k = '!';
203	2672550	l = k;
204	171148250	} else if (rnd) {
205	85155	b[j] = (VRND_RandomTestable() % 95) + ' ';
206	85155	} else {
207	168390545	b[j] = (char)l;
208	168390545	if (++l == '~')
209	1802915	l = '!';
210		}
211	171148250	}
212	2860	b[i - 1] = '\n';
213	2860	b[i] = '\0';
214	2860	return (b);
215		}
216
217		/**********************************************************************
218		* Finish and write the vsb to the fd
219		*/
220
221		static void
222	40610	http_write(const struct http hp, int lvl, const char pfx)
223		{
224
225	40610	AZ(VSB_finish(hp->vsb));
226	40610	vtc_dump(hp->vl, lvl, pfx, VSB_data(hp->vsb), VSB_len(hp->vsb));
227	40610	if (VSB_tofile(hp->vsb, *hp->sess->fd))
228	50	vtc_log(hp->vl, hp->fatal, "Write failed: %s",
229	25	strerror(errno));
230	40610	}
231
232		/**********************************************************************
233		* find header
234		*/
235
236		static char *
237	76487	http_find_header(char * const hh, const char hdr)
238		{
239		int n, l;
240		char *r;
241
242	76487	l = strlen(hdr);
243
244	555826	for (n = 3; hh[n] != NULL; n++) {
245	512882	if (strncasecmp(hdr, hh[n], l) \|\| hh[n][l] != ':')
246	479339	continue;
247	67134	for (r = hh[n] + l + 1; vct_issp(*r); r++)
248	33591	continue;
249	33543	return (r);
250		}
251	42944	return (NULL);
252	76487	}
253
254		/**********************************************************************
255		* count header
256		*/
257
258		static int
259	29892	http_count_header(char * const hh, const char hdr)
260		{
261	29892	int n, l, r = 0;
262
263	29892	l = strlen(hdr);
264
265	239272	for (n = 3; hh[n] != NULL; n++) {
266	209380	if (strncasecmp(hdr, hh[n], l) \|\| hh[n][l] != ':')
267	194286	continue;
268	15094	r++;
269	15094	}
270	29892	return (r);
271		}
272
273		/* SECTION: client-server.spec.expect
274		*
275		* expect STRING1 OP STRING2
276		* Test if "STRING1 OP STRING2" is true, and if not, fails the test.
277		* OP can be ==, <, <=, >, >= when STRING1 and STRING2 represent numbers
278		* in which case it's an order operator. If STRING1 and STRING2 are
279		* meant as strings OP is a matching operator, either == (exact match)
280		* or ~ (regex match).
281		*
282		* varnishtest will first try to resolve STRING1 and STRING2 by looking
283		* if they have special meanings, in which case, the resolved value is
284		* use for the test. Note that this value can be a string representing a
285		* number, allowing for tests such as::
286		*
287		* expect req.http.x-num > 2
288		*
289		* Here's the list of recognized strings, most should be obvious as they
290		* either match VCL logic, or the txreq/txresp options:
291		*
292		* - remote.ip
293		* - remote.port
294		* - remote.path
295		* - req.method
296		* - req.url
297		* - req.proto
298		* - resp.proto
299		* - resp.status
300		* - resp.reason
301		* - resp.chunklen
302		* - req.bodylen
303		* - req.body
304		* - resp.bodylen
305		* - resp.body
306		* - req.http.NAME
307		* - resp.http.NAME
308		*/
309
310		static const char *
311	73185	cmd_var_resolve(struct http hp, char spec)
312		{
313		char *hh, hdr;
314	73185	if (!strcmp(spec, "remote.ip"))
315	20	return (hp->rem_ip);
316	73165	if (!strcmp(spec, "remote.port"))
317	20	return (hp->rem_port);
318	73145	if (!strcmp(spec, "remote.path"))
319	20	return (hp->rem_path);
320	73125	if (!strcmp(spec, "req.method"))
321	285	return (hp->req[0]);
322	72840	if (!strcmp(spec, "req.url"))
323	3285	return (hp->req[1]);
324	69555	if (!strcmp(spec, "req.proto"))
325	225	return (hp->req[2]);
326	69330	if (!strcmp(spec, "resp.proto"))
327	170	return (hp->resp[0]);
328	69160	if (!strcmp(spec, "resp.status"))
329	8824	return (hp->resp[1]);
330	60336	if (!strcmp(spec, "resp.reason"))
331	1149	return (hp->resp[2]);
332	59187	if (!strcmp(spec, "resp.chunklen"))
333	0	return (hp->chunklen);
334	59187	if (!strcmp(spec, "req.bodylen"))
335	165	return (hp->bodylen);
336	59022	if (!strcmp(spec, "req.body"))
337	195	return (hp->body != NULL ? hp->body : spec);
338	58827	if (!strcmp(spec, "resp.bodylen"))
339	3550	return (hp->bodylen);
340	55277	if (!strcmp(spec, "resp.body"))
341	1180	return (hp->body != NULL ? hp->body : spec);
342	54097	if (!strncmp(spec, "req.http.", 9)) {
343	2185	hh = hp->req;
344	2185	hdr = spec + 9;
345	54097	} else if (!strncmp(spec, "resp.http.", 10)) {
346	16210	hh = hp->resp;
347	16210	hdr = spec + 10;
348	51912	} else if (!strcmp(spec, "h2.state")) {
349	36	if (hp->h2)
350	16	return ("true");
351		else
352	20	return ("false");
353		} else
354	35666	return (spec);
355	18395	hdr = http_find_header(hh, hdr);
356	18395	return (hdr);
357	73185	}
358
359		static void
360	36596	cmd_http_expect(CMD_ARGS)
361		{
362		struct http *hp;
363		const char *lhs;
364		char *cmp;
365		const char *rhs;
366
367	36596	(void)vl;
368	36596	CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
369	36596	AZ(strcmp(av[0], "expect"));
370		av++;
371	36596
372	36596	AN(av[0]);
373	36596	AN(av[1]);
374	36596	AN(av[2]);
375	36596	AZ(av[3]);
376	36596	lhs = cmd_var_resolve(hp, av[0]);
377	36596	cmp = av[1];
378		rhs = cmd_var_resolve(hp, av[2]);
379	36596
380	36596	vtc_expect(vl, av[0], lhs, cmp, av[2], rhs);
381		}
382
383		/* SECTION: client-server.spec.expect_pattern
384		*
385		* expect_pattern
386		*
387		* Expect as the http body the test pattern generated by chunkedlen ('0'..'7'
388		* repeating).
389		*/
390	20	static void
391		cmd_http_expect_pattern(CMD_ARGS)
392		{
393		char *p;
394	20	struct http *hp;
395		char t = '0';
396	20
397	20	(void)vl;
398	20	CAST_OBJ_NOTNULL(hp, priv, HTTP_MAGIC);
399	20	AZ(strcmp(av[0], "expect_pattern"));
400	1310740	av++;
401	1310720	AZ(av[0]);
402	0	for (p = hp->body; *p != '\0'; p++) {
403		if (*p != t)
404	0	vtc_fatal(hp->vl,
405	1310720	"EXPECT PATTERN FAIL @%zd should 0x%02x is 0x%02x",
406	1310720	(ssize_t) (p - hp->body), t, *p);
407	1310720	t += 1;
408	20	t &= ~0x08;
409	20	}
410		vtc_log(hp->vl, 4, "EXPECT PATTERN SUCCESS");
411		}
412
413		/**********************************************************************
414		* Split a HTTP protocol header
415		*/
416	29892
417		static void
418		http_splitheader(struct http *hp, int req)
419		{
420		char p, q, **hh;
421		int n;
422	29892	char buf[20];
423	29892
424	12447	CHECK_OBJ_NOTNULL(hp, HTTP_MAGIC);
425	12447	if (req) {
426	12447	memset(hp->req, 0, sizeof hp->req);
427	17445	hh = hp->req;
428	17445	} else {
429		memset(hp->resp, 0, sizeof hp->resp);
430		hh = hp->resp;
431	29892	}
432	29892
433	29892	n = 0;
434	405	p = hp->rx_b;
435	405	if (*p == '\0') {
436		vtc_log(hp->vl, 4, "No headers");
437		return;
438		}
439	29492
440	5	/* REQ/PROTO */
441	29487	while (vct_islws(*p))
442	204296	p++;
443	174809	hh[n++] = p;
444	29487	while (!vct_islws(*p))
445	29487	p++;
446		AZ(vct_iscrlf(p, hp->rx_e));
447		*p++ = '\0';
448	29487
449	0	/* URL/STATUS */
450	29487	while (vct_issp(p)) / XXX: H space only */
451	29487	p++;
452	142810	AZ(vct_iscrlf(p, hp->rx_e));
453	113323	hh[n++] = p;
454	29487	while (!vct_islws(*p))
455	5	p++;
456	5	if (vct_iscrlf(p, hp->rx_e)) {
457	5	hh[n++] = NULL;
458	5	q = p;
459	5	p = vct_skipcrlf(p, hp->rx_e);
460	29482	*q = '\0';
461		} else {
462	29482	*p++ = '\0';
463	0	/* PROTO/MSG */
464	29482	while (vct_issp(p)) / XXX: H space only */
465	226871	p++;
466	197389	hh[n++] = p;
467	29482	while (!vct_iscrlf(p, hp->rx_e))
468	29482	p++;
469	29482	q = p;
470		p = vct_skipcrlf(p, hp->rx_e);
471	29487	*q = '\0';
472		}
473	238843	assert(n == 3);
474	238843
475	238843	while (*p != '\0') {
476	29487	assert(n < MAX_HDR);
477	209356	if (vct_iscrlf(p, hp->rx_e))
478	4496567	break;
479	4287211	hh[n++] = p++;
480	209356	while (*p != '\0' && !vct_iscrlf(p, hp->rx_e))
481	0	p++;
482		if (*p == '\0') {
483	209356	break;
484	209356	}
485	209356	q = p;
486		p = vct_skipcrlf(p, hp->rx_e);
487	29487	*q = '\0';
488	29487	}
489		p = vct_skipcrlf(p, hp->rx_e);
490	327329	assert(*p == '\0');
491	297842
492	297842	for (n = 0; n < 3 \|\| hh[n] != NULL; n++) {
493	297842	bprintf(buf, "http[%2d] ", n);
494	29892	vtc_dump(hp->vl, 4, buf, hh[n], -1);
495		}
496		}
497
498
499		/**********************************************************************