GCOV - Varnish Cache


/*-
 * Copyright (c) 2016-2019 Varnish Software AS
 * All rights reserved.
 *
 * Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
 *
 * SPDX-License-Identifier: BSD-2-Clause
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 *
 */

#include "config.h"

#include "cache/cache_int.h"

#include <stdio.h>
#include <stdlib.h>

#include "cache/cache_transport.h"
#include "cache/cache_filter.h"
#include "http2/cache_http2.h"
#include "cache/cache_objhead.h"
#include "storage/storage.h"

#include "vend.h"
#include "vtcp.h"
#include "vtim.h"

#define H2_CUSTOM_ERRORS
#define H2EC1(U,v,g,r,d)        \
        const struct h2_error_s H2CE_##U[1] = {{"H2CE_" #U,d,v,0,1,g,r}};
#define H2EC2(U,v,g,r,d)        \
        const struct h2_error_s H2SE_##U[1] = {{"H2SE_" #U,d,v,1,0,g,r}};
#define H2EC3(U,v,g,r,d) H2EC1(U,v,g,r,d) H2EC2(U,v,g,r,d)
#define H2_ERROR(NAME, val, sc, goaway, reason, desc)   \
        H2EC##sc(NAME, val, goaway, reason, desc)
#include "tbl/h2_error.h"
#undef H2EC1
#undef H2EC2
#undef H2EC3

static const struct h2_error_s H2NN_ERROR[1] = {{
        "UNKNOWN_ERROR",
        "Unknown error number",
        0xffffffff,
        1,
        1,
        0,
        SC_RX_JUNK
}};

enum h2frame {
#define H2_FRAME(l,u,t,f,...)   H2F_##u = t,
#include "tbl/h2_frames.h"
};

static const char *
h2_framename(enum h2frame h2f)
{

        switch (h2f) {
#define H2_FRAME(l,u,t,f,...)   case H2F_##u: return (#u);
#include "tbl/h2_frames.h"
        default:
                return (NULL);
        }
}

#define H2_FRAME_FLAGS(l,u,v)   const uint8_t H2FF_##u = v;
#include "tbl/h2_frames.h"

/**********************************************************************
 */

static const h2_error stream_errors[] = {
#define H2EC1(U,v,g,r,d)
#define H2EC2(U,v,g,r,d) [v] = H2SE_##U,
#define H2EC3(U,v,g,r,d) H2EC1(U,v,g,r,d) H2EC2(U,v,g,r,d)
#define H2_ERROR(NAME, val, sc, goaway, reason, desc)   \
        H2EC##sc(NAME, val, goaway, reason, desc)
#include "tbl/h2_error.h"
#undef H2EC1
#undef H2EC2
#undef H2EC3
};

#define NSTREAMERRORS vcountof(stream_errors)

static h2_error
h2_streamerror(uint32_t u)
{
        if (u < NSTREAMERRORS && stream_errors[u] != NULL)
                return (stream_errors[u]);
        else
                return (H2NN_ERROR);
}

/**********************************************************************
 */

static const h2_error conn_errors[] = {
#define H2EC1(U,v,g,r,d) [v] = H2CE_##U,
#define H2EC2(U,v,g,r,d)
#define H2EC3(U,v,g,r,d) H2EC1(U,v,g,r,d) H2EC2(U,v,g,r,d)
#define H2_ERROR(NAME, val, sc, goaway, reason, desc)   \
        H2EC##sc(NAME, val, goaway, reason, desc)
#include "tbl/h2_error.h"
#undef H2EC1
#undef H2EC2
#undef H2EC3
};

#define NCONNERRORS vcountof(conn_errors)

static h2_error
h2_connectionerror(uint32_t u)
{
        if (u < NCONNERRORS && conn_errors[u] != NULL)
                return (conn_errors[u]);
        else
                return (H2NN_ERROR);
}

/**********************************************************************/

struct h2_req *
h2_new_req(struct h2_sess *h2, unsigned stream, struct req *req)
{
        struct h2_req *r2;

        ASSERT_RXTHR(h2);
        if (req == NULL)
                req = Req_New(h2->sess, NULL);
        CHECK_OBJ_NOTNULL(req, REQ_MAGIC);

        req->http0->protover = 20;

        r2 = WS_Alloc(req->ws, sizeof *r2);
        AN(r2);
        INIT_OBJ(r2, H2_REQ_MAGIC);
        r2->state = H2_S_IDLE;
        r2->h2sess = h2;
        r2->stream = stream;
        r2->req = req;
        if (stream)
                r2->counted = 1;
        r2->r_window = h2->local_settings.initial_window_size;
        r2->t_window = h2->remote_settings.initial_window_size;
        req->transport_priv = r2;
        Lck_Lock(&h2->sess->mtx);
        if (stream)
                h2->open_streams++;
        VTAILQ_INSERT_TAIL(&h2->streams, r2, list);
        Lck_Unlock(&h2->sess->mtx);
        h2->refcnt++;
        return (r2);
}

void
h2_del_req(struct worker *wrk, struct h2_req *r2)
{
        struct h2_sess *h2;
        struct sess *sp;
        struct stv_buffer *stvbuf;

        CHECK_OBJ_NOTNULL(r2, H2_REQ_MAGIC);
        AZ(r2->scheduled);
        h2 = r2->h2sess;
        CHECK_OBJ_NOTNULL(h2, H2_SESS_MAGIC);
        ASSERT_RXTHR(h2);
        sp = h2->sess;
        Lck_Lock(&sp->mtx);
        assert(h2->refcnt > 0);
        --h2->refcnt;
        /* XXX: PRIORITY reshuffle */
        VTAILQ_REMOVE(&h2->streams, r2, list);
        if (r2->req == h2->new_req)
                h2->new_req = NULL;
        Lck_Unlock(&sp->mtx);

        assert(!WS_IsReserved(r2->req->ws));
        AZ(r2->req->ws->r);

        CHECK_OBJ_ORNULL(r2->rxbuf, H2_RXBUF_MAGIC);
        if (r2->rxbuf) {
                stvbuf = r2->rxbuf->stvbuf;
                r2->rxbuf = NULL;
                STV_FreeBuf(wrk, &stvbuf);
                AZ(stvbuf);
        }

        Req_Cleanup(sp, wrk, r2->req);
        if (FEATURE(FEATURE_BUSY_STATS_RATE))
                WRK_AddStat(wrk);
        Req_Release(r2->req);
}

void
h2_kill_req(struct worker *wrk, struct h2_sess *h2,
    struct h2_req *r2, h2_error h2e)
{

        ASSERT_RXTHR(h2);
        AN(h2e);
        Lck_Lock(&h2->sess->mtx);
        VSLb(h2->vsl, SLT_Debug, "KILL st=%u state=%d sched=%d",
            r2->stream, r2->state, r2->scheduled);
        if (r2->counted) {
                assert(h2->open_streams > 0);
                h2->open_streams--;
                r2->counted = 0;
        }
        if (r2->error == NULL)
                r2->error = h2e;
        if (r2->scheduled) {
                if (r2->cond != NULL)
                        PTOK(pthread_cond_signal(r2->cond));
                r2 = NULL;
                Lck_Unlock(&h2->sess->mtx);
        } else {
                Lck_Unlock(&h2->sess->mtx);
                if (r2->state == H2_S_OPEN && h2->new_req == r2->req)
                        (void)h2h_decode_hdr_fini(h2);
        }
        if (r2 != NULL)
                h2_del_req(wrk, r2);
}

/**********************************************************************/

static void
h2_vsl_frame(const struct h2_sess *h2, const void *ptr, size_t len)
{
        const uint8_t *b;
        struct vsb *vsb;
        const char *p;
        unsigned u;

        if (VSL_tag_is_masked(SLT_H2RxHdr) &&
            VSL_tag_is_masked(SLT_H2RxBody))
                return;

        AN(ptr);
        assert(len >= 9);
        b = ptr;

        vsb = VSB_new_auto();
        AN(vsb);
        p = h2_framename((enum h2frame)b[3]);
        if (p != NULL)
                VSB_cat(vsb, p);
        else
                VSB_quote(vsb, b + 3, 1, VSB_QUOTE_HEX);

        u = vbe32dec(b) >> 8;
        VSB_printf(vsb, "[%u] ", u);
        VSB_quote(vsb, b + 4, 1, VSB_QUOTE_HEX);
        VSB_putc(vsb, ' ');
        VSB_quote(vsb, b + 5, 4, VSB_QUOTE_HEX);
        if (u > 0) {
                VSB_putc(vsb, ' ');
                VSB_quote(vsb, b + 9, len - 9, VSB_QUOTE_HEX);
        }
        AZ(VSB_finish(vsb));
        Lck_Lock(&h2->sess->mtx);
        VSLb_bin(h2->vsl, SLT_H2RxHdr, 9, b);
        if (len > 9)
                VSLb_bin(h2->vsl, SLT_H2RxBody, len - 9, b + 9);

        VSLb(h2->vsl, SLT_Debug, "H2RXF %s", VSB_data(vsb));
        Lck_Unlock(&h2->sess->mtx);
        VSB_destroy(&vsb);
}


/**********************************************************************
 */

static h2_error v_matchproto_(h2_rxframe_f)
h2_rx_ping(struct worker *wrk, struct h2_sess *h2, struct h2_req *r2)
{

        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
        ASSERT_RXTHR(h2);
        CHECK_OBJ_NOTNULL(r2, H2_REQ_MAGIC);
        assert(r2 == h2->req0);

        if (h2->rxf_len != 8) {                         // rfc7540,l,2364,2366
                H2S_Lock_VSLb(h2, SLT_SessError, "H2: rx ping with (len != 8)");
                return (H2CE_FRAME_SIZE_ERROR);
        }
        AZ(h2->rxf_stream);                             // rfc7540,l,2359,2362
        if (h2->rxf_flags != 0) {                       // We never send pings
                H2S_Lock_VSLb(h2, SLT_SessError, "H2: rx ping ack");
                return (H2SE_PROTOCOL_ERROR);
        }
        H2_Send_Get(wrk, h2, r2);
        H2_Send_Frame(wrk, h2,
            H2_F_PING, H2FF_PING_ACK, 8, 0, h2->rxf_data);
        H2_Send_Rel(h2, r2);
        return (0);
}

/**********************************************************************
 */

static h2_error v_matchproto_(h2_rxframe_f)
h2_rx_push_promise(struct worker *wrk, struct h2_sess *h2, struct h2_req *r2)
{

        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
        ASSERT_RXTHR(h2);
        CHECK_OBJ_ORNULL(r2, H2_REQ_MAGIC);

        // rfc7540,l,2262,2267
        H2S_Lock_VSLb(h2, SLT_SessError, "H2: rx push promise");
        return (H2CE_PROTOCOL_ERROR);
}

/**********************************************************************
 */

int
h2_rapid_reset_check(struct worker *wrk, struct h2_sess *h2,
    const struct h2_req *r2)
{
        vtim_real now;

        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
        CHECK_OBJ_NOTNULL(h2, H2_SESS_MAGIC);
        CHECK_OBJ_NOTNULL(r2, H2_REQ_MAGIC);

        if (h2->rapid_reset_limit == 0)
                return (0);

        now = VTIM_real();
        CHECK_OBJ_NOTNULL(r2->req, REQ_MAGIC);
        AN(r2->req->t_first);
        if (now - r2->req->t_first > h2->rapid_reset)
                return (0);

        return (1);
}

h2_error
h2_rapid_reset_charge(struct worker *wrk, struct h2_sess *h2,
    const struct h2_req *r2)
{
        vtim_real now;
        vtim_dur d;
        h2_error h2e = NULL;

        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
        AN(H2_SEND_HELD(h2, r2));
        CHECK_OBJ_NOTNULL(r2, H2_REQ_MAGIC);

        now = VTIM_real();

        d = now - h2->last_rst;
        h2->rst_budget += h2->rapid_reset_limit * d /
            h2->rapid_reset_period;
        h2->rst_budget = vmin_t(double, h2->rst_budget,
            h2->rapid_reset_limit);
        h2->last_rst = now;

        h2->rst_budget -= 1.0;

        if (h2->rst_budget < 0) {
                H2S_Lock_VSLb(h2, SLT_SessError, "H2: Hit RST limit. Closing session.");
                h2e = H2CE_RAPID_RESET;
                H2_Send_GOAWAY(wrk, h2, r2, h2e);
        }

        return (h2e);
}

static h2_error v_matchproto_(h2_rxframe_f)
h2_rx_rst_stream(struct worker *wrk, struct h2_sess *h2, struct h2_req *r2)
{
        h2_error h2e = NULL;

        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
        ASSERT_RXTHR(h2);
        CHECK_OBJ_ORNULL(r2, H2_REQ_MAGIC);

        if (h2->rxf_len != 4) {                 // rfc7540,l,2003,2004
                H2S_Lock_VSLb(h2, SLT_SessError, "H2: rx rst with (len != 4)");
                return (H2CE_FRAME_SIZE_ERROR);
        }
        if (r2 == NULL)
                return (0);
        if (h2_rapid_reset_check(wrk, h2, r2)) {
                H2_Send_Get(wrk, h2, h2->req0);
                h2e = h2_rapid_reset_charge(wrk, h2, h2->req0);
                H2_Send_Rel(h2, h2->req0);
        }
        h2_kill_req(wrk, h2, r2, h2_streamerror(vbe32dec(h2->rxf_data)));
        return (h2e);
}

/**********************************************************************
 */

static h2_error v_matchproto_(h2_rxframe_f)
h2_rx_goaway(struct worker *wrk, struct h2_sess *h2, struct h2_req *r2)
{

        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
        ASSERT_RXTHR(h2);
        CHECK_OBJ_NOTNULL(r2, H2_REQ_MAGIC);
        assert(r2 == h2->req0);

        h2->goaway = 1;
        h2->goaway_last_stream = vbe32dec(h2->rxf_data);
        h2->error = h2_connectionerror(vbe32dec(h2->rxf_data + 4));
        H2S_Lock_VSLb(h2, SLT_Debug, "GOAWAY %s", h2->error->name);
        return (h2->error);
}

static void
h2_tx_goaway(struct worker *wrk, struct h2_sess *h2, h2_error h2e)
{
        ASSERT_RXTHR(h2);
        AN(h2e);

        if (h2->goaway || !h2e->send_goaway)
                return;

        H2_Send_Get(wrk, h2, h2->req0);
        H2_Send_GOAWAY(wrk, h2, h2->req0, h2e);
        H2_Send_Rel(h2, h2->req0);
}

/**********************************************************************
 */

static h2_error v_matchproto_(h2_rxframe_f)
h2_rx_window_update(struct worker *wrk, struct h2_sess *h2, struct h2_req *r2)
{
        uint32_t wu;

        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
        ASSERT_RXTHR(h2);
        CHECK_OBJ_ORNULL(r2, H2_REQ_MAGIC);

        if (h2->rxf_len != 4) {
                H2S_Lock_VSLb(h2, SLT_SessError, "H2: rx winup with (len != 4)");
                return (H2CE_FRAME_SIZE_ERROR);
        }
        wu = vbe32dec(h2->rxf_data) & ~(1LU<<31);
        if (wu == 0)
                return (H2SE_PROTOCOL_ERROR);
        if (r2 == NULL)
                return (0);
        Lck_Lock(&h2->sess->mtx);
        r2->t_window += wu;
        if (r2 == h2->req0)
                PTOK(pthread_cond_broadcast(h2->winupd_cond));
        else if (r2->cond != NULL)
                PTOK(pthread_cond_signal(r2->cond));
        Lck_Unlock(&h2->sess->mtx);
        if (r2->t_window >= (1LL << 31))
                return (H2SE_FLOW_CONTROL_ERROR);
        return (0);
}

/**********************************************************************
 * Incoming PRIORITY, possibly an ACK of one we sent.
 *
 * deprecated, rfc9113,l,1103,1104
 */

static h2_error v_matchproto_(h2_rxframe_f)
h2_rx_priority(struct worker *wrk, struct h2_sess *h2, struct h2_req *r2)
{

        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
        ASSERT_RXTHR(h2);
        CHECK_OBJ_ORNULL(r2, H2_REQ_MAGIC);
        return (0);
}

/**********************************************************************
 * Incoming SETTINGS, possibly an ACK of one we sent.
 */

#define H2_SETTING(U,l, ...)                                    \
static void v_matchproto_(h2_setsetting_f)                      \
h2_setting_##l(struct h2_settings* s, uint32_t v)               \
{                                                               \
        s -> l = v;                                             \
}
#include <tbl/h2_settings.h>

#define H2_SETTING(U, l, ...)                                   \
const struct h2_setting_s H2_SET_##U[1] = {{                    \
        #l,                                                     \
        h2_setting_##l,                                         \
        __VA_ARGS__                                             \
}};
#include <tbl/h2_settings.h>

static const struct h2_setting_s * const h2_setting_tbl[] = {
#define H2_SETTING(U,l,v, ...) [v] = H2_SET_##U,
#include <tbl/h2_settings.h>
};

#define H2_SETTING_TBL_LEN vcountof(h2_setting_tbl)

static void
h2_win_adjust(const struct h2_sess *h2, uint32_t oldval, uint32_t newval)
{
        struct h2_req *r2;

        Lck_AssertHeld(&h2->sess->mtx);
        // rfc7540,l,2668,2674
        VTAILQ_FOREACH(r2, &h2->streams, list) {
                CHECK_OBJ_NOTNULL(r2, H2_REQ_MAGIC);
                if (r2 == h2->req0)
                        continue; // rfc7540,l,2699,2699
                switch (r2->state) {
                case H2_S_IDLE:
                case H2_S_OPEN:
                case H2_S_CLOS_REM:
                        /*
                         * We allow a window to go negative, as per
                         * rfc7540,l,2676,2680
                         */
                        r2->t_window += (int64_t)newval - oldval;
                        break;
                default:
                        break;
                }
        }
}

h2_error
h2_set_setting(struct h2_sess *h2, const uint8_t *d)
{
        const struct h2_setting_s *s;
        uint16_t x;
        uint32_t y;

        x = vbe16dec(d);
        y = vbe32dec(d + 2);
        if (x >= H2_SETTING_TBL_LEN || h2_setting_tbl[x] == NULL) {
                // rfc7540,l,2181,2182
                H2S_Lock_VSLb(h2, SLT_Debug,
                    "H2SETTING unknown setting 0x%04x=%08x (ignored)", x, y);
                return (0);
        }
        s = h2_setting_tbl[x];
        AN(s);
        if (y < s->minval || y > s->maxval) {
                H2S_Lock_VSLb(h2, SLT_Debug, "H2SETTING invalid %s=0x%08x",
                    s->name, y);
                AN(s->range_error);
                if (!DO_DEBUG(DBG_H2_NOCHECK))
                        return (s->range_error);
        }
        Lck_Lock(&h2->sess->mtx);
        if (s == H2_SET_INITIAL_WINDOW_SIZE)
                h2_win_adjust(h2, h2->remote_settings.initial_window_size, y);
        VSLb(h2->vsl, SLT_Debug, "H2SETTING %s=0x%08x", s->name, y);
        Lck_Unlock(&h2->sess->mtx);
        AN(s->setfunc);
        s->setfunc(&h2->remote_settings, y);
        return (0);
}

static h2_error v_matchproto_(h2_rxframe_f)
h2_rx_settings(struct worker *wrk, struct h2_sess *h2, struct h2_req *r2)
{
        const uint8_t *p;
        unsigned l;
        h2_error retval = 0;

        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
        ASSERT_RXTHR(h2);
        CHECK_OBJ_NOTNULL(r2, H2_REQ_MAGIC);
        assert(r2 == h2->req0);
        AZ(h2->rxf_stream);

        if (h2->rxf_flags == H2FF_SETTINGS_ACK) {
                if (h2->rxf_len > 0) {                  // rfc7540,l,2047,2049
                        H2S_Lock_VSLb(h2, SLT_SessError, "H2: rx settings ack with "
                            "(len > 0)");
                        return (H2CE_FRAME_SIZE_ERROR);
                }
                return (0);
        } else {
                if (h2->rxf_len % 6) {                  // rfc7540,l,2062,2064
                        H2S_Lock_VSLb(h2, SLT_SessError, "H2: rx settings with "
                            "((len %% 6) != 0)");
                        return (H2CE_PROTOCOL_ERROR);
                }
                p = h2->rxf_data;
                for (l = h2->rxf_len; l >= 6; l -= 6, p += 6) {
                        retval = h2_set_setting(h2, p);
                        if (retval)
                                return (retval);
                }
                H2_Send_Get(wrk, h2, r2);
                H2_Send_Frame(wrk, h2,
                    H2_F_SETTINGS, H2FF_SETTINGS_ACK, 0, 0, NULL);
                H2_Send_Rel(h2, r2);
        }
        return (0);
}

/**********************************************************************
 * Incoming HEADERS, this is where the party's at...
 */

void v_matchproto_(task_func_t)
h2_do_req(struct worker *wrk, void *priv)
{
        struct req *req;
        struct h2_req *r2;
        struct h2_sess *h2;

        CAST_OBJ_NOTNULL(req, priv, REQ_MAGIC);
        CAST_OBJ_NOTNULL(r2, req->transport_priv, H2_REQ_MAGIC);
        THR_SetRequest(req);
        CNT_Embark(wrk, req);

        if (CNT_Request(req) != REQ_FSM_DISEMBARK) {
                wrk->stats->client_req++;
                assert(!WS_IsReserved(req->ws));
                AZ(req->top->vcl0);
                h2 = r2->h2sess;
                CHECK_OBJ_NOTNULL(h2, H2_SESS_MAGIC);
                Lck_Lock(&h2->sess->mtx);
                r2->scheduled = 0;
                r2->state = H2_S_CLOSED;
                r2->h2sess->do_sweep = 1;
                Lck_Unlock(&h2->sess->mtx);
        }
        THR_SetRequest(NULL);
}

static h2_error
h2_end_headers(struct worker *wrk, struct h2_sess *h2,
    struct req *req, struct h2_req *r2)
{
        h2_error h2e;
        ssize_t cl;

        ASSERT_RXTHR(h2);
        assert(r2->state == H2_S_OPEN);
        h2e = h2h_decode_hdr_fini(h2);
        h2->new_req = NULL;
        if (h2e != NULL) {
                H2S_Lock_VSLb(h2, SLT_Debug, "HPACK/FINI %s", h2e->name);
                assert(!WS_IsReserved(r2->req->ws));
                h2_del_req(wrk, r2);
                return (h2e);
        }
        req->t_req = VTIM_real();
        VSLb_ts_req(req, "Req", req->t_req);

        // XXX: Smarter to do this already at HPACK time into tail end of
        // XXX: WS, then copy back once all headers received.
        // XXX: Have I mentioned H/2 Is hodge-podge ?
        http_CollectHdrSep(req->http, H_Cookie, "; ");  // rfc7540,l,3114,3120

        cl = http_GetContentLength(req->http);
        assert(cl >= -2);
        if (cl == -2) {
                H2S_Lock_VSLb(h2, SLT_Debug, "Non-parseable Content-Length");
                return (H2SE_PROTOCOL_ERROR);
        }

        if (req->req_body_status == NULL) {
                if (cl == -1)
                        req->req_body_status = BS_EOF;
                else {
                        /* Note: If cl==0 here, we still need to have
                         * req_body_status==BS_LENGTH, so that there will
                         * be a wait for the stream to reach H2_S_CLOS_REM
                         * while dealing with the request body. */
                        req->req_body_status = BS_LENGTH;
                }
                /* Set req->htc->content_length because this is used as
                 * the hint in vrb_pull() for how large the storage
                 * buffers need to be */
                req->htc->content_length = cl;
        } else {
                /* A HEADER frame contained END_STREAM */
                assert (req->req_body_status == BS_NONE);
                r2->state = H2_S_CLOS_REM;
                if (cl > 0) {
                        H2S_Lock_VSLb(h2, SLT_SessError, "H2: rx header with END_STREAM "
                            "and content-length > 0");
                        return (H2CE_PROTOCOL_ERROR); //rfc7540,l,1838,1840
                }
        }

        if (req->http->hd[HTTP_HDR_METHOD].b == NULL) {
                H2S_Lock_VSLb(h2, SLT_Debug, "Missing :method");
                return (H2SE_PROTOCOL_ERROR); //rfc7540,l,3087,3090
        }

        http_SetWellKnownMethod(req->http);

        if (req->http->hd[HTTP_HDR_URL].b == NULL) {
                H2S_Lock_VSLb(h2, SLT_Debug, "Missing :path");
                return (H2SE_PROTOCOL_ERROR); //rfc7540,l,3087,3090
        }

        AN(req->http->hd[HTTP_HDR_PROTO].b);

        if (*req->http->hd[HTTP_HDR_URL].b == '*' &&
            ! http_method_eq(req->http->wkm, WKM_OPTIONS)) {
                H2S_Lock_VSLb(h2, SLT_BogoHeader, "Illegal :path pseudo-header");
                return (H2SE_PROTOCOL_ERROR); //rfc7540,l,3068,3071
        }

        assert(req->req_step == R_STP_TRANSPORT);
        VCL_TaskEnter(req->privs);
        VCL_TaskEnter(req->top->privs);
        req->task->func = h2_do_req;
        req->task->priv = req;
        r2->scheduled = 1;
        if (Pool_Task(wrk->pool, req->task, TASK_QUEUE_STR) != 0) {
                r2->scheduled = 0;
                r2->state = H2_S_CLOSED;
                return (H2SE_REFUSED_STREAM); //rfc7540,l,3326,3329
        }
        return (0);
}

static h2_error v_matchproto_(h2_rxframe_f)
h2_rx_headers(struct worker *wrk, struct h2_sess *h2, struct h2_req *r2)
{
        struct req *req;
        h2_error h2e;
        const uint8_t *p;
        size_t l;

        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
        ASSERT_RXTHR(h2);

        if (r2 != NULL) {
                H2S_Lock_VSLb(h2, SLT_SessError, "H2: rx headers on non-idle stream");
                return (H2CE_PROTOCOL_ERROR);   // rfc9113,l,887,891
        }

        if (h2->rxf_stream <= h2->highest_stream) {
                H2S_Lock_VSLb(h2, SLT_SessError, "H2: new stream ID < highest stream");
                return (H2CE_PROTOCOL_ERROR);   // rfc7540,l,1153,1158
        }
        /* NB: we don't need to guard the read of h2->open_streams
         * because headers are handled sequentially so it cannot
         * increase under our feet.
         */
        if (h2->open_streams >=
            (int)h2->local_settings.max_concurrent_streams) {
                H2S_Lock_VSLb(h2, SLT_Debug,
                    "H2: stream %u: Hit maximum number of "
                    "concurrent streams", h2->rxf_stream);
                return (H2SE_REFUSED_STREAM);   // rfc7540,l,1200,1205
        }
        h2->highest_stream = h2->rxf_stream;
        r2 = h2_new_req(h2, h2->rxf_stream, NULL);
        CHECK_OBJ_NOTNULL(r2, H2_REQ_MAGIC);
        assert(r2->state == H2_S_IDLE);
        r2->state = H2_S_OPEN;

        req = r2->req;
        CHECK_OBJ_NOTNULL(req, REQ_MAGIC);

        req->vsl->wid = VXID_Get(wrk, VSL_CLIENTMARKER);
        VSLb(req->vsl, SLT_Begin, "req %ju rxreq", VXID(req->sp->vxid));
        VSL(SLT_Link, req->sp->vxid, "req %ju rxreq", VXID(req->vsl->wid));

        h2->new_req = req;
        req->sp = h2->sess;
        req->transport = &HTTP2_transport;

        req->t_first = h2->t1;
        req->t_prev = req->t_first;
        VSLb_ts_req(req, "Start", req->t_first);
        req->acct.req_hdrbytes += h2->rxf_len;

        HTTP_Setup(req->http, req->ws, req->vsl, SLT_ReqMethod);
        http_SetH(req->http, HTTP_HDR_PROTO, "HTTP/2.0");

        h2h_decode_hdr_init(h2);

        p = h2->rxf_data;
        l = h2->rxf_len;
        if (h2->rxf_flags & H2FF_HEADERS_PADDED) {
                if (*p + 1 > l) {
                        H2S_Lock_VSLb(h2, SLT_SessError, "H2: rx headers with pad length > frame len");
                        return (H2CE_PROTOCOL_ERROR);   // rfc7540,l,1884,1887
                }
                l -= 1 + *p;
                p += 1;
        }
        if (h2->rxf_flags & H2FF_HEADERS_PRIORITY) {
                if (l < 5) {
                        H2S_Lock_VSLb(h2, SLT_SessError, "H2: rx headers with incorrect "
                            "priority data");
                        return (H2CE_PROTOCOL_ERROR);
                }
                l -= 5;
                p += 5;
        }
        h2e = h2h_decode_bytes(h2, p, l);
        if (h2e != NULL) {
                H2S_Lock_VSLb(h2, SLT_Debug, "HPACK(hdr) %s", h2e->name);
                (void)h2h_decode_hdr_fini(h2);
                assert(!WS_IsReserved(r2->req->ws));
                h2_del_req(wrk, r2);
                return (h2e);
        }

        if (h2->rxf_flags & H2FF_HEADERS_END_STREAM)
                req->req_body_status = BS_NONE;

        if (h2->rxf_flags & H2FF_HEADERS_END_HEADERS)
                return (h2_end_headers(wrk, h2, req, r2));
        return (0);
}

/**********************************************************************/

static h2_error v_matchproto_(h2_rxframe_f)
h2_rx_continuation(struct worker *wrk, struct h2_sess *h2, struct h2_req *r2)
{
        struct req *req;
        h2_error h2e;

        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
        ASSERT_RXTHR(h2);
        CHECK_OBJ_ORNULL(r2, H2_REQ_MAGIC);

        if (r2 == NULL || r2->state != H2_S_OPEN || r2->req != h2->new_req) {
                H2S_Lock_VSLb(h2, SLT_SessError, "H2: rx unexpected CONT frame"
                    " on stream %d", h2->rxf_stream);
                return (H2CE_PROTOCOL_ERROR);   // XXX spec ?
        }
        req = r2->req;
        h2e = h2h_decode_bytes(h2, h2->rxf_data, h2->rxf_len);
        r2->req->acct.req_hdrbytes += h2->rxf_len;
        if (h2e != NULL) {
                H2S_Lock_VSLb(h2, SLT_Debug, "HPACK(cont) %s", h2e->name);
                (void)h2h_decode_hdr_fini(h2);
                assert(!WS_IsReserved(r2->req->ws));
                h2_del_req(wrk, r2);
                return (h2e);
        }
        if (h2->rxf_flags & H2FF_HEADERS_END_HEADERS)
                return (h2_end_headers(wrk, h2, req, r2));
        return (0);
}

/**********************************************************************/

static h2_error v_matchproto_(h2_rxframe_f)
h2_rx_data(struct worker *wrk, struct h2_sess *h2, struct h2_req *r2)
{
        char buf[4];
        ssize_t l;
        uint64_t l2, head;
        const uint8_t *src;
        unsigned len;

        /* XXX: Shouldn't error handling, setting of r2->error and
         * r2->cond signalling be handled more generally at the end of
         * procframe()??? */

        CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
        ASSERT_RXTHR(h2);
        CHECK_OBJ_ORNULL(r2, H2_REQ_MAGIC);

        if (r2 == NULL)
                return (0);

        if (r2->state >= H2_S_CLOS_REM) {
                r2->error = H2SE_STREAM_CLOSED;
                return (H2SE_STREAM_CLOSED); // rfc7540,l,1766,1769
        }

        Lck_Lock(&h2->sess->mtx);
        CHECK_OBJ_ORNULL(r2->rxbuf, H2_RXBUF_MAGIC);

        if (h2->error != NULL || r2->error != NULL) {
                if (r2->cond)
                        PTOK(pthread_cond_signal(r2->cond));
                Lck_Unlock(&h2->sess->mtx);
                return (h2->error != NULL ? h2->error : r2->error);
        }

        /* Check padding if present */
        src = h2->rxf_data;
        len = h2->rxf_len;
        if (h2->rxf_flags & H2FF_DATA_PADDED) {
                if (*src >= len) {
                        VSLb(h2->vsl, SLT_SessError,
                            "H2: stream %u: Padding larger than frame length",
                            h2->rxf_stream);
                        r2->error = H2CE_PROTOCOL_ERROR;
                        if (r2->cond)
                                PTOK(pthread_cond_signal(r2->cond));
                        Lck_Unlock(&h2->sess->mtx);
                        return (H2CE_PROTOCOL_ERROR);
                }
                len -= 1 + *src;
                src += 1;
        }

        /* Check against the Content-Length header if given */
        if (r2->req->htc->content_length >= 0) {
                if (r2->rxbuf)
                        l = r2->rxbuf->head;
                else
                        l = 0;
                l += len;
                if (l > r2->req->htc->content_length ||
                    ((h2->rxf_flags & H2FF_DATA_END_STREAM) &&
                     l != r2->req->htc->content_length)) {
                        VSLb(h2->vsl, SLT_Debug,
                            "H2: stream %u: Received data and Content-Length"
                            " mismatch", h2->rxf_stream);
                        r2->error = H2SE_PROTOCOL_ERROR;
                        if (r2->cond)
                                PTOK(pthread_cond_signal(r2->cond));
                        Lck_Unlock(&h2->sess->mtx);
                        return (H2SE_PROTOCOL_ERROR);
                }
        }

        /* Check and charge connection window. The entire frame including
         * padding (h2->rxf_len) counts towards the window. */
        if (h2->rxf_len > h2->req0->r_window) {
                VSLb(h2->vsl, SLT_SessError,
                    "H2: stream %u: Exceeded connection receive window",
                    h2->rxf_stream);
                r2->error = H2CE_FLOW_CONTROL_ERROR;
                if (r2->cond)
                        PTOK(pthread_cond_signal(r2->cond));
                Lck_Unlock(&h2->sess->mtx);
                return (H2CE_FLOW_CONTROL_ERROR);
        }
        h2->req0->r_window -= h2->rxf_len;
        if (h2->req0->r_window < cache_param->h2_rx_window_low_water) {
                h2->req0->r_window += cache_param->h2_rx_window_increment;
                vbe32enc(buf, cache_param->h2_rx_window_increment);
                Lck_Unlock(&h2->sess->mtx);
                H2_Send_Get(wrk, h2, h2->req0);
                H2_Send_Frame(wrk, h2, H2_F_WINDOW_UPDATE, 0, 4, 0, buf);
                H2_Send_Rel(h2, h2->req0);
                Lck_Lock(&h2->sess->mtx);
        }

        /* Check stream window. The entire frame including padding
         * (h2->rxf_len) counts towards the window. */
        if (h2->rxf_len > r2->r_window) {
                VSLb(h2->vsl, SLT_Debug,
                    "H2: stream %u: Exceeded stream receive window",
                    h2->rxf_stream);
                r2->error = H2SE_FLOW_CONTROL_ERROR;
                if (r2->cond)
                        PTOK(pthread_cond_signal(r2->cond));
                Lck_Unlock(&h2->sess->mtx);
                return (H2SE_FLOW_CONTROL_ERROR);
        }

        /* Handle zero size frame before starting to allocate buffers */
        if (len == 0) {
                r2->r_window -= h2->rxf_len;

                /* Handle the specific corner case where the entire window
                 * has been exhausted using nothing but padding
                 * bytes. Since no bytes have been buffered, no bytes
                 * would be consumed by the request thread and no stream
                 * window updates sent. Unpaint ourselves from this corner
                 * by sending a stream window update here. */
                CHECK_OBJ_ORNULL(r2->rxbuf, H2_RXBUF_MAGIC);
                if (r2->r_window == 0 &&
                    (r2->rxbuf == NULL || r2->rxbuf->tail == r2->rxbuf->head)) {
                        if (r2->rxbuf)
                                l = r2->rxbuf->size;
                        else
                                l = h2->local_settings.initial_window_size;
                        r2->r_window += l;
                        Lck_Unlock(&h2->sess->mtx);
                        vbe32enc(buf, l);
                        H2_Send_Get(wrk, h2, h2->req0);
                        H2_Send_Frame(wrk, h2, H2_F_WINDOW_UPDATE, 0, 4,
                            r2->stream, buf);
                        H2_Send_Rel(h2, h2->req0);
                        Lck_Lock(&h2->sess->mtx);
                }

                if (h2->rxf_flags & H2FF_DATA_END_STREAM)
                        r2->state = H2_S_CLOS_REM;
                if (r2->cond)
                        PTOK(pthread_cond_signal(r2->cond));
                Lck_Unlock(&h2->sess->mtx);
                return (0);
        }

        /* Make the buffer on demand */
        if (r2->rxbuf == NULL) {
                unsigned bufsize;
                size_t bstest;
                struct stv_buffer *stvbuf;
                struct h2_rxbuf *rxbuf;

                Lck_Unlock(&h2->sess->mtx);

                bufsize = h2->local_settings.initial_window_size;
                if (bufsize < r2->r_window) {
                        /* This will not happen because we do not have any
                         * mechanism to change the initial window size on
                         * a running session. But if we gain that ability,
                         * this future proofs it. */
                        bufsize = r2->r_window;
                }
                assert(bufsize > 0);
                if ((h2->rxf_flags & H2FF_DATA_END_STREAM) &&
                    bufsize > len)
                        /* Cap the buffer size when we know this is the
                         * single data frame. */
                        bufsize = len;
                CHECK_OBJ_NOTNULL(stv_h2_rxbuf, STEVEDORE_MAGIC);
                stvbuf = STV_AllocBuf(wrk, stv_h2_rxbuf,
                    bufsize + sizeof *rxbuf);
                if (stvbuf == NULL) {
                        Lck_Lock(&h2->sess->mtx);
                        VSLb(h2->vsl, SLT_Debug,
                            "H2: stream %u: Failed to allocate request body"
                            " buffer",
                            h2->rxf_stream);
                        r2->error = H2SE_INTERNAL_ERROR;
                        if (r2->cond)
                                PTOK(pthread_cond_signal(r2->cond));
                        Lck_Unlock(&h2->sess->mtx);
                        return (H2SE_INTERNAL_ERROR);
                }
                rxbuf = STV_GetBufPtr(stvbuf, &bstest);
                AN(rxbuf);
                assert(bstest >= bufsize + sizeof *rxbuf);
                assert(PAOK(rxbuf));
                INIT_OBJ(rxbuf, H2_RXBUF_MAGIC);
                rxbuf->size = bufsize;
                rxbuf->stvbuf = stvbuf;

                r2->rxbuf = rxbuf;

                Lck_Lock(&h2->sess->mtx);
        }

        CHECK_OBJ_NOTNULL(r2->rxbuf, H2_RXBUF_MAGIC);
        assert(r2->rxbuf->tail <= r2->rxbuf->head);
        l = r2->rxbuf->head - r2->rxbuf->tail;
        assert(l <= r2->rxbuf->size);
        l = r2->rxbuf->size - l;
        assert(len <= l); /* Stream window handling ensures this */

        Lck_Unlock(&h2->sess->mtx);

        l = len;
        head = r2->rxbuf->head;
        do {
                l2 = l;
                if ((head % r2->rxbuf->size) + l2 > r2->rxbuf->size)
                        l2 = r2->rxbuf->size - (head % r2->rxbuf->size);
                assert(l2 > 0);
                vmemcpy(&r2->rxbuf->data[head % r2->rxbuf->size], src, l2);
                src += l2;
                head += l2;
                l -= l2;
        } while (l > 0);

        Lck_Lock(&h2->sess->mtx);

        /* Charge stream window. The entire frame including padding
         * (h2->rxf_len) counts towards the window. The used padding
         * bytes will be included in the next connection window update
         * sent when the buffer bytes are consumed because that is
         * calculated against the available buffer space. */
        r2->r_window -= h2->rxf_len;
        r2->rxbuf->head += len;
        assert(r2->rxbuf->tail <= r2->rxbuf->head);
        if (h2->rxf_flags & H2FF_DATA_END_STREAM)
                r2->state = H2_S_CLOS_REM;
        if (r2->cond)
                PTOK(pthread_cond_signal(r2->cond));
        Lck_Unlock(&h2->sess->mtx);

        return (0);
}

static enum vfp_status v_matchproto_(vfp_pull_f)
h2_vfp_body(struct vfp_ctx *vc, struct vfp_entry *vfe, void *ptr, ssize_t *lp)
{
        struct h2_req *r2;
        struct h2_sess *h2;
        enum vfp_status retval;
        ssize_t l, l2;
        uint64_t tail;
        uint8_t *dst;
        char buf[4];
        int i;

        CHECK_OBJ_NOTNULL(vc, VFP_CTX_MAGIC);
        CHECK_OBJ_NOTNULL(vfe, VFP_ENTRY_MAGIC);
        CAST_OBJ_NOTNULL(r2, vfe->priv1, H2_REQ_MAGIC);
        h2 = r2->h2sess;

        AN(ptr);
        AN(lp);
        assert(*lp >= 0);

        Lck_Lock(&h2->sess->mtx);

        r2->cond = &vc->wrk->cond;
        while (1) {
                CHECK_OBJ_ORNULL(r2->rxbuf, H2_RXBUF_MAGIC);
                if (r2->rxbuf) {
                        assert(r2->rxbuf->tail <= r2->rxbuf->head);
                        l = r2->rxbuf->head - r2->rxbuf->tail;
                } else
                        l = 0;

                if (h2->error != NULL || r2->error != NULL)
                        retval = VFP_ERROR;
                else if (r2->state >= H2_S_CLOS_REM && l <= *lp)
                        retval = VFP_END;
                else {
                        if (l > *lp)
                                l = *lp;
                        retval = VFP_OK;
                }

                if (retval != VFP_OK || l > 0)
                        break;

                i = Lck_CondWaitTimeout(r2->cond, &h2->sess->mtx,
                    SESS_TMO(h2->sess, timeout_idle));
                if (i == ETIMEDOUT) {
                        retval = VFP_ERROR;
                        break;
                }
        }
        r2->cond = NULL;

        Lck_Unlock(&h2->sess->mtx);

        if (l == 0 || retval == VFP_ERROR) {
                *lp = 0;
                return (retval);
        }

        *lp = l;
        dst = ptr;
        tail = r2->rxbuf->tail;
        do {
                l2 = l;
                if ((tail % r2->rxbuf->size) + l2 > r2->rxbuf->size)
                        l2 = r2->rxbuf->size - (tail % r2->rxbuf->size);
                assert(l2 > 0);
                vmemcpy(dst, &r2->rxbuf->data[tail % r2->rxbuf->size], l2);
                dst += l2;
                tail += l2;
                l -= l2;
        } while (l > 0);

        Lck_Lock(&h2->sess->mtx);

        CHECK_OBJ_NOTNULL(r2->rxbuf, H2_RXBUF_MAGIC);
        r2->rxbuf->tail = tail;
        assert(r2->rxbuf->tail <= r2->rxbuf->head);

        if (r2->r_window < cache_param->h2_rx_window_low_water &&
            r2->state < H2_S_CLOS_REM) {
                /* l is free buffer space */
                /* l2 is calculated window increment */
                l = r2->rxbuf->size - (r2->rxbuf->head - r2->rxbuf->tail);
                assert(r2->r_window <= l);
                l2 = cache_param->h2_rx_window_increment;
                if (r2->r_window + l2 > l)
                        l2 = l - r2->r_window;
                r2->r_window += l2;
        } else
                l2 = 0;

        Lck_Unlock(&h2->sess->mtx);

        if (l2 > 0) {
                vbe32enc(buf, l2);
                H2_Send_Get(vc->wrk, h2, r2);
                H2_Send_Frame(vc->wrk, h2, H2_F_WINDOW_UPDATE, 0, 4,
                    r2->stream, buf);
                H2_Send_Rel(h2, r2);
        }

        return (retval);
}

static void
h2_vfp_body_fini(struct vfp_ctx *vc, struct vfp_entry *vfe)
{
        struct h2_req *r2;
        struct h2_sess *h2;
        struct stv_buffer *stvbuf = NULL;

        CHECK_OBJ_NOTNULL(vc, VFP_CTX_MAGIC);
        CHECK_OBJ_NOTNULL(vfe, VFP_ENTRY_MAGIC);
        CAST_OBJ_NOTNULL(r2, vfe->priv1, H2_REQ_MAGIC);
        CHECK_OBJ_NOTNULL(r2->req, REQ_MAGIC);
        h2 = r2->h2sess;

        if (vc->failed) {
                CHECK_OBJ_NOTNULL(r2->req->wrk, WORKER_MAGIC);
                H2_Send_Get(r2->req->wrk, h2, r2);
                H2_Send_RST(r2->req->wrk, h2, r2, r2->stream,
                    H2SE_REFUSED_STREAM);
                H2_Send_Rel(h2, r2);
                Lck_Lock(&h2->sess->mtx);
                r2->error = H2SE_REFUSED_STREAM;
                Lck_Unlock(&h2->sess->mtx);
        }

        if (r2->state >= H2_S_CLOS_REM && r2->rxbuf != NULL) {
                Lck_Lock(&h2->sess->mtx);
                CHECK_OBJ_ORNULL(r2->rxbuf, H2_RXBUF_MAGIC);
                if (r2->rxbuf != NULL) {
                        stvbuf = r2->rxbuf->stvbuf;
                        r2->rxbuf = NULL;
                }
                Lck_Unlock(&h2->sess->mtx);
                if (stvbuf != NULL) {
                        STV_FreeBuf(vc->wrk, &stvbuf);
                        AZ(stvbuf);
                }
        }
}

static const struct vfp h2_body = {
        .name = "H2_BODY",
        .pull = h2_vfp_body,
        .fini = h2_vfp_body_fini
};

void v_matchproto_(vtr_req_body_t)
h2_req_body(struct req *req)
{
        struct h2_req *r2;
        struct vfp_entry *vfe;

        CHECK_OBJ(req, REQ_MAGIC);
        CAST_OBJ_NOTNULL(r2, req->transport_priv, H2_REQ_MAGIC);
        vfe = VFP_Push(req->vfc, &h2_body);
        AN(vfe);
        vfe->priv1 = r2;
}

/**********************************************************************/

void v_matchproto_(vtr_req_fail_f)
h2_req_fail(struct req *req, stream_close_t reason)
{
        assert(reason != SC_NULL);
        assert(req->sp->fd != 0);
        VSLb(req->vsl, SLT_Debug, "H2FAILREQ");
}

/**********************************************************************/

static enum htc_status_e v_matchproto_(htc_complete_f)
h2_frame_complete(struct http_conn *htc)
{
        struct h2_sess *h2;

        CHECK_OBJ_NOTNULL(htc, HTTP_CONN_MAGIC);
        CAST_OBJ_NOTNULL(h2, htc->priv, H2_SESS_MAGIC);
        if (htc->rxbuf_b + 9 > htc->rxbuf_e ||
            htc->rxbuf_b + 9 + (vbe32dec(htc->rxbuf_b) >> 8) > htc->rxbuf_e)
                return (HTC_S_MORE);
        return (HTC_S_COMPLETE);
}

/**********************************************************************/

static h2_error
h2_procframe(struct worker *wrk, struct h2_sess *h2, h2_frame h2f)
{
        struct h2_req *r2;
        h2_error h2e;

        ASSERT_RXTHR(h2);
        if (h2->rxf_stream == 0 && h2f->act_szero != 0) {
                H2S_Lock_VSLb(h2, SLT_SessError, "H2: unexpected %s frame on stream 0",
                    h2f->name);
                return (h2f->act_szero);
        }

        if (h2->rxf_stream != 0 && h2f->act_snonzero != 0) {
                H2S_Lock_VSLb(h2, SLT_SessError, "H2: unexpected %s frame on stream %d",
                    h2f->name, h2->rxf_stream);
                return (h2f->act_snonzero);
        }

        if (h2->rxf_stream > h2->highest_stream && h2f->act_sidle != 0) {
                H2S_Lock_VSLb(h2, SLT_SessError, "H2: unexpected %s frame on idle stream "
                    "%d", h2f->name, h2->rxf_stream);
                return (h2f->act_sidle);
        }

        if (h2->rxf_stream != 0 && !(h2->rxf_stream & 1)) {
                // rfc7540,l,1140,1145
                // rfc7540,l,1153,1158
                /* No even streams, we don't do PUSH_PROMISE */
                H2S_Lock_VSLb(h2, SLT_SessError, "H2: illegal stream (=%u)",
                    h2->rxf_stream);
                return (H2CE_PROTOCOL_ERROR);
        }

        VTAILQ_FOREACH(r2, &h2->streams, list)
                if (r2->stream == h2->rxf_stream)
                        break;

        if (h2->new_req != NULL && h2f != H2_F_CONTINUATION) {
                H2S_Lock_VSLb(h2, SLT_SessError, "H2: expected continuation but "
                    " received %s on stream %d", h2f->name, h2->rxf_stream);
                return (H2CE_PROTOCOL_ERROR);   // rfc7540,l,1859,1863
        }

        h2e = h2f->rxfunc(wrk, h2, r2);
        if (h2e == NULL)
                return (NULL);
        if (h2->rxf_stream == 0 || h2e->connection)
                return (h2e);   // Connection errors one level up

        H2_Send_Get(wrk, h2, h2->req0);
        H2_Send_RST(wrk, h2, h2->req0, h2->rxf_stream, h2e);
        H2_Send_Rel(h2, h2->req0);
        return (NULL);
}

h2_error
h2_stream_tmo(struct h2_sess *h2, const struct h2_req *r2, vtim_real now, vtim_real *due)
{
        vtim_real t;

        CHECK_OBJ_NOTNULL(h2, H2_SESS_MAGIC);
        CHECK_OBJ_NOTNULL(r2, H2_REQ_MAGIC);
        Lck_AssertHeld(&h2->sess->mtx);

        /* NB: when now is NAN, it means that h2_window_timeout was hit
         * on a lock condwait operation.
         */
        if (isnan(now))
                AN(r2->t_winupd);

        if (h2->error != NULL && h2->error->connection &&
            !h2->error->send_goaway)
                return (h2->error);

        if (r2->t_winupd == 0 && r2->t_send == 0)
                return (NULL);

        if (isnan(now) || (r2->t_winupd != 0 &&
            now > r2->t_winupd + cache_param->h2_window_timeout)) {
                VSLb(h2->vsl, SLT_Debug,
                     "H2: stream %u: Hit h2_window_timeout", r2->stream);
                return (H2SE_BROKE_WINDOW);
        }

        if (r2->t_send != 0 &&
            now > r2->t_send + SESS_TMO(h2->sess, send_timeout)) {
                VSLb(h2->vsl, SLT_Debug,
                     "H2: stream %u: Hit send_timeout", r2->stream);
                return (H2SE_CANCEL);
        }

        if (due == NULL)
                return (NULL);

#define deadline(ref, var, add)                         \
        if ((var) != 0 && ((t = (var) + (add)) < ref))  \
                ref = t

        deadline(*due, r2->t_winupd, cache_param->h2_window_timeout);
        deadline(*due, r2->t_send, SESS_TMO(h2->sess, send_timeout));

#undef deadline

        return (NULL);
}

static h2_error
h2_stream_tmo_unlocked(struct h2_sess *h2, const struct h2_req *r2, vtim_real *due)
{
        h2_error h2e;

        Lck_Lock(&h2->sess->mtx);
        h2e = h2_stream_tmo(h2, r2, h2->sess->t_idle, due);
        Lck_Unlock(&h2->sess->mtx);

        return (h2e);
}

/*
 * This is the janitorial task of cleaning up any closed & refused
 * streams, and checking if the session is timed out.
 */
static h2_error
h2_sweep(struct worker *wrk, struct h2_sess *h2, vtim_real *due)
{
        struct h2_req *r2, *r22;
        h2_error h2e, tmo;

        ASSERT_RXTHR(h2);

        h2e = h2->error;

        h2->do_sweep = 0;
        VTAILQ_FOREACH_SAFE(r2, &h2->streams, list, r22) {
                if (r2 == h2->req0) {
                        assert (r2->state == H2_S_IDLE);
                        continue;
                }
                switch (r2->state) {
                case H2_S_CLOSED:
                        AZ(r2->scheduled);
                        h2_del_req(wrk, r2);
                        break;
                case H2_S_CLOS_REM:
                        if (!r2->scheduled) {
                                H2_Send_Get(wrk, h2, h2->req0);
                                H2_Send_RST(wrk, h2, h2->req0, r2->stream,
                                    H2SE_REFUSED_STREAM);
                                H2_Send_Rel(h2, h2->req0);
                                h2_del_req(wrk, r2);
                                continue;
                        }
                        /* FALLTHROUGH */
                case H2_S_CLOS_LOC:
                case H2_S_OPEN:
                        tmo = h2_stream_tmo_unlocked(h2, r2, due);
                        if (h2e == NULL)
                                h2e = tmo;
                        break;
                case H2_S_IDLE:
                        /* Current code make this unreachable: h2_new_req is
                         * only called inside h2_rx_headers, which immediately
                         * sets the new stream state to H2_S_OPEN */
                        /* FALLTHROUGH */
                default:
                        WRONG("Wrong h2 stream state");
                        break;
                }
        }
        return (h2e);
}

/*
 * if we have received end_headers, the new request is started
 * if we have not received end_stream, DATA frames are expected later
 *
 * neither of these make much sense to output here
 *
 * goaway currently is always 0, see #4285
 */
static void
h2_htc_debug(enum htc_status_e hs, struct h2_sess *h2)
{
        const char *s, *r;

        if (LIKELY(VSL_tag_is_masked(SLT_Debug)))
                return;

        HTC_Status(hs, &s, &r);
        H2S_Lock_VSLb(h2, SLT_Debug, "H2: HTC %s (%s) frame=%s goaway=%d",
            s, r, h2->htc->rxbuf_b == h2->htc->rxbuf_e ? "complete" : "partial",
            h2->goaway);
}

/***********************************************************************
 * Called in loop from h2_new_session()
 */

#define H2_FRAME(l,U,...) const struct h2_frame_s H2_F_##U[1] = \
    {{ #U, h2_rx_##l, __VA_ARGS__ }};
#include "tbl/h2_frames.h"

static const h2_frame h2flist[] = {
#define H2_FRAME(l,U,t,...) [t] = H2_F_##U,
#include "tbl/h2_frames.h"
};

#define H2FMAX vcountof(h2flist)

int
h2_rxframe(struct worker *wrk, struct h2_sess *h2)
{
        enum htc_status_e hs;
        vtim_real due;
        h2_frame h2f;
        h2_error h2e;
        const char *s, *r;

        ASSERT_RXTHR(h2);

        if (h2->goaway && h2->open_streams == 0) {
                // h2 WS must always be released before returning
                WS_ReleaseP(h2->ws, h2->htc->rxbuf_b);
                return (0);
        }

        due = h2->sess->t_idle + SESS_TMO(h2->sess, timeout_idle);
        h2e = h2_sweep(wrk, h2, &due);

        /*
         * due is now the next expiry of: timeout_idle, h2_window_timeout,
         * send_timeout
         *
         * we add 2ms to ensure the read does not return too early for the
         * HTC_S_MORE sweep to hit the same expiring timeout, becuase
         * HTC_RxStuff uses poll(), which has a granularity of 1ms.
         */
        due += 0.002;

        if (h2e != NULL && h2e->connection) {
                h2->error = h2e;
                h2_tx_goaway(wrk, h2, h2e);
                WS_ReleaseP(h2->ws, h2->htc->rxbuf_b);
                return (0);
        }

        h2->t1 = NAN;
        VTCP_blocking(*h2->htc->rfd);
        hs = HTC_RxStuff(h2->htc, h2_frame_complete, &h2->t1, NULL, NAN,
            due, NAN, h2->local_settings.max_frame_size + 9);

        h2e = NULL;
        switch (hs) {
        case HTC_S_EOF:
                h2_htc_debug(hs, h2);
                h2e = H2CE_NO_ERROR;
                break;
        case HTC_S_COMPLETE:
                h2->sess->t_idle = VTIM_real();
                if (h2->do_sweep)
                        h2e = h2_sweep(wrk, h2, NULL);
                break;
        case HTC_S_MORE:
                h2->sess->t_idle = VTIM_real();
                h2e = h2_sweep(wrk, h2, NULL);

                if (h2e == NULL && h2->open_streams == 0)
                        h2e = H2CE_NO_ERROR;
                break;
        default:
                HTC_Status(hs, &s, &r);
                H2S_Lock_VSLb(h2, SLT_SessError, "H2: HTC %s (%s)", s, r);
                h2e = H2CE_ENHANCE_YOUR_CALM;
        }

        if (h2e != NULL && h2e->connection) {
                h2->error = h2e;
                h2_tx_goaway(wrk, h2, h2e);
                return (0);
        }

        if (hs != HTC_S_COMPLETE) {
                HTC_RxPipeline(h2->htc, h2->htc->rxbuf_b);
                return (1);
        }

        h2->rxf_len = vbe32dec(h2->htc->rxbuf_b) >> 8;
        h2->rxf_type = h2->htc->rxbuf_b[3];
        h2->rxf_flags = h2->htc->rxbuf_b[4];
        h2->rxf_stream = vbe32dec(h2->htc->rxbuf_b + 5);
        h2->rxf_stream &= ~(1LU<<31);                   // rfc7540,l,690,692
        h2->rxf_data = (void*)(h2->htc->rxbuf_b + 9);
        /* XXX: later full DATA will not be rx'ed yet. */
        HTC_RxPipeline(h2->htc, h2->htc->rxbuf_b + h2->rxf_len + 9);

        h2_vsl_frame(h2, h2->htc->rxbuf_b, 9L + h2->rxf_len);
        h2->srq->acct.req_hdrbytes += 9;

        if (h2->rxf_type >= H2FMAX) {
                // rfc7540,l,679,681
                // XXX: later, drain rest of frame
                h2->bogosity++;
                H2S_Lock_VSLb(h2, SLT_Debug,
                    "H2: Unknown frame type 0x%02x (ignored)",
                    (uint8_t)h2->rxf_type);
                h2->srq->acct.req_bodybytes += h2->rxf_len;
                return (1);
        }
        h2f = h2flist[h2->rxf_type];

        AN(h2f->name);
        AN(h2f->rxfunc);
        if (h2f->overhead)
                h2->srq->acct.req_bodybytes += h2->rxf_len;

        if (h2->rxf_flags & ~h2f->flags) {
                // rfc7540,l,687,688
                h2->bogosity++;
                H2S_Lock_VSLb(h2, SLT_Debug,
                    "H2: Unknown flags 0x%02x on %s (ignored)",
                    (uint8_t)h2->rxf_flags & ~h2f->flags, h2f->name);
                h2->rxf_flags &= h2f->flags;
        }

        h2e = h2_procframe(wrk, h2, h2f);
        if (h2->error == NULL && h2e != NULL) {
                h2->error = h2e;
                h2_tx_goaway(wrk, h2, h2e);
        }

        return (h2->error != NULL ? 0 : 1);
}

		vinyl-cache/bin/vinyld/http2/cache_http2_proto.c
0		/*-
1		* Copyright (c) 2016-2019 Varnish Software AS
2		* All rights reserved.
3		*
4		* Author: Poul-Henning Kamp <phk@phk.freebsd.dk>
5		*
6		* SPDX-License-Identifier: BSD-2-Clause
7		*
8		* Redistribution and use in source and binary forms, with or without
9		* modification, are permitted provided that the following conditions
10		* are met:
11		* 1. Redistributions of source code must retain the above copyright
12		* notice, this list of conditions and the following disclaimer.
13		* 2. Redistributions in binary form must reproduce the above copyright
14		* notice, this list of conditions and the following disclaimer in the
15		* documentation and/or other materials provided with the distribution.
16		*
17		* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18		* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19		* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20		* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
21		* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22		* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23		* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24		* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25		* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26		* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27		* SUCH DAMAGE.
28		*
29		*/
30
31		#include "config.h"
32
33		#include "cache/cache_int.h"
34
35		#include <stdio.h>
36		#include <stdlib.h>
37
38		#include "cache/cache_transport.h"
39		#include "cache/cache_filter.h"
40		#include "http2/cache_http2.h"
41		#include "cache/cache_objhead.h"
42		#include "storage/storage.h"
43
44		#include "vend.h"
45		#include "vtcp.h"
46		#include "vtim.h"
47
48		#define H2_CUSTOM_ERRORS
49		#define H2EC1(U,v,g,r,d) \
50		const struct h2_error_s H2CE_##U[1] = {{"H2CE_" #U,d,v,0,1,g,r}};
51		#define H2EC2(U,v,g,r,d) \
52		const struct h2_error_s H2SE_##U[1] = {{"H2SE_" #U,d,v,1,0,g,r}};
53		#define H2EC3(U,v,g,r,d) H2EC1(U,v,g,r,d) H2EC2(U,v,g,r,d)
54		#define H2_ERROR(NAME, val, sc, goaway, reason, desc) \
55		H2EC##sc(NAME, val, goaway, reason, desc)
56		#include "tbl/h2_error.h"
57		#undef H2EC1
58		#undef H2EC2
59		#undef H2EC3
60
61		static const struct h2_error_s H2NN_ERROR[1] = {{
62		"UNKNOWN_ERROR",
63		"Unknown error number",
64		0xffffffff,
65		1,
66		1,
67		0,
68		SC_RX_JUNK
69		}};
70
71		enum h2frame {
72		#define H2_FRAME(l,u,t,f,...) H2F_##u = t,
73		#include "tbl/h2_frames.h"
74		};
75
76		static const char *
77	18459	h2_framename(enum h2frame h2f)
78		{
79
80	18459	switch (h2f) {
81		#define H2_FRAME(l,u,t,f,...) case H2F_##u: return (#u);
82		#include "tbl/h2_frames.h"
83		default:
84		return (NULL);
85		}
86	18459	}
87
88		#define H2_FRAME_FLAGS(l,u,v) const uint8_t H2FF_##u = v;
89		#include "tbl/h2_frames.h"
90
91		/**********************************************************************
92		*/
93
94		static const h2_error stream_errors[] = {
95		#define H2EC1(U,v,g,r,d)
96		#define H2EC2(U,v,g,r,d) [v] = H2SE_##U,
97		#define H2EC3(U,v,g,r,d) H2EC1(U,v,g,r,d) H2EC2(U,v,g,r,d)
98		#define H2_ERROR(NAME, val, sc, goaway, reason, desc) \
99		H2EC##sc(NAME, val, goaway, reason, desc)
100		#include "tbl/h2_error.h"
101		#undef H2EC1
102		#undef H2EC2
103		#undef H2EC3
104		};
105
106		#define NSTREAMERRORS vcountof(stream_errors)
107
108		static h2_error
109	315	h2_streamerror(uint32_t u)
110		{
111	315	if (u < NSTREAMERRORS && stream_errors[u] != NULL)
112	273	return (stream_errors[u]);
113		else
114	42	return (H2NN_ERROR);
115	315	}
116
117		/**********************************************************************
118		*/
119
120		static const h2_error conn_errors[] = {
121		#define H2EC1(U,v,g,r,d) [v] = H2CE_##U,
122		#define H2EC2(U,v,g,r,d)
123		#define H2EC3(U,v,g,r,d) H2EC1(U,v,g,r,d) H2EC2(U,v,g,r,d)
124		#define H2_ERROR(NAME, val, sc, goaway, reason, desc) \
125		H2EC##sc(NAME, val, goaway, reason, desc)
126		#include "tbl/h2_error.h"
127		#undef H2EC1
128		#undef H2EC2
129		#undef H2EC3
130		};
131
132		#define NCONNERRORS vcountof(conn_errors)
133
134		static h2_error
135	63	h2_connectionerror(uint32_t u)
136		{
137	63	if (u < NCONNERRORS && conn_errors[u] != NULL)
138	42	return (conn_errors[u]);
139		else
140	21	return (H2NN_ERROR);
141	63	}
142
143		/**********************************************************************/
144
145		struct h2_req *
146	7329	h2_new_req(struct h2_sess h2, unsigned stream, struct req req)
147		{
148		struct h2_req *r2;
149
150	7329	ASSERT_RXTHR(h2);
151	7329	if (req == NULL)
152	7224	req = Req_New(h2->sess, NULL);
153	7329	CHECK_OBJ_NOTNULL(req, REQ_MAGIC);
154
155	7329	req->http0->protover = 20;
156
157	7329	r2 = WS_Alloc(req->ws, sizeof *r2);
158	7329	AN(r2);
159	7329	INIT_OBJ(r2, H2_REQ_MAGIC);
160	7329	r2->state = H2_S_IDLE;
161	7329	r2->h2sess = h2;
162	7329	r2->stream = stream;
163	7329	r2->req = req;
164	7329	if (stream)
165	4074	r2->counted = 1;
166	7329	r2->r_window = h2->local_settings.initial_window_size;
167	7329	r2->t_window = h2->remote_settings.initial_window_size;
168	7329	req->transport_priv = r2;
169	7329	Lck_Lock(&h2->sess->mtx);
170	7329	if (stream)
171	4074	h2->open_streams++;
172	7329	VTAILQ_INSERT_TAIL(&h2->streams, r2, list);
173	7329	Lck_Unlock(&h2->sess->mtx);
174	7329	h2->refcnt++;
175	7329	return (r2);
176		}
177
178		void
179	7287	h2_del_req(struct worker wrk, struct h2_req r2)
180		{
181		struct h2_sess *h2;
182		struct sess *sp;
183		struct stv_buffer *stvbuf;
184
185	7287	CHECK_OBJ_NOTNULL(r2, H2_REQ_MAGIC);
186	7287	AZ(r2->scheduled);
187	7287	h2 = r2->h2sess;
188	7287	CHECK_OBJ_NOTNULL(h2, H2_SESS_MAGIC);
189	7287	ASSERT_RXTHR(h2);
190	7287	sp = h2->sess;
191	7287	Lck_Lock(&sp->mtx);
192	7287	assert(h2->refcnt > 0);
193	7287	--h2->refcnt;
194		/* XXX: PRIORITY reshuffle */
195	7287	VTAILQ_REMOVE(&h2->streams, r2, list);
196	7287	if (r2->req == h2->new_req)
197	861	h2->new_req = NULL;
198	7287	Lck_Unlock(&sp->mtx);
199
200	7287	assert(!WS_IsReserved(r2->req->ws));
201	7287	AZ(r2->req->ws->r);
202
203	7287	CHECK_OBJ_ORNULL(r2->rxbuf, H2_RXBUF_MAGIC);
204	7287	if (r2->rxbuf) {
205	84	stvbuf = r2->rxbuf->stvbuf;
206	84	r2->rxbuf = NULL;
207	84	STV_FreeBuf(wrk, &stvbuf);
208	84	AZ(stvbuf);
209	84	}
210
211	7287	Req_Cleanup(sp, wrk, r2->req);
212	7287	if (FEATURE(FEATURE_BUSY_STATS_RATE))
213	0	WRK_AddStat(wrk);
214	7287	Req_Release(r2->req);
215	7287	}
216
217		void
218	3653	h2_kill_req(struct worker wrk, struct h2_sess h2,
219		struct h2_req *r2, h2_error h2e)
220		{
221
222	3653	ASSERT_RXTHR(h2);
223	3653	AN(h2e);
224	3653	Lck_Lock(&h2->sess->mtx);
225	7306	VSLb(h2->vsl, SLT_Debug, "KILL st=%u state=%d sched=%d",
226	3653	r2->stream, r2->state, r2->scheduled);
227	3653	if (r2->counted) {
228	943	assert(h2->open_streams > 0);
229	943	h2->open_streams--;
230	943	r2->counted = 0;
231	943	}
232	3653	if (r2->error == NULL)
233	315	r2->error = h2e;
234	3653	if (r2->scheduled) {
235	1301	if (r2->cond != NULL)
236	127	PTOK(pthread_cond_signal(r2->cond));
237	1301	r2 = NULL;
238	1301	Lck_Unlock(&h2->sess->mtx);
239	1301	} else {
240	2352	Lck_Unlock(&h2->sess->mtx);
241	2352	if (r2->state == H2_S_OPEN && h2->new_req == r2->req)
242	105	(void)h2h_decode_hdr_fini(h2);
243		}
244	3653	if (r2 != NULL)
245	2352	h2_del_req(wrk, r2);
246	3653	}
247
248		/**********************************************************************/
249
250		static void
251	18774	h2_vsl_frame(const struct h2_sess h2, const void ptr, size_t len)
252		{
253		const uint8_t *b;
254		struct vsb *vsb;
255		const char *p;
256		unsigned u;
257
258	18774	if (VSL_tag_is_masked(SLT_H2RxHdr) &&
259	315	VSL_tag_is_masked(SLT_H2RxBody))
260	315	return;
261
262	18459	AN(ptr);
263	18459	assert(len >= 9);
264	18459	b = ptr;
265
266	18459	vsb = VSB_new_auto();
267	18459	AN(vsb);
268	18459	p = h2_framename((enum h2frame)b[3]);
269	18459	if (p != NULL)
270	18438	VSB_cat(vsb, p);
271		else
272	21	VSB_quote(vsb, b + 3, 1, VSB_QUOTE_HEX);
273
274	18459	u = vbe32dec(b) >> 8;
275	18459	VSB_printf(vsb, "[%u] ", u);
276	18459	VSB_quote(vsb, b + 4, 1, VSB_QUOTE_HEX);
277	18459	VSB_putc(vsb, ' ');
278	18459	VSB_quote(vsb, b + 5, 4, VSB_QUOTE_HEX);
279	18459	if (u > 0) {
280	12369	VSB_putc(vsb, ' ');
281	12369	VSB_quote(vsb, b + 9, len - 9, VSB_QUOTE_HEX);
282	12369	}
283	18459	AZ(VSB_finish(vsb));
284	18459	Lck_Lock(&h2->sess->mtx);
285	18459	VSLb_bin(h2->vsl, SLT_H2RxHdr, 9, b);
286	18459	if (len > 9)
287	12369	VSLb_bin(h2->vsl, SLT_H2RxBody, len - 9, b + 9);
288
289	18459	VSLb(h2->vsl, SLT_Debug, "H2RXF %s", VSB_data(vsb));
290	18459	Lck_Unlock(&h2->sess->mtx);
291	18459	VSB_destroy(&vsb);
292	18774	}
293
294
295		/**********************************************************************
296		*/
297
298		static h2_error v_matchproto_(h2_rxframe_f)
299	126	h2_rx_ping(struct worker wrk, struct h2_sess h2, struct h2_req *r2)
300		{
301
302	126	CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
303	126	ASSERT_RXTHR(h2);
304	126	CHECK_OBJ_NOTNULL(r2, H2_REQ_MAGIC);
305	126	assert(r2 == h2->req0);
306
307	126	if (h2->rxf_len != 8) { // rfc7540,l,2364,2366
308	21	H2S_Lock_VSLb(h2, SLT_SessError, "H2: rx ping with (len != 8)");
309	21	return (H2CE_FRAME_SIZE_ERROR);
310		}
311	105	AZ(h2->rxf_stream); // rfc7540,l,2359,2362
312	105	if (h2->rxf_flags != 0) { // We never send pings
313	21	H2S_Lock_VSLb(h2, SLT_SessError, "H2: rx ping ack");
314	21	return (H2SE_PROTOCOL_ERROR);
315		}
316	84	H2_Send_Get(wrk, h2, r2);
317	168	H2_Send_Frame(wrk, h2,
318	84	H2_F_PING, H2FF_PING_ACK, 8, 0, h2->rxf_data);
319	84	H2_Send_Rel(h2, r2);
320	84	return (0);
321	126	}
322
323		/**********************************************************************
324		*/
325
326		static h2_error v_matchproto_(h2_rxframe_f)
327	42	h2_rx_push_promise(struct worker wrk, struct h2_sess h2, struct h2_req *r2)
328		{
329
330	42	CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
331	42	ASSERT_RXTHR(h2);
332	42	CHECK_OBJ_ORNULL(r2, H2_REQ_MAGIC);
333
334		// rfc7540,l,2262,2267
335	42	H2S_Lock_VSLb(h2, SLT_SessError, "H2: rx push promise");
336	42	return (H2CE_PROTOCOL_ERROR);
337		}
338
339		/**********************************************************************
340		*/
341
342		int
343	1703	h2_rapid_reset_check(struct worker wrk, struct h2_sess h2,
344		const struct h2_req *r2)
345		{
346		vtim_real now;
347
348	1703	CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
349	1703	CHECK_OBJ_NOTNULL(h2, H2_SESS_MAGIC);
350	1703	CHECK_OBJ_NOTNULL(r2, H2_REQ_MAGIC);
351
352	1703	if (h2->rapid_reset_limit == 0)
353	0	return (0);
354
355	1703	now = VTIM_real();
356	1703	CHECK_OBJ_NOTNULL(r2->req, REQ_MAGIC);
357	1703	AN(r2->req->t_first);
358	1703	if (now - r2->req->t_first > h2->rapid_reset)
359	170	return (0);
360
361	1533	return (1);
362	1703	}
363
364		h2_error
365	1533	h2_rapid_reset_charge(struct worker wrk, struct h2_sess h2,
366		const struct h2_req *r2)
367		{
368		vtim_real now;
369		vtim_dur d;
370	1533	h2_error h2e = NULL;
371
372	1533	CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
373	1533	AN(H2_SEND_HELD(h2, r2));
374	1533	CHECK_OBJ_NOTNULL(r2, H2_REQ_MAGIC);
375
376	1533	now = VTIM_real();
377
378	1533	d = now - h2->last_rst;
379	3066	h2->rst_budget += h2->rapid_reset_limit * d /
380	1533	h2->rapid_reset_period;
381	1533	h2->rst_budget = vmin_t(double, h2->rst_budget,
382		h2->rapid_reset_limit);
383	1533	h2->last_rst = now;
384
385	1533	h2->rst_budget -= 1.0;
386
387	1533	if (h2->rst_budget < 0) {
388	63	H2S_Lock_VSLb(h2, SLT_SessError, "H2: Hit RST limit. Closing session.");
389	63	h2e = H2CE_RAPID_RESET;
390	63	H2_Send_GOAWAY(wrk, h2, r2, h2e);
391	63	}
392
393	1533	return (h2e);
394		}
395
396		static h2_error v_matchproto_(h2_rxframe_f)
397	399	h2_rx_rst_stream(struct worker wrk, struct h2_sess h2, struct h2_req *r2)
398		{
399	399	h2_error h2e = NULL;
400
401	399	CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
402	399	ASSERT_RXTHR(h2);
403	399	CHECK_OBJ_ORNULL(r2, H2_REQ_MAGIC);
404
405	399	if (h2->rxf_len != 4) { // rfc7540,l,2003,2004
406	21	H2S_Lock_VSLb(h2, SLT_SessError, "H2: rx rst with (len != 4)");
407	21	return (H2CE_FRAME_SIZE_ERROR);
408		}
409	378	if (r2 == NULL)
410	63	return (0);
411	315	if (h2_rapid_reset_check(wrk, h2, r2)) {
412	273	H2_Send_Get(wrk, h2, h2->req0);
413	273	h2e = h2_rapid_reset_charge(wrk, h2, h2->req0);
414	273	H2_Send_Rel(h2, h2->req0);
415	273	}
416	315	h2_kill_req(wrk, h2, r2, h2_streamerror(vbe32dec(h2->rxf_data)));
417	315	return (h2e);
418	399	}
419
420		/**********************************************************************
421		*/
422
423		static h2_error v_matchproto_(h2_rxframe_f)
424	63	h2_rx_goaway(struct worker wrk, struct h2_sess h2, struct h2_req *r2)
425		{
426
427	63	CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
428	63	ASSERT_RXTHR(h2);
429	63	CHECK_OBJ_NOTNULL(r2, H2_REQ_MAGIC);
430	63	assert(r2 == h2->req0);
431
432	63	h2->goaway = 1;
433	63	h2->goaway_last_stream = vbe32dec(h2->rxf_data);
434	63	h2->error = h2_connectionerror(vbe32dec(h2->rxf_data + 4));
435	63	H2S_Lock_VSLb(h2, SLT_Debug, "GOAWAY %s", h2->error->name);
436	63	return (h2->error);
437		}
438
439		static void
440	3066	h2_tx_goaway(struct worker wrk, struct h2_sess h2, h2_error h2e)
441		{
442	3066	ASSERT_RXTHR(h2);
443	3066	AN(h2e);
444
445	3066	if (h2->goaway \|\| !h2e->send_goaway)
446	42	return;
447
448	3024	H2_Send_Get(wrk, h2, h2->req0);
449	3024	H2_Send_GOAWAY(wrk, h2, h2->req0, h2e);
450	3024	H2_Send_Rel(h2, h2->req0);
451	3066	}
452
453		/**********************************************************************
454		*/
455
456		static h2_error v_matchproto_(h2_rxframe_f)
457	546	h2_rx_window_update(struct worker wrk, struct h2_sess h2, struct h2_req *r2)
458		{
459		uint32_t wu;
460
461	546	CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
462	546	ASSERT_RXTHR(h2);
463	546	CHECK_OBJ_ORNULL(r2, H2_REQ_MAGIC);
464
465	546	if (h2->rxf_len != 4) {
466	21	H2S_Lock_VSLb(h2, SLT_SessError, "H2: rx winup with (len != 4)");
467	21	return (H2CE_FRAME_SIZE_ERROR);
468		}
469	525	wu = vbe32dec(h2->rxf_data) & ~(1LU<<31);
470	525	if (wu == 0)
471	105	return (H2SE_PROTOCOL_ERROR);
472	420	if (r2 == NULL)
473	21	return (0);
474	399	Lck_Lock(&h2->sess->mtx);
475	399	r2->t_window += wu;
476	399	if (r2 == h2->req0)
477	168	PTOK(pthread_cond_broadcast(h2->winupd_cond));
478	231	else if (r2->cond != NULL)
479	168	PTOK(pthread_cond_signal(r2->cond));
480	399	Lck_Unlock(&h2->sess->mtx);
481	399	if (r2->t_window >= (1LL << 31))
482	42	return (H2SE_FLOW_CONTROL_ERROR);
483	357	return (0);
484	546	}
485
486		/**********************************************************************
487		* Incoming PRIORITY, possibly an ACK of one we sent.
488		*
489		* deprecated, rfc9113,l,1103,1104
490		*/
491
492		static h2_error v_matchproto_(h2_rxframe_f)
493	189	h2_rx_priority(struct worker wrk, struct h2_sess h2, struct h2_req *r2)
494		{
495
496	189	CHECK_OBJ_NOTNULL(wrk, WORKER_MAGIC);
497	189	ASSERT_RXTHR(h2);
498	189	CHECK_OBJ_ORNULL(r2, H2_REQ_MAGIC);
499	189	return (0);