src/h2load_http3_session.cc - master - githubmirror/nghttp2

src/h2load_http3_session.cc
506 строк15 KB
Tatsuhiro Tsujikawa
Require ngtcp2 >= v1.23.0 and avoid the deprecated API usage
03 июн 2026, 15:21
03 июн 2026, 15:213be3ddc
/*
 * nghttp2 - HTTP/2 C Library
 *
 * Copyright (c) 2019 nghttp2 contributors
 *
 * Permission is hereby granted, free of charge, to any person obtaining
 * a copy of this software and associated documentation files (the
 * "Software"), to deal in the Software without restriction, including
 * without limitation the rights to use, copy, modify, merge, publish,
 * distribute, sublicense, and/or sell copies of the Software, and to
 * permit persons to whom the Software is furnished to do so, subject to
 * the following conditions:
 *
 * The above copyright notice and this permission notice shall be
 * included in all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 */
#include "h2load_http3_session.h"

#include <print>

#include <ngtcp2/ngtcp2.h>

#include "ssl_compat.h"

#ifdef NGHTTP2_OPENSSL_IS_WOLFSSL
#  include <wolfssl/options.h>
#  include <wolfssl/openssl/rand.h>
#else // !defined(NGHTTP2_OPENSSL_IS_WOLFSSL)
#  include <openssl/rand.h>
#endif // !defined(NGHTTP2_OPENSSL_IS_WOLFSSL)

#include "h2load.h"

namespace h2load {

Http3Session::Http3Session(Client *client) : client_(client) {}

Http3Session::~Http3Session() { nghttp3_conn_del(conn_); }

void Http3Session::on_connect() {}

std::expected<void, Error> Http3Session::submit_request() {
  if (npending_request_) {
    ++npending_request_;
    return {};
  }

  auto config = client_->worker->config;
  reqidx_ = client_->reqidx;

  if (++client_->reqidx == config->nva.size()) {
    client_->reqidx = 0;
  }

  auto rv = submit_request_internal();
  if (!rv) {
    if (rv.error() == Error::STREAM_ID_BLOCKED) {
      ++npending_request_;
      return {};
    }
    return std::unexpected{rv.error()};
  }

  return {};
}

namespace {
nghttp3_ssize read_data(nghttp3_conn *conn, int64_t stream_id, nghttp3_vec *vec,
                        size_t veccnt, uint32_t *pflags, void *user_data,
                        void *stream_user_data) {
  auto s = static_cast<Http3Session *>(user_data);

  s->read_data(vec, veccnt, pflags);

  return 1;
}
} // namespace

void Http3Session::read_data(nghttp3_vec *vec, size_t veccnt,
                             uint32_t *pflags) {
  assert(veccnt > 0);

  auto config = client_->worker->config;

  vec[0].base = config->data;
  vec[0].len = static_cast<size_t>(config->data_length);
  *pflags |= NGHTTP3_DATA_FLAG_EOF;
}

std::expected<void, Error> Http3Session::submit_request_internal() {
  int rv;
  int64_t stream_id;

  auto config = client_->worker->config;
  auto &nva = config->nva[reqidx_];

  rv = ngtcp2_conn_open_bidi_stream(client_->quic.conn, &stream_id, nullptr);
  if (rv != 0) {
    if (rv == NGTCP2_ERR_STREAM_ID_BLOCKED) {
      return std::unexpected{Error::STREAM_ID_BLOCKED};
    }

    return std::unexpected{Error::QUIC};
  }

  nghttp3_data_reader dr{
    .read_data = h2load::read_data,
  };

  rv = nghttp3_conn_submit_request(
    conn_, stream_id, reinterpret_cast<nghttp3_nv *>(nva.data()), nva.size(),
    config->data_fd == -1 ? nullptr : &dr, nullptr);
  if (rv != 0) {
    return std::unexpected{Error::HTTP3};
  }

  client_->on_request(stream_id);
  auto req_stat = client_->get_req_stat(stream_id);
  assert(req_stat);
  client_->record_request_time(req_stat);

  return {};
}

void Http3Session::terminate() {}

size_t Http3Session::max_concurrent_streams() {
  return client_->worker->config->max_concurrent_streams;
}

namespace {
int stream_close(nghttp3_conn *conn, int64_t stream_id, uint64_t app_error_code,
                 void *user_data, void *stream_user_data) {
  auto s = static_cast<Http3Session *>(user_data);
  s->stream_close(stream_id, app_error_code);

  return 0;
}
} // namespace

void Http3Session::stream_close(int64_t stream_id, uint64_t app_error_code) {
  if (ngtcp2_is_bidi_stream(stream_id)) {
    client_->on_stream_close(stream_id, app_error_code == NGHTTP3_H3_NO_ERROR);

    return;
  }

  if (!ngtcp2_conn_is_local_stream2(client_->quic.conn, stream_id)) {
    ngtcp2_conn_extend_max_streams_uni(client_->quic.conn, 1);
  }
}

namespace {
int end_stream(nghttp3_conn *conn, int64_t stream_id, void *user_data,
               void *stream_user_data) {
  auto s = static_cast<Http3Session *>(user_data);
  s->end_stream(stream_id);

  return 0;
}
} // namespace

void Http3Session::end_stream(int64_t stream_id) { client_->record_ttfb(); }

namespace {
int recv_data(nghttp3_conn *conn, int64_t stream_id, const uint8_t *data,
              size_t datalen, void *user_data, void *stream_user_data) {
  auto s = static_cast<Http3Session *>(user_data);
  s->recv_data(stream_id, {data, datalen});
  return 0;
}
} // namespace

void Http3Session::recv_data(int64_t stream_id, std::span<const uint8_t> data) {
  client_->record_ttfb();
  client_->worker->stats.bytes_body += data.size();
  consume(stream_id, data.size());
}

namespace {
int deferred_consume(nghttp3_conn *conn, int64_t stream_id, size_t nconsumed,
                     void *user_data, void *stream_user_data) {
  auto s = static_cast<Http3Session *>(user_data);
  s->consume(stream_id, nconsumed);
  return 0;
}
} // namespace

void Http3Session::consume(int64_t stream_id, size_t nconsumed) {
  ngtcp2_conn_extend_max_stream_offset(client_->quic.conn, stream_id,
                                       nconsumed);
  ngtcp2_conn_extend_max_offset(client_->quic.conn, nconsumed);
}

namespace {
int begin_headers(nghttp3_conn *conn, int64_t stream_id, void *user_data,
                  void *stream_user_data) {
  auto s = static_cast<Http3Session *>(user_data);
  s->begin_headers(stream_id);
  return 0;
}
} // namespace

void Http3Session::begin_headers(int64_t stream_id) {
  auto payloadlen = nghttp3_conn_get_frame_payload_left2(conn_, stream_id);
  assert(payloadlen > 0);

  client_->worker->stats.bytes_head += payloadlen;
}

namespace {
int recv_header(nghttp3_conn *conn, int64_t stream_id, int32_t token,
                nghttp3_rcbuf *name, nghttp3_rcbuf *value, uint8_t flags,
                void *user_data, void *stream_user_data) {
  auto s = static_cast<Http3Session *>(user_data);
  auto k = nghttp3_rcbuf_get_buf(name);
  auto v = nghttp3_rcbuf_get_buf(value);
  s->recv_header(stream_id, {k.base, k.len}, {v.base, v.len});
  return 0;
}
} // namespace

void Http3Session::recv_header(int64_t stream_id, std::span<const uint8_t> name,
                               std::span<const uint8_t> value) {
  client_->on_header(stream_id, name, value);
  client_->worker->stats.bytes_head_decomp += name.size() + value.size();
}

namespace {
int stop_sending(nghttp3_conn *conn, int64_t stream_id, uint64_t app_error_code,
                 void *user_data, void *stream_user_data) {
  auto s = static_cast<Http3Session *>(user_data);
  if (!s->stop_sending(stream_id, app_error_code)) {
    return NGHTTP3_ERR_CALLBACK_FAILURE;
  }
  return 0;
}
} // namespace

std::expected<void, Error> Http3Session::stop_sending(int64_t stream_id,
                                                      uint64_t app_error_code) {
  auto rv = ngtcp2_conn_shutdown_stream_read(client_->quic.conn, 0, stream_id,
                                             app_error_code);
  if (rv != 0) {
    std::println(stderr, "ngtcp2_conn_shutdown_stream_read: {}",
                 ngtcp2_strerror(rv));
    return std::unexpected{Error::QUIC};
  }
  return {};
}

namespace {
int reset_stream(nghttp3_conn *conn, int64_t stream_id, uint64_t app_error_code,
                 void *user_data, void *stream_user_data) {
  auto s = static_cast<Http3Session *>(user_data);
  if (!s->reset_stream(stream_id, app_error_code)) {
    return NGHTTP3_ERR_CALLBACK_FAILURE;
  }
  return 0;
}
} // namespace

std::expected<void, Error> Http3Session::reset_stream(int64_t stream_id,
                                                      uint64_t app_error_code) {
  auto rv = ngtcp2_conn_shutdown_stream_write(client_->quic.conn, 0, stream_id,
                                              app_error_code);
  if (rv != 0) {
    std::println(stderr, "ngtcp2_conn_shutdown_stream_write: {}",
                 ngtcp2_strerror(rv));
    return std::unexpected{Error::QUIC};
  }
  return {};
}

std::expected<void, Error> Http3Session::close_stream(int64_t stream_id,
                                                      uint64_t app_error_code) {
  auto rv = nghttp3_conn_close_stream(conn_, stream_id, app_error_code);
  if (rv != 0) {
    if (rv == NGHTTP3_ERR_STREAM_NOT_FOUND) {
      if (!ngtcp2_is_bidi_stream(stream_id)) {
        assert(!ngtcp2_conn_is_local_stream2(client_->quic.conn, stream_id));
        ngtcp2_conn_extend_max_streams_uni(client_->quic.conn, 1);
      }

      return {};
    }

    return std::unexpected{Error::HTTP3};
  }

  return {};
}

std::expected<void, Error>
Http3Session::shutdown_stream_read(int64_t stream_id) {
  auto rv = nghttp3_conn_shutdown_stream_read(conn_, stream_id);
  if (rv != 0) {
    return std::unexpected{Error::HTTP3};
  }
  return {};
}

std::expected<void, Error> Http3Session::extend_max_local_streams() {
  auto config = client_->worker->config;

  for (; npending_request_; --npending_request_) {
    auto rv = submit_request_internal();
    if (!rv) {
      if (rv.error() == Error::STREAM_ID_BLOCKED) {
        return {};
      }
      return rv;
    }

    if (++reqidx_ == config->nva.size()) {
      reqidx_ = 0;
    }
  }

  return {};
}

namespace {
void rand(uint8_t *dest, size_t destlen) {
  auto rv =
    RAND_bytes(dest, static_cast<nghttp2_ssl_rand_length_type>(destlen));
  if (rv != 1) {
    assert(0);
    abort();
  }
}
} // namespace

std::expected<void, Error> Http3Session::init_conn() {
  int rv;

  assert(conn_ == nullptr);

  if (ngtcp2_conn_get_streams_uni_left2(client_->quic.conn) < 3) {
    return std::unexpected{Error::INTERNAL};
  }

  static constexpr auto callbacks = nghttp3_callbacks{
    .stream_close = h2load::stream_close,
    .recv_data = h2load::recv_data,
    .deferred_consume = h2load::deferred_consume,
    .begin_headers = h2load::begin_headers,
    .recv_header = h2load::recv_header,
    .recv_trailer = h2load::recv_header,
    .stop_sending = h2load::stop_sending,
    .end_stream = h2load::end_stream,
    .reset_stream = h2load::reset_stream,
    .rand = h2load::rand,
  };

  auto config = client_->worker->config;

  nghttp3_settings settings;
  nghttp3_settings_default(&settings);
  settings.qpack_max_dtable_capacity = config->header_table_size;
  settings.qpack_blocked_streams = 100;

  auto mem = nghttp3_mem_default();

  rv = nghttp3_conn_client_new(&conn_, &callbacks, &settings, mem, this);
  if (rv != 0) {
    std::println(stderr, "nghttp3_conn_client_new: {}", nghttp3_strerror(rv));
    return std::unexpected{Error::HTTP3};
  }

  int64_t ctrl_stream_id;

  rv =
    ngtcp2_conn_open_uni_stream(client_->quic.conn, &ctrl_stream_id, nullptr);
  if (rv != 0) {
    std::println(stderr, "ngtcp2_conn_open_uni_stream: {}",
                 ngtcp2_strerror(rv));
    return std::unexpected{Error::QUIC};
  }

  rv = nghttp3_conn_bind_control_stream(conn_, ctrl_stream_id);
  if (rv != 0) {
    std::println(stderr, "nghttp3_conn_bind_control_stream: {}",
                 nghttp3_strerror(rv));
    return std::unexpected{Error::HTTP3};
  }

  int64_t qpack_enc_stream_id, qpack_dec_stream_id;

  rv = ngtcp2_conn_open_uni_stream(client_->quic.conn, &qpack_enc_stream_id,
                                   nullptr);
  if (rv != 0) {
    std::println(stderr, "ngtcp2_conn_open_uni_stream: {}",
                 ngtcp2_strerror(rv));
    return std::unexpected{Error::QUIC};
  }

  rv = ngtcp2_conn_open_uni_stream(client_->quic.conn, &qpack_dec_stream_id,
                                   nullptr);
  if (rv != 0) {
    std::println(stderr, "ngtcp2_conn_open_uni_stream: {}",
                 ngtcp2_strerror(rv));
    return std::unexpected{Error::QUIC};
  }

  rv = nghttp3_conn_bind_qpack_streams(conn_, qpack_enc_stream_id,
                                       qpack_dec_stream_id);
  if (rv != 0) {
    std::println(stderr, "nghttp3_conn_bind_qpack_streams: {}",
                 nghttp3_strerror(rv));
    return std::unexpected{Error::HTTP3};
  }

  return {};
}

std::expected<size_t, Error>
Http3Session::read_stream(uint32_t flags, int64_t stream_id,
                          std::span<const uint8_t> data) {
  auto nconsumed =
    nghttp3_conn_read_stream2(conn_, stream_id, data.data(), data.size(),
                              flags & NGTCP2_STREAM_DATA_FLAG_FIN,
                              ngtcp2_conn_get_timestamp(client_->quic.conn));
  if (nconsumed < 0) {
    std::println(stderr, "nghttp3_conn_read_stream2: {}",
                 nghttp3_strerror(static_cast<int>(nconsumed)));
    ngtcp2_ccerr_set_application_error(
      &client_->quic.last_error,
      nghttp3_err_infer_quic_app_error_code(static_cast<int>(nconsumed)),
      nullptr, 0);
    return std::unexpected{Error::HTTP3};
  }
  return as_unsigned(nconsumed);
}

std::expected<Http3Session::WriteResult, Error>
Http3Session::write_stream(std::span<nghttp3_vec> dest) {
  int64_t stream_id;
  int fin;

  auto sveccnt = nghttp3_conn_writev_stream(conn_, &stream_id, &fin,
                                            dest.data(), dest.size());
  if (sveccnt < 0) {
    ngtcp2_ccerr_set_application_error(
      &client_->quic.last_error,
      nghttp3_err_infer_quic_app_error_code(static_cast<int>(sveccnt)), nullptr,
      0);
    return std::unexpected{Error::HTTP3};
  }

  return WriteResult{
    .stream_id = stream_id,
    .data = dest.first(as_unsigned(sveccnt)),
    .fin = fin,
  };
}

void Http3Session::block_stream(int64_t stream_id) {
  nghttp3_conn_block_stream(conn_, stream_id);
}

std::expected<void, Error> Http3Session::unblock_stream(int64_t stream_id) {
  if (nghttp3_conn_unblock_stream(conn_, stream_id) != 0) {
    return std::unexpected{Error::HTTP3};
  }

  return {};
}

void Http3Session::shutdown_stream_write(int64_t stream_id) {
  nghttp3_conn_shutdown_stream_write(conn_, stream_id);
}

std::expected<void, Error> Http3Session::add_write_offset(int64_t stream_id,
                                                          size_t ndatalen) {
  auto rv = nghttp3_conn_add_write_offset(conn_, stream_id, ndatalen);
  if (rv != 0) {
    ngtcp2_ccerr_set_application_error(
      &client_->quic.last_error, nghttp3_err_infer_quic_app_error_code(rv),
      nullptr, 0);
    return std::unexpected{Error::HTTP3};
  }
  return {};
}

std::expected<void, Error> Http3Session::add_ack_offset(int64_t stream_id,
                                                        size_t datalen) {
  auto rv = nghttp3_conn_add_ack_offset(conn_, stream_id, datalen);
  if (rv != 0) {
    ngtcp2_ccerr_set_application_error(
      &client_->quic.last_error, nghttp3_err_infer_quic_app_error_code(rv),
      nullptr, 0);
    return std::unexpected{Error::HTTP3};
  }
  return {};
}

} // namespace h2load