New cfilter HTTP-CONNECT for h3/h2/http1.1 eyeballing.
- filter is installed when `--http3` in the tool is used (or
the equivalent CURLOPT_ done in the library)
- starts a QUIC/HTTP/3 connect right away. Should that not
succeed after 100ms (subject to change), a parallel attempt
is started for HTTP/2 and HTTP/1.1 via TCP
- both attempts are subject to IPv6/IPv4 eyeballing, same
as happens for other connections
- tie timeout to the ip-version HAPPY_EYEBALLS_TIMEOUT
- use a `soft` timeout at half the value. When the soft timeout
expires, the HTTPS-CONNECT filter checks if the QUIC filter
has received any data from the server. If not, it will start
the HTTP/2 attempt.
HTTP/3(ngtcp2) improvements.
- setting call_data in all cfilter calls similar to http/2 and vtls filters
for use in callback where no stream data is available.
- returning CURLE_PARTIAL_FILE for prematurely terminated transfers
- enabling pytest test_05 for h3
- shifting functionality to "connect" UDP sockets from ngtcp2
implementation into the udp socket cfilter. Because unconnected
UDP sockets are weird. For example they error when adding to a
pollset.
HTTP/3(quiche) improvements.
- fixed upload bug in quiche implementation, now passes 251 and pytest
- error codes on stream RESET
- improved debug logs
- handling of DRAIN during connect
- limiting pending event queue
HTTP/2 cfilter improvements.
- use LOG_CF macros for dynamic logging in debug build
- fix CURLcode on RST streams to be CURLE_PARTIAL_FILE
- enable pytest test_05 for h2
- fix upload pytests and improve parallel transfer performance.
GOAWAY handling for ngtcp2/quiche
- during connect, when the remote server refuses to accept new connections
and closes immediately (so the local conn goes into DRAIN phase), the
connection is torn down and a another attempt is made after a short grace
period.
This is the behaviour observed with nghttpx when we tell it to shut
down gracefully. Tested in pytest test_03_02.
TLS improvements
- ALPN selection for SSL/SSL-PROXY filters in one vtls set of functions, replaces
copy of logic in all tls backends.
- standardized the infof logging of offered ALPNs
- ALPN negotiated: have common function for all backends that sets alpn proprty
and connection related things based on the negotiated protocol (or lack thereof).
- new tests/tests-httpd/scorecard.py for testing h3/h2 protocol implementation.
Invoke:
python3 tests/tests-httpd/scorecard.py --help
for usage.
Improvements on gathering connect statistics and socket access.
- new CF_CTRL_CONN_REPORT_STATS cfilter control for having cfilters
report connection statistics. This is triggered when the connection
has completely connected.
- new void Curl_pgrsTimeWas(..) method to report a timer update with
a timestamp of when it happend. This allows for updating timers
"later", e.g. a connect statistic after full connectivity has been
reached.
- in case of HTTP eyeballing, the previous changes will update
statistics only from the filter chain that "won" the eyeballing.
- new cfilter query CF_QUERY_SOCKET for retrieving the socket used
by a filter chain.
Added methods Curl_conn_cf_get_socket() and Curl_conn_get_socket()
for convenient use of this query.
- Change VTLS backend to query their sub-filters for the socket when
checks during the handshake are made.
HTTP/3 documentation on how https eyeballing works.
TLS improvements
- ALPN selection for SSL/SSL-PROXY filters in one vtls set of functions, replaces
copy of logic in all tls backends.
- standardized the infof logging of offered ALPNs
- ALPN negotiated: have common function for all backends that sets alpn proprty
and connection related things based on the negotiated protocol (or lack thereof).
Scorecard with Caddy.
- configure can be run with `--with-test-caddy=path` to specify which caddy to use for testing
- tests/tests-httpd/scorecard.py now measures download speeds with caddy
pytest improvements
- adding Makfile to clean gen dir
- adding nghttpx rundir creation on start
- checking httpd version 2.4.55 for test_05 cases where it is needed. Skipping with message if too old.
- catch exception when checking for caddy existance on system.
Closes #10349
179 lines
4.8 KiB
C
179 lines
4.8 KiB
C
/***************************************************************************
|
|
* _ _ ____ _
|
|
* Project ___| | | | _ \| |
|
|
* / __| | | | |_) | |
|
|
* | (__| |_| | _ <| |___
|
|
* \___|\___/|_| \_\_____|
|
|
*
|
|
* Copyright (C) Daniel Stenberg, <daniel@haxx.se>, et al.
|
|
*
|
|
* This software is licensed as described in the file COPYING, which
|
|
* you should have received as part of this distribution. The terms
|
|
* are also available at https://curl.se/docs/copyright.html.
|
|
*
|
|
* You may opt to use, copy, modify, merge, publish, distribute and/or sell
|
|
* copies of the Software, and permit persons to whom the Software is
|
|
* furnished to do so, under the terms of the COPYING file.
|
|
*
|
|
* This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
|
|
* KIND, either express or implied.
|
|
*
|
|
* SPDX-License-Identifier: curl
|
|
*
|
|
***************************************************************************/
|
|
|
|
#include "curl_setup.h"
|
|
|
|
#ifdef HAVE_FCNTL_H
|
|
#include <fcntl.h>
|
|
#endif
|
|
#include "urldata.h"
|
|
#include "dynbuf.h"
|
|
#include "curl_log.h"
|
|
#include "curl_msh3.h"
|
|
#include "curl_ngtcp2.h"
|
|
#include "curl_quiche.h"
|
|
#include "vquic.h"
|
|
|
|
/* The last 3 #include files should be in this order */
|
|
#include "curl_printf.h"
|
|
#include "curl_memory.h"
|
|
#include "memdebug.h"
|
|
|
|
|
|
#ifdef ENABLE_QUIC
|
|
|
|
#ifdef O_BINARY
|
|
#define QLOGMODE O_WRONLY|O_CREAT|O_BINARY
|
|
#else
|
|
#define QLOGMODE O_WRONLY|O_CREAT
|
|
#endif
|
|
|
|
void Curl_quic_ver(char *p, size_t len)
|
|
{
|
|
#ifdef USE_NGTCP2
|
|
Curl_ngtcp2_ver(p, len);
|
|
#elif defined(USE_QUICHE)
|
|
Curl_quiche_ver(p, len);
|
|
#elif defined(USE_MSH3)
|
|
Curl_msh3_ver(p, len);
|
|
#endif
|
|
}
|
|
|
|
/*
|
|
* If the QLOGDIR environment variable is set, open and return a file
|
|
* descriptor to write the log to.
|
|
*
|
|
* This function returns error if something failed outside of failing to
|
|
* create the file. Open file success is deemed by seeing if the returned fd
|
|
* is != -1.
|
|
*/
|
|
CURLcode Curl_qlogdir(struct Curl_easy *data,
|
|
unsigned char *scid,
|
|
size_t scidlen,
|
|
int *qlogfdp)
|
|
{
|
|
const char *qlog_dir = getenv("QLOGDIR");
|
|
*qlogfdp = -1;
|
|
if(qlog_dir) {
|
|
struct dynbuf fname;
|
|
CURLcode result;
|
|
unsigned int i;
|
|
Curl_dyn_init(&fname, DYN_QLOG_NAME);
|
|
result = Curl_dyn_add(&fname, qlog_dir);
|
|
if(!result)
|
|
result = Curl_dyn_add(&fname, "/");
|
|
for(i = 0; (i < scidlen) && !result; i++) {
|
|
char hex[3];
|
|
msnprintf(hex, 3, "%02x", scid[i]);
|
|
result = Curl_dyn_add(&fname, hex);
|
|
}
|
|
if(!result)
|
|
result = Curl_dyn_add(&fname, ".sqlog");
|
|
|
|
if(!result) {
|
|
int qlogfd = open(Curl_dyn_ptr(&fname), QLOGMODE,
|
|
data->set.new_file_perms);
|
|
if(qlogfd != -1)
|
|
*qlogfdp = qlogfd;
|
|
}
|
|
Curl_dyn_free(&fname);
|
|
if(result)
|
|
return result;
|
|
}
|
|
|
|
return CURLE_OK;
|
|
}
|
|
|
|
CURLcode Curl_cf_quic_create(struct Curl_cfilter **pcf,
|
|
struct Curl_easy *data,
|
|
struct connectdata *conn,
|
|
const struct Curl_addrinfo *ai,
|
|
int transport)
|
|
{
|
|
DEBUGASSERT(transport == TRNSPRT_QUIC);
|
|
#ifdef USE_NGTCP2
|
|
return Curl_cf_ngtcp2_create(pcf, data, conn, ai);
|
|
#elif defined(USE_QUICHE)
|
|
return Curl_cf_quiche_create(pcf, data, conn, ai);
|
|
#elif defined(USE_MSH3)
|
|
return Curl_cf_msh3_create(pcf, data, conn, ai);
|
|
#else
|
|
*pcf = NULL;
|
|
(void)data;
|
|
(void)conn;
|
|
(void)ai;
|
|
return CURLE_NOT_BUILT_IN;
|
|
#endif
|
|
}
|
|
|
|
bool Curl_conn_is_http3(const struct Curl_easy *data,
|
|
const struct connectdata *conn,
|
|
int sockindex)
|
|
{
|
|
#ifdef USE_NGTCP2
|
|
return Curl_conn_is_ngtcp2(data, conn, sockindex);
|
|
#elif defined(USE_QUICHE)
|
|
return Curl_conn_is_quiche(data, conn, sockindex);
|
|
#elif defined(USE_MSH3)
|
|
return Curl_conn_is_msh3(data, conn, sockindex);
|
|
#else
|
|
return ((conn->handler->protocol & PROTO_FAMILY_HTTP) &&
|
|
(conn->httpversion == 30));
|
|
#endif
|
|
}
|
|
|
|
CURLcode Curl_conn_may_http3(struct Curl_easy *data,
|
|
const struct connectdata *conn)
|
|
{
|
|
if(!(conn->handler->flags & PROTOPT_SSL)) {
|
|
failf(data, "HTTP/3 requested for non-HTTPS URL");
|
|
return CURLE_URL_MALFORMAT;
|
|
}
|
|
#ifndef CURL_DISABLE_PROXY
|
|
if(conn->bits.socksproxy) {
|
|
failf(data, "HTTP/3 is not supported over a SOCKS proxy");
|
|
return CURLE_URL_MALFORMAT;
|
|
}
|
|
if(conn->bits.httpproxy && conn->bits.tunnel_proxy) {
|
|
failf(data, "HTTP/3 is not supported over a HTTP proxy");
|
|
return CURLE_URL_MALFORMAT;
|
|
}
|
|
#endif
|
|
|
|
return CURLE_OK;
|
|
}
|
|
|
|
#else /* ENABLE_QUIC */
|
|
|
|
CURLcode Curl_conn_may_http3(struct Curl_easy *data,
|
|
const struct connectdata *conn)
|
|
{
|
|
(void)conn;
|
|
(void)data;
|
|
DEBUGF(infof(data, "QUIC is not supported in this build"));
|
|
return CURLE_NOT_BUILT_IN;
|
|
}
|
|
|
|
#endif /* !ENABLE_QUIC */
|