2018-04-02 19:17:56 +00:00
|
|
|
/* Copyright (c) 2017 - 2018 LiteSpeed Technologies Inc. See LICENSE. */
|
2017-09-22 21:00:03 +00:00
|
|
|
/*
|
|
|
|
* http_client.c -- A simple HTTP/QUIC client
|
|
|
|
*/
|
2018-05-16 19:48:43 +00:00
|
|
|
|
2018-03-12 22:25:01 +00:00
|
|
|
#ifndef WIN32
|
2017-09-22 21:00:03 +00:00
|
|
|
#include <arpa/inet.h>
|
|
|
|
#include <netinet/in.h>
|
2018-03-12 22:25:01 +00:00
|
|
|
#else
|
|
|
|
#include <Windows.h>
|
|
|
|
#include <WinSock2.h>
|
|
|
|
#include <io.h>
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include <getopt.h>
|
|
|
|
#define STDOUT_FILENO 1
|
|
|
|
#define random rand
|
|
|
|
#pragma warning(disable:4996) //POSIX name deprecated
|
|
|
|
#endif
|
2017-09-22 21:00:03 +00:00
|
|
|
#include <assert.h>
|
|
|
|
#include <errno.h>
|
|
|
|
#include <stdio.h>
|
|
|
|
#include <stdlib.h>
|
|
|
|
#include <string.h>
|
|
|
|
#include <sys/queue.h>
|
2018-03-12 22:25:01 +00:00
|
|
|
#ifndef WIN32
|
|
|
|
#include <unistd.h>
|
2017-09-22 21:00:03 +00:00
|
|
|
#include <sys/types.h>
|
2018-08-17 15:44:54 +00:00
|
|
|
#include <dirent.h>
|
2018-03-12 22:25:01 +00:00
|
|
|
#endif
|
2017-09-22 21:00:03 +00:00
|
|
|
#include <sys/stat.h>
|
|
|
|
#include <fcntl.h>
|
|
|
|
|
2018-08-17 15:44:54 +00:00
|
|
|
|
|
|
|
#ifndef WIN32
|
|
|
|
#include <openssl/bio.h>
|
|
|
|
#include <openssl/pem.h>
|
|
|
|
#include <openssl/x509.h>
|
|
|
|
#endif
|
|
|
|
|
2017-09-22 21:00:03 +00:00
|
|
|
#include "lsquic.h"
|
|
|
|
#include "test_common.h"
|
|
|
|
#include "prog.h"
|
|
|
|
|
|
|
|
#include "../src/liblsquic/lsquic_logger.h"
|
|
|
|
|
|
|
|
/* This is used to exercise generating and sending of priority frames */
|
|
|
|
static int randomly_reprioritize_streams;
|
|
|
|
|
|
|
|
/* If this file descriptor is open, the client will accept server push and
|
|
|
|
* dump the contents here. See -u flag.
|
|
|
|
*/
|
|
|
|
static int promise_fd = -1;
|
|
|
|
|
2018-08-28 13:59:47 +00:00
|
|
|
/* Set to true value to use header bypass. This means that the use code
|
|
|
|
* creates header set via callbacks and then fetches it by calling
|
|
|
|
* lsquic_stream_get_hset() when the first "on_read" event is called.
|
|
|
|
*/
|
|
|
|
static int g_header_bypass;
|
|
|
|
|
2017-09-22 21:00:03 +00:00
|
|
|
struct lsquic_conn_ctx;
|
|
|
|
|
|
|
|
struct path_elem {
|
|
|
|
TAILQ_ENTRY(path_elem) next_pe;
|
|
|
|
const char *path;
|
|
|
|
};
|
|
|
|
|
|
|
|
struct http_client_ctx {
|
|
|
|
TAILQ_HEAD(, lsquic_conn_ctx)
|
|
|
|
conn_ctxs;
|
|
|
|
const char *hostname;
|
|
|
|
const char *method;
|
|
|
|
const char *payload;
|
|
|
|
char payload_size[20];
|
|
|
|
|
|
|
|
/* hcc_path_elems holds a list of paths which are to be requested from
|
|
|
|
* the server. Each new request gets the next path from the list (the
|
|
|
|
* iterator is stored in hcc_cur_pe); when the end is reached, the
|
|
|
|
* iterator wraps around.
|
|
|
|
*/
|
|
|
|
TAILQ_HEAD(, path_elem) hcc_path_elems;
|
|
|
|
struct path_elem *hcc_cur_pe;
|
|
|
|
|
|
|
|
unsigned hcc_total_n_reqs;
|
|
|
|
unsigned hcc_reqs_per_conn;
|
|
|
|
unsigned hcc_concurrency;
|
|
|
|
unsigned hcc_n_open_conns;
|
|
|
|
|
|
|
|
enum {
|
|
|
|
HCC_DISCARD_RESPONSE = (1 << 0),
|
2018-02-26 21:01:16 +00:00
|
|
|
HCC_SEEN_FIN = (1 << 1),
|
|
|
|
HCC_ABORT_ON_INCOMPLETE = (1 << 2),
|
2018-08-28 13:59:47 +00:00
|
|
|
HCC_PROCESSED_HEADERS = (1 << 3),
|
2017-09-22 21:00:03 +00:00
|
|
|
} hcc_flags;
|
|
|
|
struct prog *prog;
|
|
|
|
};
|
|
|
|
|
|
|
|
struct lsquic_conn_ctx {
|
|
|
|
TAILQ_ENTRY(lsquic_conn_ctx) next_ch;
|
|
|
|
lsquic_conn_t *conn;
|
|
|
|
struct http_client_ctx *client_ctx;
|
|
|
|
unsigned ch_n_reqs; /* This number gets decremented as streams are closed and
|
|
|
|
* incremented as push promises are accepted.
|
|
|
|
*/
|
|
|
|
};
|
|
|
|
|
|
|
|
|
2018-08-28 13:59:47 +00:00
|
|
|
struct hset_elem
|
|
|
|
{
|
|
|
|
STAILQ_ENTRY(hset_elem) next;
|
|
|
|
unsigned name_idx;
|
|
|
|
char *name;
|
|
|
|
char *value;
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
STAILQ_HEAD(hset, hset_elem);
|
|
|
|
|
|
|
|
static void
|
|
|
|
hset_dump (const struct hset *, FILE *);
|
|
|
|
static void
|
|
|
|
hset_destroy (void *hset);
|
|
|
|
|
|
|
|
|
2017-09-22 21:00:03 +00:00
|
|
|
static void
|
|
|
|
create_connections (struct http_client_ctx *client_ctx)
|
|
|
|
{
|
|
|
|
while (client_ctx->hcc_n_open_conns < client_ctx->hcc_concurrency &&
|
|
|
|
client_ctx->hcc_total_n_reqs > 0)
|
|
|
|
if (0 != prog_connect(client_ctx->prog))
|
|
|
|
{
|
|
|
|
LSQ_ERROR("connection failed");
|
|
|
|
exit(EXIT_FAILURE);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static lsquic_conn_ctx_t *
|
|
|
|
http_client_on_new_conn (void *stream_if_ctx, lsquic_conn_t *conn)
|
|
|
|
{
|
|
|
|
struct http_client_ctx *client_ctx = stream_if_ctx;
|
|
|
|
lsquic_conn_ctx_t *conn_h = calloc(1, sizeof(*conn_h));
|
|
|
|
conn_h->conn = conn;
|
|
|
|
conn_h->client_ctx = client_ctx;
|
|
|
|
conn_h->ch_n_reqs = client_ctx->hcc_total_n_reqs <
|
|
|
|
client_ctx->hcc_reqs_per_conn ?
|
|
|
|
client_ctx->hcc_total_n_reqs : client_ctx->hcc_reqs_per_conn;
|
|
|
|
client_ctx->hcc_total_n_reqs -= conn_h->ch_n_reqs;
|
|
|
|
TAILQ_INSERT_TAIL(&client_ctx->conn_ctxs, conn_h, next_ch);
|
|
|
|
++conn_h->client_ctx->hcc_n_open_conns;
|
|
|
|
lsquic_conn_make_stream(conn);
|
|
|
|
return conn_h;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static void
|
|
|
|
http_client_on_conn_closed (lsquic_conn_t *conn)
|
|
|
|
{
|
|
|
|
lsquic_conn_ctx_t *conn_h = lsquic_conn_get_ctx(conn);
|
2018-02-26 21:01:16 +00:00
|
|
|
enum LSQUIC_CONN_STATUS status;
|
|
|
|
char errmsg[80];
|
|
|
|
|
|
|
|
status = lsquic_conn_status(conn, errmsg, sizeof(errmsg));
|
|
|
|
LSQ_INFO("Connection closed. Status: %d. Message: %s", status,
|
|
|
|
errmsg[0] ? errmsg : "<not set>");
|
|
|
|
if (conn_h->client_ctx->hcc_flags & HCC_ABORT_ON_INCOMPLETE)
|
2018-03-09 19:17:39 +00:00
|
|
|
{
|
|
|
|
if (!(conn_h->client_ctx->hcc_flags & HCC_SEEN_FIN))
|
|
|
|
abort();
|
|
|
|
}
|
2017-09-22 21:00:03 +00:00
|
|
|
TAILQ_REMOVE(&conn_h->client_ctx->conn_ctxs, conn_h, next_ch);
|
|
|
|
--conn_h->client_ctx->hcc_n_open_conns;
|
|
|
|
create_connections(conn_h->client_ctx);
|
|
|
|
if (0 == conn_h->client_ctx->hcc_n_open_conns)
|
|
|
|
{
|
|
|
|
LSQ_INFO("All connections are closed: stop engine");
|
|
|
|
prog_stop(conn_h->client_ctx->prog);
|
|
|
|
}
|
|
|
|
free(conn_h);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2018-05-21 19:02:33 +00:00
|
|
|
static void
|
|
|
|
http_client_on_hsk_done (lsquic_conn_t *conn, int ok)
|
|
|
|
{
|
|
|
|
LSQ_INFO("handshake %s", ok ? "completed successfully" : "failed");
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2017-09-22 21:00:03 +00:00
|
|
|
struct lsquic_stream_ctx {
|
|
|
|
lsquic_stream_t *stream;
|
|
|
|
struct http_client_ctx *client_ctx;
|
|
|
|
const char *path;
|
|
|
|
enum {
|
|
|
|
HEADERS_SENT = (1 << 0),
|
2018-08-17 15:44:54 +00:00
|
|
|
CHAIN_DISPLAYED = (1 << 1),
|
2017-09-22 21:00:03 +00:00
|
|
|
} sh_flags;
|
|
|
|
unsigned count;
|
Latest changes
- [API Change] Sendfile-like functionality is gone. The stream no
longer opens files and deals with file descriptors. (Among other
things, this makes the code more portable.) Three writing functions
are provided:
lsquic_stream_write
lsquic_stream_writev
lsquic_stream_writef (NEW)
lsquic_stream_writef() is given an abstract reader that has function
pointers for size() and read() functions which the user can implement.
This is the most flexible way. lsquic_stream_write() and
lsquic_stream_writev() are now both implemented as wrappers around
lsquic_stream_writef().
- [OPTIMIZATION] When writing to stream, be it within or without the
on_write() callback, place data directly into packet buffer,
bypassing auxiliary data structures. This reduces amount of memory
required, for the amount of data that can be written is limited
by the congestion window.
To support writes outside the on_write() callback, we keep N
outgoing packet buffers per connection which can be written to
by any stream. One half of these are reserved for the highest
priority stream(s), the other half for all other streams. This way,
low-priority streams cannot write instead of high-priority streams
and, on the other hand, low-priority streams get a chance to send
their packets out.
The algorithm is as follows:
- When user writes to stream outside of the callback:
- If this is the highest priority stream, place it onto the
reserved N/2 queue or fail.
(The actual size of this queue is dynamic -- MAX(N/2, CWND) --
rather than N/2, allowing high-priority streams to write as
much as can be sent.)
- If the stream is not the highest priority, try to place the
data onto the reserved N/2 queue or fail.
- When tick occurs *and* more packets can be scheduled:
- Transfer packets from the high N/2 queue to the scheduled
queue.
- If more scheduling is allowed:
- Call on_write callbacks for highest-priority streams,
placing resulting packets directly onto the scheduled queue.
- If more scheduling is allowed:
- Transfer packets from the low N/2 queue to the scheduled
queue.
- If more scheduling is allowed:
- Call on_write callbacks for non-highest-priority streams,
placing resulting packets directly onto the scheduled queue
The number N is currently 20, but it could be varied based on
resource usage.
- If stream is created due to incoming headers, make headers readable
from on_new.
- Outgoing packets are no longer marked non-writeable to prevent placing
more than one STREAM frame from the same stream into a single packet.
This property is maintained via code flow and an explicit check.
Packets for stream data are allocated using a special function.
- STREAM frame elision is cheaper, as we only perform it if a reset
stream has outgoing packets referencing it.
- lsquic_packet_out_t is smaller, as stream_rec elements are now
inside a union.
2017-10-31 13:35:58 +00:00
|
|
|
struct lsquic_reader reader;
|
2017-09-22 21:00:03 +00:00
|
|
|
};
|
|
|
|
|
2018-05-16 19:48:43 +00:00
|
|
|
|
2017-09-22 21:00:03 +00:00
|
|
|
static lsquic_stream_ctx_t *
|
|
|
|
http_client_on_new_stream (void *stream_if_ctx, lsquic_stream_t *stream)
|
|
|
|
{
|
|
|
|
const int pushed = lsquic_stream_is_pushed(stream);
|
|
|
|
|
|
|
|
if (pushed)
|
|
|
|
{
|
|
|
|
LSQ_INFO("not accepting server push");
|
|
|
|
lsquic_stream_refuse_push(stream);
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
lsquic_stream_ctx_t *st_h = calloc(1, sizeof(*st_h));
|
|
|
|
st_h->stream = stream;
|
|
|
|
st_h->client_ctx = stream_if_ctx;
|
|
|
|
if (st_h->client_ctx->hcc_cur_pe)
|
|
|
|
{
|
|
|
|
st_h->client_ctx->hcc_cur_pe = TAILQ_NEXT(
|
|
|
|
st_h->client_ctx->hcc_cur_pe, next_pe);
|
|
|
|
if (!st_h->client_ctx->hcc_cur_pe) /* Wrap around */
|
|
|
|
st_h->client_ctx->hcc_cur_pe =
|
|
|
|
TAILQ_FIRST(&st_h->client_ctx->hcc_path_elems);
|
|
|
|
}
|
|
|
|
else
|
|
|
|
st_h->client_ctx->hcc_cur_pe = TAILQ_FIRST(
|
|
|
|
&st_h->client_ctx->hcc_path_elems);
|
|
|
|
st_h->path = st_h->client_ctx->hcc_cur_pe->path;
|
Latest changes
- [API Change] Sendfile-like functionality is gone. The stream no
longer opens files and deals with file descriptors. (Among other
things, this makes the code more portable.) Three writing functions
are provided:
lsquic_stream_write
lsquic_stream_writev
lsquic_stream_writef (NEW)
lsquic_stream_writef() is given an abstract reader that has function
pointers for size() and read() functions which the user can implement.
This is the most flexible way. lsquic_stream_write() and
lsquic_stream_writev() are now both implemented as wrappers around
lsquic_stream_writef().
- [OPTIMIZATION] When writing to stream, be it within or without the
on_write() callback, place data directly into packet buffer,
bypassing auxiliary data structures. This reduces amount of memory
required, for the amount of data that can be written is limited
by the congestion window.
To support writes outside the on_write() callback, we keep N
outgoing packet buffers per connection which can be written to
by any stream. One half of these are reserved for the highest
priority stream(s), the other half for all other streams. This way,
low-priority streams cannot write instead of high-priority streams
and, on the other hand, low-priority streams get a chance to send
their packets out.
The algorithm is as follows:
- When user writes to stream outside of the callback:
- If this is the highest priority stream, place it onto the
reserved N/2 queue or fail.
(The actual size of this queue is dynamic -- MAX(N/2, CWND) --
rather than N/2, allowing high-priority streams to write as
much as can be sent.)
- If the stream is not the highest priority, try to place the
data onto the reserved N/2 queue or fail.
- When tick occurs *and* more packets can be scheduled:
- Transfer packets from the high N/2 queue to the scheduled
queue.
- If more scheduling is allowed:
- Call on_write callbacks for highest-priority streams,
placing resulting packets directly onto the scheduled queue.
- If more scheduling is allowed:
- Transfer packets from the low N/2 queue to the scheduled
queue.
- If more scheduling is allowed:
- Call on_write callbacks for non-highest-priority streams,
placing resulting packets directly onto the scheduled queue
The number N is currently 20, but it could be varied based on
resource usage.
- If stream is created due to incoming headers, make headers readable
from on_new.
- Outgoing packets are no longer marked non-writeable to prevent placing
more than one STREAM frame from the same stream into a single packet.
This property is maintained via code flow and an explicit check.
Packets for stream data are allocated using a special function.
- STREAM frame elision is cheaper, as we only perform it if a reset
stream has outgoing packets referencing it.
- lsquic_packet_out_t is smaller, as stream_rec elements are now
inside a union.
2017-10-31 13:35:58 +00:00
|
|
|
if (st_h->client_ctx->payload)
|
|
|
|
{
|
|
|
|
st_h->reader.lsqr_read = test_reader_read;
|
|
|
|
st_h->reader.lsqr_size = test_reader_size;
|
|
|
|
st_h->reader.lsqr_ctx = create_lsquic_reader_ctx(st_h->client_ctx->payload);
|
|
|
|
if (!st_h->reader.lsqr_ctx)
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
else
|
|
|
|
st_h->reader.lsqr_ctx = NULL;
|
2017-09-22 21:00:03 +00:00
|
|
|
LSQ_INFO("created new stream, path: %s", st_h->path);
|
|
|
|
lsquic_stream_wantwrite(stream, 1);
|
|
|
|
|
|
|
|
return st_h;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static void
|
|
|
|
send_headers (lsquic_stream_ctx_t *st_h)
|
|
|
|
{
|
2018-05-16 19:48:43 +00:00
|
|
|
const char *hostname = st_h->client_ctx->hostname;
|
|
|
|
if (!hostname)
|
|
|
|
hostname = st_h->client_ctx->prog->prog_hostname;
|
2017-09-22 21:00:03 +00:00
|
|
|
lsquic_http_header_t headers_arr[] = {
|
|
|
|
{
|
|
|
|
.name = { .iov_base = ":method", .iov_len = 7, },
|
|
|
|
.value = { .iov_base = (void *) st_h->client_ctx->method,
|
|
|
|
.iov_len = strlen(st_h->client_ctx->method), },
|
|
|
|
},
|
|
|
|
{
|
|
|
|
.name = { .iov_base = ":scheme", .iov_len = 7, },
|
|
|
|
.value = { .iov_base = "HTTP", .iov_len = 4, }
|
|
|
|
},
|
|
|
|
{
|
|
|
|
.name = { .iov_base = ":path", .iov_len = 5, },
|
|
|
|
.value = { .iov_base = (void *) st_h->path,
|
|
|
|
.iov_len = strlen(st_h->path), },
|
|
|
|
},
|
|
|
|
{
|
|
|
|
.name = { ":authority", 10, },
|
2018-05-16 19:48:43 +00:00
|
|
|
.value = { .iov_base = (void *) hostname,
|
|
|
|
.iov_len = strlen(hostname), },
|
2017-09-22 21:00:03 +00:00
|
|
|
},
|
|
|
|
/*
|
|
|
|
{
|
|
|
|
.name = { "host", 4 },
|
|
|
|
.value = { .iov_base = (void *) st_h->client_ctx->hostname,
|
|
|
|
.iov_len = strlen(st_h->client_ctx->hostname), },
|
|
|
|
},
|
|
|
|
*/
|
|
|
|
{
|
|
|
|
.name = { .iov_base = "user-agent", .iov_len = 10, },
|
|
|
|
.value = { .iov_base = (char *) st_h->client_ctx->prog->prog_settings.es_ua,
|
|
|
|
.iov_len = strlen(st_h->client_ctx->prog->prog_settings.es_ua), },
|
|
|
|
},
|
|
|
|
/* The following headers only gets sent if there is request payload: */
|
|
|
|
{
|
|
|
|
.name = { .iov_base = "content-type", .iov_len = 12, },
|
|
|
|
.value = { .iov_base = "application/octet-stream", .iov_len = 24, },
|
|
|
|
},
|
|
|
|
{
|
|
|
|
.name = { .iov_base = "content-length", .iov_len = 14, },
|
|
|
|
.value = { .iov_base = (void *) st_h->client_ctx->payload_size,
|
|
|
|
.iov_len = strlen(st_h->client_ctx->payload_size), },
|
|
|
|
},
|
|
|
|
};
|
|
|
|
lsquic_http_headers_t headers = {
|
|
|
|
.count = sizeof(headers_arr) / sizeof(headers_arr[0]),
|
|
|
|
.headers = headers_arr,
|
|
|
|
};
|
|
|
|
if (!st_h->client_ctx->payload)
|
|
|
|
headers.count -= 2;
|
|
|
|
if (0 != lsquic_stream_send_headers(st_h->stream, &headers,
|
|
|
|
st_h->client_ctx->payload == NULL))
|
|
|
|
{
|
|
|
|
LSQ_ERROR("cannot send headers: %s", strerror(errno));
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2018-08-17 15:44:54 +00:00
|
|
|
/* This is here to exercise lsquic_conn_get_server_cert_chain() API */
|
|
|
|
static void
|
|
|
|
display_cert_chain (lsquic_conn_t *conn)
|
|
|
|
{
|
|
|
|
STACK_OF(X509) *chain;
|
|
|
|
X509_NAME *name;
|
|
|
|
X509 *cert;
|
|
|
|
unsigned i;
|
|
|
|
char buf[100];
|
|
|
|
|
|
|
|
chain = lsquic_conn_get_server_cert_chain(conn);
|
|
|
|
if (!chain)
|
|
|
|
{
|
|
|
|
LSQ_WARN("could not get server certificate chain");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
for (i = 0; i < sk_X509_num(chain); ++i)
|
|
|
|
{
|
|
|
|
cert = sk_X509_value(chain, i);
|
|
|
|
name = X509_get_subject_name(cert);
|
|
|
|
LSQ_INFO("cert #%u: name: %s", i,
|
|
|
|
X509_NAME_oneline(name, buf, sizeof(buf)));
|
2018-08-27 17:55:06 +00:00
|
|
|
X509_free(cert);
|
2018-08-17 15:44:54 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
sk_X509_free(chain);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2017-09-22 21:00:03 +00:00
|
|
|
static void
|
|
|
|
http_client_on_write (lsquic_stream_t *stream, lsquic_stream_ctx_t *st_h)
|
|
|
|
{
|
Latest changes
- [API Change] Sendfile-like functionality is gone. The stream no
longer opens files and deals with file descriptors. (Among other
things, this makes the code more portable.) Three writing functions
are provided:
lsquic_stream_write
lsquic_stream_writev
lsquic_stream_writef (NEW)
lsquic_stream_writef() is given an abstract reader that has function
pointers for size() and read() functions which the user can implement.
This is the most flexible way. lsquic_stream_write() and
lsquic_stream_writev() are now both implemented as wrappers around
lsquic_stream_writef().
- [OPTIMIZATION] When writing to stream, be it within or without the
on_write() callback, place data directly into packet buffer,
bypassing auxiliary data structures. This reduces amount of memory
required, for the amount of data that can be written is limited
by the congestion window.
To support writes outside the on_write() callback, we keep N
outgoing packet buffers per connection which can be written to
by any stream. One half of these are reserved for the highest
priority stream(s), the other half for all other streams. This way,
low-priority streams cannot write instead of high-priority streams
and, on the other hand, low-priority streams get a chance to send
their packets out.
The algorithm is as follows:
- When user writes to stream outside of the callback:
- If this is the highest priority stream, place it onto the
reserved N/2 queue or fail.
(The actual size of this queue is dynamic -- MAX(N/2, CWND) --
rather than N/2, allowing high-priority streams to write as
much as can be sent.)
- If the stream is not the highest priority, try to place the
data onto the reserved N/2 queue or fail.
- When tick occurs *and* more packets can be scheduled:
- Transfer packets from the high N/2 queue to the scheduled
queue.
- If more scheduling is allowed:
- Call on_write callbacks for highest-priority streams,
placing resulting packets directly onto the scheduled queue.
- If more scheduling is allowed:
- Transfer packets from the low N/2 queue to the scheduled
queue.
- If more scheduling is allowed:
- Call on_write callbacks for non-highest-priority streams,
placing resulting packets directly onto the scheduled queue
The number N is currently 20, but it could be varied based on
resource usage.
- If stream is created due to incoming headers, make headers readable
from on_new.
- Outgoing packets are no longer marked non-writeable to prevent placing
more than one STREAM frame from the same stream into a single packet.
This property is maintained via code flow and an explicit check.
Packets for stream data are allocated using a special function.
- STREAM frame elision is cheaper, as we only perform it if a reset
stream has outgoing packets referencing it.
- lsquic_packet_out_t is smaller, as stream_rec elements are now
inside a union.
2017-10-31 13:35:58 +00:00
|
|
|
ssize_t nw;
|
|
|
|
|
2018-08-17 15:44:54 +00:00
|
|
|
if (!(st_h->sh_flags & CHAIN_DISPLAYED))
|
|
|
|
{
|
|
|
|
display_cert_chain(lsquic_stream_conn(stream));
|
|
|
|
st_h->sh_flags |= CHAIN_DISPLAYED;
|
|
|
|
}
|
|
|
|
|
2017-09-22 21:00:03 +00:00
|
|
|
if (st_h->sh_flags & HEADERS_SENT)
|
|
|
|
{
|
Latest changes
- [API Change] Sendfile-like functionality is gone. The stream no
longer opens files and deals with file descriptors. (Among other
things, this makes the code more portable.) Three writing functions
are provided:
lsquic_stream_write
lsquic_stream_writev
lsquic_stream_writef (NEW)
lsquic_stream_writef() is given an abstract reader that has function
pointers for size() and read() functions which the user can implement.
This is the most flexible way. lsquic_stream_write() and
lsquic_stream_writev() are now both implemented as wrappers around
lsquic_stream_writef().
- [OPTIMIZATION] When writing to stream, be it within or without the
on_write() callback, place data directly into packet buffer,
bypassing auxiliary data structures. This reduces amount of memory
required, for the amount of data that can be written is limited
by the congestion window.
To support writes outside the on_write() callback, we keep N
outgoing packet buffers per connection which can be written to
by any stream. One half of these are reserved for the highest
priority stream(s), the other half for all other streams. This way,
low-priority streams cannot write instead of high-priority streams
and, on the other hand, low-priority streams get a chance to send
their packets out.
The algorithm is as follows:
- When user writes to stream outside of the callback:
- If this is the highest priority stream, place it onto the
reserved N/2 queue or fail.
(The actual size of this queue is dynamic -- MAX(N/2, CWND) --
rather than N/2, allowing high-priority streams to write as
much as can be sent.)
- If the stream is not the highest priority, try to place the
data onto the reserved N/2 queue or fail.
- When tick occurs *and* more packets can be scheduled:
- Transfer packets from the high N/2 queue to the scheduled
queue.
- If more scheduling is allowed:
- Call on_write callbacks for highest-priority streams,
placing resulting packets directly onto the scheduled queue.
- If more scheduling is allowed:
- Transfer packets from the low N/2 queue to the scheduled
queue.
- If more scheduling is allowed:
- Call on_write callbacks for non-highest-priority streams,
placing resulting packets directly onto the scheduled queue
The number N is currently 20, but it could be varied based on
resource usage.
- If stream is created due to incoming headers, make headers readable
from on_new.
- Outgoing packets are no longer marked non-writeable to prevent placing
more than one STREAM frame from the same stream into a single packet.
This property is maintained via code flow and an explicit check.
Packets for stream data are allocated using a special function.
- STREAM frame elision is cheaper, as we only perform it if a reset
stream has outgoing packets referencing it.
- lsquic_packet_out_t is smaller, as stream_rec elements are now
inside a union.
2017-10-31 13:35:58 +00:00
|
|
|
if (st_h->client_ctx->payload && test_reader_size(st_h->reader.lsqr_ctx) > 0)
|
2017-09-22 21:00:03 +00:00
|
|
|
{
|
Latest changes
- [API Change] Sendfile-like functionality is gone. The stream no
longer opens files and deals with file descriptors. (Among other
things, this makes the code more portable.) Three writing functions
are provided:
lsquic_stream_write
lsquic_stream_writev
lsquic_stream_writef (NEW)
lsquic_stream_writef() is given an abstract reader that has function
pointers for size() and read() functions which the user can implement.
This is the most flexible way. lsquic_stream_write() and
lsquic_stream_writev() are now both implemented as wrappers around
lsquic_stream_writef().
- [OPTIMIZATION] When writing to stream, be it within or without the
on_write() callback, place data directly into packet buffer,
bypassing auxiliary data structures. This reduces amount of memory
required, for the amount of data that can be written is limited
by the congestion window.
To support writes outside the on_write() callback, we keep N
outgoing packet buffers per connection which can be written to
by any stream. One half of these are reserved for the highest
priority stream(s), the other half for all other streams. This way,
low-priority streams cannot write instead of high-priority streams
and, on the other hand, low-priority streams get a chance to send
their packets out.
The algorithm is as follows:
- When user writes to stream outside of the callback:
- If this is the highest priority stream, place it onto the
reserved N/2 queue or fail.
(The actual size of this queue is dynamic -- MAX(N/2, CWND) --
rather than N/2, allowing high-priority streams to write as
much as can be sent.)
- If the stream is not the highest priority, try to place the
data onto the reserved N/2 queue or fail.
- When tick occurs *and* more packets can be scheduled:
- Transfer packets from the high N/2 queue to the scheduled
queue.
- If more scheduling is allowed:
- Call on_write callbacks for highest-priority streams,
placing resulting packets directly onto the scheduled queue.
- If more scheduling is allowed:
- Transfer packets from the low N/2 queue to the scheduled
queue.
- If more scheduling is allowed:
- Call on_write callbacks for non-highest-priority streams,
placing resulting packets directly onto the scheduled queue
The number N is currently 20, but it could be varied based on
resource usage.
- If stream is created due to incoming headers, make headers readable
from on_new.
- Outgoing packets are no longer marked non-writeable to prevent placing
more than one STREAM frame from the same stream into a single packet.
This property is maintained via code flow and an explicit check.
Packets for stream data are allocated using a special function.
- STREAM frame elision is cheaper, as we only perform it if a reset
stream has outgoing packets referencing it.
- lsquic_packet_out_t is smaller, as stream_rec elements are now
inside a union.
2017-10-31 13:35:58 +00:00
|
|
|
nw = lsquic_stream_writef(stream, &st_h->reader);
|
|
|
|
if (nw < 0)
|
2017-09-22 21:00:03 +00:00
|
|
|
{
|
Latest changes
- [API Change] Sendfile-like functionality is gone. The stream no
longer opens files and deals with file descriptors. (Among other
things, this makes the code more portable.) Three writing functions
are provided:
lsquic_stream_write
lsquic_stream_writev
lsquic_stream_writef (NEW)
lsquic_stream_writef() is given an abstract reader that has function
pointers for size() and read() functions which the user can implement.
This is the most flexible way. lsquic_stream_write() and
lsquic_stream_writev() are now both implemented as wrappers around
lsquic_stream_writef().
- [OPTIMIZATION] When writing to stream, be it within or without the
on_write() callback, place data directly into packet buffer,
bypassing auxiliary data structures. This reduces amount of memory
required, for the amount of data that can be written is limited
by the congestion window.
To support writes outside the on_write() callback, we keep N
outgoing packet buffers per connection which can be written to
by any stream. One half of these are reserved for the highest
priority stream(s), the other half for all other streams. This way,
low-priority streams cannot write instead of high-priority streams
and, on the other hand, low-priority streams get a chance to send
their packets out.
The algorithm is as follows:
- When user writes to stream outside of the callback:
- If this is the highest priority stream, place it onto the
reserved N/2 queue or fail.
(The actual size of this queue is dynamic -- MAX(N/2, CWND) --
rather than N/2, allowing high-priority streams to write as
much as can be sent.)
- If the stream is not the highest priority, try to place the
data onto the reserved N/2 queue or fail.
- When tick occurs *and* more packets can be scheduled:
- Transfer packets from the high N/2 queue to the scheduled
queue.
- If more scheduling is allowed:
- Call on_write callbacks for highest-priority streams,
placing resulting packets directly onto the scheduled queue.
- If more scheduling is allowed:
- Transfer packets from the low N/2 queue to the scheduled
queue.
- If more scheduling is allowed:
- Call on_write callbacks for non-highest-priority streams,
placing resulting packets directly onto the scheduled queue
The number N is currently 20, but it could be varied based on
resource usage.
- If stream is created due to incoming headers, make headers readable
from on_new.
- Outgoing packets are no longer marked non-writeable to prevent placing
more than one STREAM frame from the same stream into a single packet.
This property is maintained via code flow and an explicit check.
Packets for stream data are allocated using a special function.
- STREAM frame elision is cheaper, as we only perform it if a reset
stream has outgoing packets referencing it.
- lsquic_packet_out_t is smaller, as stream_rec elements are now
inside a union.
2017-10-31 13:35:58 +00:00
|
|
|
LSQ_ERROR("write error: %s", strerror(errno));
|
2017-09-22 21:00:03 +00:00
|
|
|
exit(1);
|
|
|
|
}
|
Latest changes
- [API Change] Sendfile-like functionality is gone. The stream no
longer opens files and deals with file descriptors. (Among other
things, this makes the code more portable.) Three writing functions
are provided:
lsquic_stream_write
lsquic_stream_writev
lsquic_stream_writef (NEW)
lsquic_stream_writef() is given an abstract reader that has function
pointers for size() and read() functions which the user can implement.
This is the most flexible way. lsquic_stream_write() and
lsquic_stream_writev() are now both implemented as wrappers around
lsquic_stream_writef().
- [OPTIMIZATION] When writing to stream, be it within or without the
on_write() callback, place data directly into packet buffer,
bypassing auxiliary data structures. This reduces amount of memory
required, for the amount of data that can be written is limited
by the congestion window.
To support writes outside the on_write() callback, we keep N
outgoing packet buffers per connection which can be written to
by any stream. One half of these are reserved for the highest
priority stream(s), the other half for all other streams. This way,
low-priority streams cannot write instead of high-priority streams
and, on the other hand, low-priority streams get a chance to send
their packets out.
The algorithm is as follows:
- When user writes to stream outside of the callback:
- If this is the highest priority stream, place it onto the
reserved N/2 queue or fail.
(The actual size of this queue is dynamic -- MAX(N/2, CWND) --
rather than N/2, allowing high-priority streams to write as
much as can be sent.)
- If the stream is not the highest priority, try to place the
data onto the reserved N/2 queue or fail.
- When tick occurs *and* more packets can be scheduled:
- Transfer packets from the high N/2 queue to the scheduled
queue.
- If more scheduling is allowed:
- Call on_write callbacks for highest-priority streams,
placing resulting packets directly onto the scheduled queue.
- If more scheduling is allowed:
- Transfer packets from the low N/2 queue to the scheduled
queue.
- If more scheduling is allowed:
- Call on_write callbacks for non-highest-priority streams,
placing resulting packets directly onto the scheduled queue
The number N is currently 20, but it could be varied based on
resource usage.
- If stream is created due to incoming headers, make headers readable
from on_new.
- Outgoing packets are no longer marked non-writeable to prevent placing
more than one STREAM frame from the same stream into a single packet.
This property is maintained via code flow and an explicit check.
Packets for stream data are allocated using a special function.
- STREAM frame elision is cheaper, as we only perform it if a reset
stream has outgoing packets referencing it.
- lsquic_packet_out_t is smaller, as stream_rec elements are now
inside a union.
2017-10-31 13:35:58 +00:00
|
|
|
if (test_reader_size(st_h->reader.lsqr_ctx) > 0)
|
|
|
|
{
|
|
|
|
lsquic_stream_wantwrite(stream, 1);
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
lsquic_stream_shutdown(stream, 1);
|
|
|
|
lsquic_stream_wantread(stream, 1);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
lsquic_stream_shutdown(stream, 1);
|
|
|
|
lsquic_stream_wantread(stream, 1);
|
2017-09-22 21:00:03 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
st_h->sh_flags |= HEADERS_SENT;
|
|
|
|
send_headers(st_h);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static void
|
|
|
|
http_client_on_read (lsquic_stream_t *stream, lsquic_stream_ctx_t *st_h)
|
|
|
|
{
|
2018-02-26 21:01:16 +00:00
|
|
|
struct http_client_ctx *const client_ctx = st_h->client_ctx;
|
2018-08-28 13:59:47 +00:00
|
|
|
struct hset *hset;
|
2017-09-22 21:00:03 +00:00
|
|
|
ssize_t nread;
|
|
|
|
unsigned old_prio, new_prio;
|
|
|
|
unsigned char buf[0x200];
|
|
|
|
unsigned nreads = 0;
|
2018-03-12 22:25:01 +00:00
|
|
|
#ifdef WIN32
|
2018-05-16 19:48:43 +00:00
|
|
|
srand(GetTickCount());
|
2018-03-12 22:25:01 +00:00
|
|
|
#endif
|
|
|
|
|
2018-08-28 13:59:47 +00:00
|
|
|
if (g_header_bypass
|
|
|
|
&& !(client_ctx->hcc_flags & HCC_PROCESSED_HEADERS))
|
|
|
|
{
|
|
|
|
hset = lsquic_stream_get_hset(stream);
|
|
|
|
if (!hset)
|
|
|
|
{
|
|
|
|
LSQ_ERROR("could not get header set from stream");
|
|
|
|
exit(2);
|
|
|
|
}
|
|
|
|
if (!(client_ctx->hcc_flags & HCC_DISCARD_RESPONSE))
|
|
|
|
hset_dump(hset, stdout);
|
|
|
|
hset_destroy(hset);
|
|
|
|
client_ctx->hcc_flags |= HCC_PROCESSED_HEADERS;
|
|
|
|
}
|
|
|
|
|
2017-09-22 21:00:03 +00:00
|
|
|
do
|
|
|
|
{
|
|
|
|
nread = lsquic_stream_read(stream, buf, sizeof(buf));
|
|
|
|
if (nread > 0)
|
|
|
|
{
|
|
|
|
if (!(client_ctx->hcc_flags & HCC_DISCARD_RESPONSE))
|
|
|
|
write(STDOUT_FILENO, buf, nread);
|
|
|
|
if (randomly_reprioritize_streams && (st_h->count++ & 0x3F) == 0)
|
|
|
|
{
|
|
|
|
old_prio = lsquic_stream_priority(stream);
|
2018-05-10 12:11:32 +00:00
|
|
|
new_prio = 1 + (random() & 0xFF);
|
2018-02-26 21:01:16 +00:00
|
|
|
#ifndef NDEBUG
|
|
|
|
const int s =
|
|
|
|
#endif
|
|
|
|
lsquic_stream_set_priority(stream, new_prio);
|
2017-09-22 21:00:03 +00:00
|
|
|
assert(s == 0);
|
|
|
|
LSQ_NOTICE("changed stream %u priority from %u to %u",
|
|
|
|
lsquic_stream_id(stream), old_prio, new_prio);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
else if (0 == nread)
|
|
|
|
{
|
2018-02-26 21:01:16 +00:00
|
|
|
client_ctx->hcc_flags |= HCC_SEEN_FIN;
|
2017-09-22 21:00:03 +00:00
|
|
|
lsquic_stream_shutdown(stream, 0);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
else if (client_ctx->prog->prog_settings.es_rw_once && EWOULDBLOCK == errno)
|
|
|
|
{
|
|
|
|
LSQ_NOTICE("emptied the buffer in 'once' mode");
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
LSQ_ERROR("could not read: %s", strerror(errno));
|
|
|
|
exit(2);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
while (client_ctx->prog->prog_settings.es_rw_once
|
|
|
|
&& nreads++ < 3 /* Emulate just a few reads */);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static void
|
|
|
|
http_client_on_close (lsquic_stream_t *stream, lsquic_stream_ctx_t *st_h)
|
|
|
|
{
|
|
|
|
const int pushed = lsquic_stream_is_pushed(stream);
|
|
|
|
if (pushed)
|
|
|
|
{
|
|
|
|
assert(NULL == st_h);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
LSQ_INFO("%s called", __func__);
|
|
|
|
lsquic_conn_t *conn = lsquic_stream_conn(stream);
|
|
|
|
lsquic_conn_ctx_t *conn_h;
|
|
|
|
TAILQ_FOREACH(conn_h, &st_h->client_ctx->conn_ctxs, next_ch)
|
|
|
|
if (conn_h->conn == conn)
|
|
|
|
break;
|
|
|
|
assert(conn_h);
|
|
|
|
--conn_h->ch_n_reqs;
|
|
|
|
if (0 == conn_h->ch_n_reqs)
|
|
|
|
{
|
|
|
|
LSQ_INFO("all requests completed, closing connection");
|
|
|
|
lsquic_conn_close(conn_h->conn);
|
|
|
|
}
|
|
|
|
else
|
|
|
|
lsquic_conn_make_stream(conn);
|
Latest changes
- [API Change] Sendfile-like functionality is gone. The stream no
longer opens files and deals with file descriptors. (Among other
things, this makes the code more portable.) Three writing functions
are provided:
lsquic_stream_write
lsquic_stream_writev
lsquic_stream_writef (NEW)
lsquic_stream_writef() is given an abstract reader that has function
pointers for size() and read() functions which the user can implement.
This is the most flexible way. lsquic_stream_write() and
lsquic_stream_writev() are now both implemented as wrappers around
lsquic_stream_writef().
- [OPTIMIZATION] When writing to stream, be it within or without the
on_write() callback, place data directly into packet buffer,
bypassing auxiliary data structures. This reduces amount of memory
required, for the amount of data that can be written is limited
by the congestion window.
To support writes outside the on_write() callback, we keep N
outgoing packet buffers per connection which can be written to
by any stream. One half of these are reserved for the highest
priority stream(s), the other half for all other streams. This way,
low-priority streams cannot write instead of high-priority streams
and, on the other hand, low-priority streams get a chance to send
their packets out.
The algorithm is as follows:
- When user writes to stream outside of the callback:
- If this is the highest priority stream, place it onto the
reserved N/2 queue or fail.
(The actual size of this queue is dynamic -- MAX(N/2, CWND) --
rather than N/2, allowing high-priority streams to write as
much as can be sent.)
- If the stream is not the highest priority, try to place the
data onto the reserved N/2 queue or fail.
- When tick occurs *and* more packets can be scheduled:
- Transfer packets from the high N/2 queue to the scheduled
queue.
- If more scheduling is allowed:
- Call on_write callbacks for highest-priority streams,
placing resulting packets directly onto the scheduled queue.
- If more scheduling is allowed:
- Transfer packets from the low N/2 queue to the scheduled
queue.
- If more scheduling is allowed:
- Call on_write callbacks for non-highest-priority streams,
placing resulting packets directly onto the scheduled queue
The number N is currently 20, but it could be varied based on
resource usage.
- If stream is created due to incoming headers, make headers readable
from on_new.
- Outgoing packets are no longer marked non-writeable to prevent placing
more than one STREAM frame from the same stream into a single packet.
This property is maintained via code flow and an explicit check.
Packets for stream data are allocated using a special function.
- STREAM frame elision is cheaper, as we only perform it if a reset
stream has outgoing packets referencing it.
- lsquic_packet_out_t is smaller, as stream_rec elements are now
inside a union.
2017-10-31 13:35:58 +00:00
|
|
|
if (st_h->reader.lsqr_ctx)
|
|
|
|
destroy_lsquic_reader_ctx(st_h->reader.lsqr_ctx);
|
2017-09-22 21:00:03 +00:00
|
|
|
free(st_h);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
const struct lsquic_stream_if http_client_if = {
|
|
|
|
.on_new_conn = http_client_on_new_conn,
|
|
|
|
.on_conn_closed = http_client_on_conn_closed,
|
|
|
|
.on_new_stream = http_client_on_new_stream,
|
|
|
|
.on_read = http_client_on_read,
|
|
|
|
.on_write = http_client_on_write,
|
|
|
|
.on_close = http_client_on_close,
|
2018-05-21 19:02:33 +00:00
|
|
|
.on_hsk_done = http_client_on_hsk_done,
|
2017-09-22 21:00:03 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
static void
|
|
|
|
usage (const char *prog)
|
|
|
|
{
|
|
|
|
const char *const slash = strrchr(prog, '/');
|
|
|
|
if (slash)
|
|
|
|
prog = slash + 1;
|
|
|
|
printf(
|
|
|
|
"Usage: %s [opts]\n"
|
|
|
|
"\n"
|
|
|
|
"Options:\n"
|
|
|
|
" -p PATH Path to request. May be specified more than once.\n"
|
|
|
|
" -n CONNS Number of concurrent connections. Defaults to 1.\n"
|
|
|
|
" -r NREQS Total number of requests to send. Defaults to 1.\n"
|
|
|
|
" -R NREQS Maximum number of requests per single connection. Some\n"
|
|
|
|
" connections will have fewer requests than this.\n"
|
|
|
|
" -m METHOD Method. Defaults to GET.\n"
|
|
|
|
" -P PAYLOAD Name of the file that contains payload to be used in the\n"
|
|
|
|
" request. This adds two more headers to the request:\n"
|
|
|
|
" content-type: application/octet-stream and\n"
|
|
|
|
" content-length\n"
|
|
|
|
" -K Discard server response\n"
|
2018-02-26 21:01:16 +00:00
|
|
|
" -I Abort on incomplete reponse from server\n"
|
2018-05-16 19:48:43 +00:00
|
|
|
" -4 Prefer IPv4 when resolving hostname\n"
|
|
|
|
" -6 Prefer IPv6 when resolving hostname\n"
|
2018-08-17 15:44:54 +00:00
|
|
|
#ifndef WIN32
|
|
|
|
" -C DIR Certificate store. If specified, server certificate will\n"
|
|
|
|
#endif
|
|
|
|
" be verified.\n"
|
2017-09-22 21:00:03 +00:00
|
|
|
, prog);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2018-08-17 15:44:54 +00:00
|
|
|
#ifndef WIN32
|
|
|
|
static X509_STORE *store;
|
|
|
|
|
|
|
|
/* Windows does not have regex... */
|
|
|
|
static int
|
|
|
|
ends_in_pem (const char *s)
|
|
|
|
{
|
|
|
|
int len;
|
|
|
|
|
|
|
|
len = strlen(s);
|
|
|
|
|
|
|
|
return len >= 4
|
|
|
|
&& 0 == strcasecmp(s + len - 4, ".pem");
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static X509 *
|
|
|
|
file2cert (const char *path)
|
|
|
|
{
|
|
|
|
X509 *cert = NULL;
|
|
|
|
BIO *in;
|
|
|
|
|
|
|
|
in = BIO_new(BIO_s_file());
|
|
|
|
if (!in)
|
|
|
|
goto end;
|
|
|
|
|
|
|
|
if (BIO_read_filename(in, path) <= 0)
|
|
|
|
goto end;
|
|
|
|
|
|
|
|
cert = PEM_read_bio_X509_AUX(in, NULL, NULL, NULL);
|
|
|
|
|
|
|
|
end:
|
|
|
|
BIO_free(in);
|
|
|
|
return cert;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static int
|
|
|
|
init_x509_cert_store (const char *path)
|
|
|
|
{
|
|
|
|
struct dirent *ent;
|
|
|
|
X509 *cert;
|
|
|
|
DIR *dir;
|
|
|
|
char file_path[NAME_MAX];
|
|
|
|
|
|
|
|
dir = opendir(path);
|
|
|
|
if (!dir)
|
|
|
|
{
|
|
|
|
LSQ_WARN("Cannot open directory `%s': %s", path, strerror(errno));
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
|
|
|
|
store = X509_STORE_new();
|
|
|
|
|
|
|
|
while ((ent = readdir(dir)))
|
|
|
|
{
|
|
|
|
if (ends_in_pem(ent->d_name))
|
|
|
|
{
|
|
|
|
snprintf(file_path, sizeof(file_path), "%s/%s", path, ent->d_name);
|
|
|
|
cert = file2cert(file_path);
|
|
|
|
if (cert)
|
|
|
|
{
|
|
|
|
if (1 != X509_STORE_add_cert(store, cert))
|
|
|
|
LSQ_WARN("could not add cert from %s", file_path);
|
|
|
|
}
|
|
|
|
else
|
|
|
|
LSQ_WARN("could not read cert from %s", file_path);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
(void) closedir(dir);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static int
|
|
|
|
verify_server_cert (void *ctx, STACK_OF(X509) *chain)
|
|
|
|
{
|
|
|
|
X509_STORE_CTX store_ctx;
|
|
|
|
X509 *cert;
|
|
|
|
int ver;
|
|
|
|
|
|
|
|
if (!store)
|
|
|
|
{
|
|
|
|
if (0 != init_x509_cert_store(ctx))
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
|
|
|
|
cert = sk_X509_shift(chain);
|
|
|
|
X509_STORE_CTX_init(&store_ctx, store, cert, chain);
|
|
|
|
|
|
|
|
ver = X509_verify_cert(&store_ctx);
|
|
|
|
|
|
|
|
X509_STORE_CTX_cleanup(&store_ctx);
|
|
|
|
|
|
|
|
if (ver != 1)
|
|
|
|
LSQ_WARN("could not verify server certificate");
|
|
|
|
|
|
|
|
return ver == 1 ? 0 : -1;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
2018-08-28 13:59:47 +00:00
|
|
|
static void *
|
|
|
|
hset_create (void *hsi_ctx, int is_push_promise)
|
|
|
|
{
|
|
|
|
struct hset *hset;
|
|
|
|
|
|
|
|
hset = malloc(sizeof(*hset));
|
|
|
|
if (hset)
|
|
|
|
{
|
|
|
|
STAILQ_INIT(hset);
|
|
|
|
return hset;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static enum lsquic_header_status
|
|
|
|
hset_add_header (void *hset_p, unsigned name_idx,
|
|
|
|
const char *name, unsigned name_len,
|
|
|
|
const char *value, unsigned value_len)
|
|
|
|
{
|
|
|
|
struct hset *hset = hset_p;
|
|
|
|
struct hset_elem *el;
|
|
|
|
|
|
|
|
if (!name) /* This signals end of headers. We do no post-processing. */
|
|
|
|
return LSQUIC_HDR_OK;
|
|
|
|
|
|
|
|
el = malloc(sizeof(*el));
|
|
|
|
if (!el)
|
|
|
|
return LSQUIC_HDR_ERR_NOMEM;
|
|
|
|
|
|
|
|
el->name = strndup(name, name_len);
|
|
|
|
el->value = strndup(value, value_len);
|
|
|
|
if (!(el->name && el->value))
|
|
|
|
{
|
|
|
|
free(el->name);
|
|
|
|
free(el->value);
|
|
|
|
free(el);
|
|
|
|
return LSQUIC_HDR_ERR_NOMEM;
|
|
|
|
}
|
|
|
|
|
|
|
|
el->name_idx = name_idx;
|
|
|
|
STAILQ_INSERT_TAIL(hset, el, next);
|
|
|
|
return LSQUIC_HDR_OK;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static void
|
|
|
|
hset_destroy (void *hset_p)
|
|
|
|
{
|
|
|
|
struct hset *hset = hset_p;
|
|
|
|
struct hset_elem *el, *next;
|
|
|
|
|
|
|
|
for (el = STAILQ_FIRST(hset); el; el = next)
|
|
|
|
{
|
|
|
|
next = STAILQ_NEXT(el, next);
|
|
|
|
free(el->name);
|
|
|
|
free(el->value);
|
|
|
|
free(el);
|
|
|
|
}
|
|
|
|
free(hset);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static void
|
|
|
|
hset_dump (const struct hset *hset, FILE *out)
|
|
|
|
{
|
|
|
|
const struct hset_elem *el;
|
|
|
|
|
|
|
|
STAILQ_FOREACH(el, hset, next)
|
|
|
|
if (el->name_idx)
|
|
|
|
fprintf(out, "%s (static table idx %u): %s\n", el->name,
|
|
|
|
el->name_idx, el->value);
|
|
|
|
else
|
|
|
|
fprintf(out, "%s: %s\n", el->name, el->value);
|
|
|
|
|
|
|
|
fprintf(out, "\n");
|
|
|
|
fflush(out);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/* These are basic and for illustration purposes only. You will want to
|
|
|
|
* do your own verification by doing something similar to what is done
|
|
|
|
* in src/liblsquic/lsquic_http1x_if.c
|
|
|
|
*/
|
|
|
|
static const struct lsquic_hset_if header_bypass_api =
|
|
|
|
{
|
|
|
|
.hsi_create_header_set = hset_create,
|
|
|
|
.hsi_process_header = hset_add_header,
|
|
|
|
.hsi_discard_header_set = hset_destroy,
|
|
|
|
};
|
|
|
|
|
|
|
|
|
2017-09-22 21:00:03 +00:00
|
|
|
int
|
|
|
|
main (int argc, char **argv)
|
|
|
|
{
|
|
|
|
int opt, s;
|
|
|
|
struct http_client_ctx client_ctx;
|
|
|
|
struct stat st;
|
|
|
|
struct path_elem *pe;
|
|
|
|
struct sport_head sports;
|
|
|
|
struct prog prog;
|
|
|
|
|
|
|
|
TAILQ_INIT(&sports);
|
|
|
|
memset(&client_ctx, 0, sizeof(client_ctx));
|
|
|
|
client_ctx.hcc_concurrency = 1;
|
|
|
|
TAILQ_INIT(&client_ctx.hcc_path_elems);
|
|
|
|
TAILQ_INIT(&client_ctx.conn_ctxs);
|
|
|
|
client_ctx.method = "GET";
|
|
|
|
client_ctx.hcc_concurrency = 1;
|
|
|
|
client_ctx.hcc_reqs_per_conn = 1;
|
|
|
|
client_ctx.hcc_total_n_reqs = 1;
|
|
|
|
client_ctx.prog = &prog;
|
2018-03-12 22:25:01 +00:00
|
|
|
#ifdef WIN32
|
|
|
|
WSADATA wsd;
|
|
|
|
WSAStartup(MAKEWORD(2, 2), &wsd);
|
|
|
|
#endif
|
|
|
|
|
2017-09-22 21:00:03 +00:00
|
|
|
prog_init(&prog, LSENG_HTTP, &sports, &http_client_if, &client_ctx);
|
|
|
|
|
2018-08-28 13:59:47 +00:00
|
|
|
while (-1 != (opt = getopt(argc, argv, PROG_OPTS "46Br:R:IKu:EP:M:n:H:p:h"
|
2018-08-17 15:44:54 +00:00
|
|
|
#ifndef WIN32
|
|
|
|
"C:"
|
|
|
|
#endif
|
|
|
|
)))
|
2017-09-22 21:00:03 +00:00
|
|
|
{
|
|
|
|
switch (opt) {
|
2018-05-16 19:48:43 +00:00
|
|
|
case '4':
|
2018-05-16 16:14:02 +00:00
|
|
|
case '6':
|
2018-05-18 14:39:21 +00:00
|
|
|
prog.prog_ipver = opt - '0';
|
2018-05-16 16:14:02 +00:00
|
|
|
break;
|
2018-08-28 13:59:47 +00:00
|
|
|
case 'B':
|
|
|
|
g_header_bypass = 1;
|
|
|
|
prog.prog_api.ea_hsi_if = &header_bypass_api;
|
|
|
|
prog.prog_api.ea_hsi_ctx = NULL;
|
|
|
|
break;
|
2018-02-26 21:01:16 +00:00
|
|
|
case 'I':
|
|
|
|
client_ctx.hcc_flags |= HCC_ABORT_ON_INCOMPLETE;
|
|
|
|
break;
|
2017-09-22 21:00:03 +00:00
|
|
|
case 'K':
|
|
|
|
client_ctx.hcc_flags |= HCC_DISCARD_RESPONSE;
|
|
|
|
break;
|
|
|
|
case 'u': /* Accept p<U>sh promise */
|
|
|
|
promise_fd = open(optarg, O_WRONLY|O_CREAT|O_TRUNC, 0644);
|
|
|
|
if (promise_fd < 0)
|
|
|
|
{
|
|
|
|
perror("open");
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
prog.prog_settings.es_support_push = 1; /* Pokes into prog */
|
|
|
|
break;
|
|
|
|
case 'E': /* E: randomly reprioritize str<E>ams. Now, that's
|
|
|
|
* pretty random. :)
|
|
|
|
*/
|
|
|
|
randomly_reprioritize_streams = 1;
|
|
|
|
break;
|
|
|
|
case 'n':
|
|
|
|
client_ctx.hcc_concurrency = atoi(optarg);
|
|
|
|
break;
|
|
|
|
case 'P':
|
|
|
|
client_ctx.payload = optarg;
|
|
|
|
if (0 != stat(optarg, &st))
|
|
|
|
{
|
|
|
|
perror("stat");
|
|
|
|
exit(2);
|
|
|
|
}
|
|
|
|
sprintf(client_ctx.payload_size, "%jd", (intmax_t) st.st_size);
|
|
|
|
break;
|
|
|
|
case 'M':
|
|
|
|
client_ctx.method = optarg;
|
|
|
|
break;
|
|
|
|
case 'r':
|
|
|
|
client_ctx.hcc_total_n_reqs = atoi(optarg);
|
|
|
|
break;
|
|
|
|
case 'R':
|
|
|
|
client_ctx.hcc_reqs_per_conn = atoi(optarg);
|
|
|
|
break;
|
|
|
|
case 'H':
|
|
|
|
client_ctx.hostname = optarg;
|
2018-05-16 19:48:43 +00:00
|
|
|
prog.prog_hostname = optarg; /* Pokes into prog */
|
2017-09-22 21:00:03 +00:00
|
|
|
break;
|
|
|
|
case 'p':
|
|
|
|
pe = calloc(1, sizeof(*pe));
|
|
|
|
pe->path = optarg;
|
|
|
|
TAILQ_INSERT_TAIL(&client_ctx.hcc_path_elems, pe, next_pe);
|
|
|
|
break;
|
|
|
|
case 'h':
|
|
|
|
usage(argv[0]);
|
|
|
|
prog_print_common_options(&prog, stdout);
|
|
|
|
exit(0);
|
2018-08-17 15:44:54 +00:00
|
|
|
#ifndef WIN32
|
|
|
|
case 'C':
|
|
|
|
prog.prog_api.ea_verify_cert = verify_server_cert;
|
|
|
|
prog.prog_api.ea_verify_ctx = optarg;
|
|
|
|
break;
|
|
|
|
#endif
|
2017-09-22 21:00:03 +00:00
|
|
|
default:
|
|
|
|
if (0 != prog_set_opt(&prog, opt, optarg))
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (TAILQ_EMPTY(&client_ctx.hcc_path_elems))
|
|
|
|
{
|
|
|
|
fprintf(stderr, "Specify at least one path using -p option\n");
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (0 != prog_prep(&prog))
|
|
|
|
{
|
|
|
|
LSQ_ERROR("could not prep");
|
|
|
|
exit(EXIT_FAILURE);
|
|
|
|
}
|
|
|
|
|
|
|
|
create_connections(&client_ctx);
|
|
|
|
|
|
|
|
LSQ_DEBUG("entering event loop");
|
|
|
|
|
|
|
|
s = prog_run(&prog);
|
|
|
|
prog_cleanup(&prog);
|
|
|
|
if (promise_fd >= 0)
|
|
|
|
(void) close(promise_fd);
|
|
|
|
|
2018-08-27 17:55:06 +00:00
|
|
|
while ((pe = TAILQ_FIRST(&client_ctx.hcc_path_elems)))
|
|
|
|
{
|
|
|
|
TAILQ_REMOVE(&client_ctx.hcc_path_elems, pe, next_pe);
|
|
|
|
free(pe);
|
|
|
|
}
|
|
|
|
|
2017-09-22 21:00:03 +00:00
|
|
|
exit(0 == s ? EXIT_SUCCESS : EXIT_FAILURE);
|
|
|
|
}
|