technocloud-public/nginx-unit
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

HTTP parser benchmark.

Browse Source
This commit is contained in:
Valentin Bartenev
2017-03-08 00:28:26 +03:00
parent c624c9ea64
commit c69e4fb11a
1 changed files with 176 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

179
test/nxt_http_parse_unit_test.c
View File

@@ -44,13 +44,17 @@ typedef struct {
static nxt_int_t nxt_http_parse_unit_test_run(nxt_http_request_parse_t *rp, static nxt_int_t nxt_http_parse_unit_test_run(nxt_http_request_parse_t *rp,
nxt_str_t *request); nxt_str_t *request);
static nxt_int_t nxt_http_parse_unit_test_bench(nxt_thread_t *thr,
nxt_str_t *request, nxt_http_fields_hash_t *hash, const char *name,
nxt_uint_t n);
static nxt_int_t nxt_http_parse_unit_test_request_line( static nxt_int_t nxt_http_parse_unit_test_request_line(
nxt_http_request_parse_t *rp, nxt_http_parse_unit_test_data_t *data, nxt_http_request_parse_t *rp, nxt_http_parse_unit_test_data_t *data,
nxt_str_t *request, nxt_log_t *log); nxt_str_t *request, nxt_log_t *log);
static nxt_int_t nxt_http_unit_test_header_return(void *ctx, nxt_str_t *name, static nxt_int_t nxt_http_unit_test_header_return(void *ctx, nxt_str_t *name,
nxt_str_t *value, uintptr_t data); nxt_str_t *value, uintptr_t data);
static nxt_int_t nxt_http_unit_test_header_dump(void *ctx, nxt_str_t *name,
nxt_str_t *value, uintptr_t data);
static nxt_http_parse_unit_test_case_t nxt_http_unit_test_cases[] = { static nxt_http_parse_unit_test_case_t nxt_http_unit_test_cases[] = {
@@ -269,6 +273,103 @@ static nxt_http_fields_t nxt_http_unit_test_headers[] = {
}; };
static nxt_http_fields_t nxt_http_unit_test_bench_headers[] = {
{ nxt_string("Host"), &nxt_http_unit_test_header_dump, 0 },
{ nxt_string("User-Agent"), &nxt_http_unit_test_header_dump, 0 },
{ nxt_string("Accept-Encoding"), &nxt_http_unit_test_header_dump, 0 },
{ nxt_string("Accept-Language"), &nxt_http_unit_test_header_dump, 0 },
{ nxt_string("Connection"), &nxt_http_unit_test_header_dump, 0 },
{ nxt_string("Content-Length"), &nxt_http_unit_test_header_dump, 0 },
{ nxt_string("Content-Type"), &nxt_http_unit_test_header_dump, 0 },
{ nxt_string("If-Modified-Since"), &nxt_http_unit_test_header_dump, 0 },
{ nxt_string("If-Match"), &nxt_http_unit_test_header_dump, 0 },
{ nxt_string("Date"), &nxt_http_unit_test_header_dump, 0 },
{ nxt_string("Upgrade"), &nxt_http_unit_test_header_dump, 0 },
{ nxt_string("X-Forwarded-For"), &nxt_http_unit_test_header_dump, 0 },
{ nxt_string("X-Request-ID"), &nxt_http_unit_test_header_dump, 0 },
{ nxt_null_string, NULL, 0 }
};
static nxt_str_t nxt_http_unit_test_simple_request = nxt_string(
"GET /page HTTP/1.1\r\n"
"Host: example.com\r\n\r\n"
);
static nxt_str_t nxt_http_unit_test_big_request = nxt_string(
"POST /path/to/very/interesting/article/on.this.site?arg1=value&arg2=value"
"2&very_big_arg=even_bigger_value HTTP/1.1\r\n"
"Host: www.example.com\r\n"
"User-Agent: Mozilla/5.0 (X11; Gentoo Linux x86_64; rv:42.0) Firefox/42.0"
"\r\n"
"Accept: text/html,application/json,application/xml;q=0.9,*/*;q=0.8\r\n"
"Accept-Language: ru-RU,ru;q=0.8,en-US;q=0.6,en;q=0.4\r\n"
"Accept-Encoding: gzip, deflate, br\r\n"
"If-Modified-Since: Wed, 31 Dec 1986 16:00:00 GMT\r\n"
"Referer: https://example.org/path/to/not-interesting/article.html\r\n"
"Cookie: name=value; name2=value2; some_big_cookie=iVBORw0KGgoAAAANSUhEUgA"
"AAEAAAABACAMAAACdt4HsAAAABGdBTUEAALGPC/xhBQAAAAFzUkdCAK7OHOkAAABmelRY"
"dFJhdyBwcm9maWxlIHR5cGUgZXhpZgAAeNptitsJgEAMBP9ThSWsZy6PcvKhcB1YvjEni"
"ODAwjAs7ec4aCmkEXc1cREk7OwtUgyTFRA3BU+vFPjS7gUI/p46Q0u2fP/1B7oA1Scbwk"
"nkf9gAAAAJcEhZcwAADsMAAA7DAcdvqGQAAACfUExURQwMDDw8PFBQUAICAhQUFAcHBxs"
"bGxEREQkJCTk5OTU1NSAgIFRUVB8fH0xMTCUlJVtbW0pKSikpKS8vL0BAQEZGRjMzM2Bg"
"YL6+vsDAwLS0tF1dXXJycrGxsWVlZWhoaKenp29vb6urq8TExHp6epSUlLu7u66urqOjo"
"5ycnH9/f4CAgJOTk5qamo6OjoWFhYiIiHd3d8nJyc/Pz9LS0ojXP1QAAAihSURBVFjDZV"
"eHdqM6EBUYEEh0EM3gCu41+/7/294dCSfZsxOHeM8yV3f6iGVGYohNEtJPGEjPiSLpMTz"
"zokg8DmGOCOm/P0I6MTPaBGDPCGEYV3kEzchjzPOSPIkk8BzuM8fSCOFfALER+6MdpnaV"
"55FMoOP7UliioK8QzpiT0Qv0Fl4lDJvFPwChETuHFjhw7vhRVcGAXDqcfhhnRaZUWeJTW"
"pYVCBEYAJihtCsUpIhyq6win3ueDCoRBIknJRwACtz3AJhDYBhESsmyEjhaKv0MRJIIFR"
"d4XyYqC1RWwQFeBF2CcApCmEFI2KwHTRIrsMq8UnYcRUkehKtlaGeq8BjowKHEQf7oEgH"
"JcKRWpSeZpTIrs5dKlGX9fF7GfrtdWqDAuce1IyOtLbWyRKRYIIIPBo63gswO07q20/p6"
"2txvj+flvUZUZeQ4IODBGDoYivoReREzugaAJKuX637dP0/DbnMGwuWyTTNlBYX0ItL3E"
"q2ptUmYZi9+ANLt9r2+nrqmORKD1/W9Xi3hirisEumQOz+qRv5hUL/H1bg7tG0znKbHCy"
"Zs16u6TgmiQH5rLW2Ltslhf6kjO1bjOJ4PTfu1PwDgeR0BsF6BBCBQIThee+P78QvAQNS"
"X17mD/tfXYaMBejAAhWWahqoiB5q8dmYQ9rc+AF7Trmn2BLC7vy4XQ0ADpHZmJRQPznVO"
"0YcABJRnBwBg+Tofm3a//2q7zYREIAAyAQRQQKqAJ/ksH4CPC4wJy9uma2eA2+syjtsVn"
"LicKzDTRYaqMgi/AQyHQNSPY0uyb7vdHVEcezDQBhAHJXLPqLOZxN8+CLJVehmapoUX2u"
"54okzsIXACucAOYyunov62AUDiN0IQd69+dyAf7PfdsLlRGAGwXekowIgySRzoMzZzcAj"
"gpxIs9Ti+TsTghLMvV1Lfbvt+vbTR9ZAJtlWoXxSIwaxuohCUt8Pp3LTd+XHt01KF9XZL"
"iRhXkSwKCzYg7X2NwGYYJsRvCHU6nndNO3SH4TauV9v3OK7rUKHnUJaiTxRl4XODwD8mC"
"Gptn0Q8j1e4oOmmfi0iZY/naRuWaIyiNI1bxDljs/7M4Hcxlta9fzTd/qubrrdYpNZ2GL"
"ZxgJboFkmFVhGLLPE/6ubPp5nNTphOAGj/QHavtZ292t3KLouiQocqbXhRKOlr+/9hoA0"
"og/d+dzi0/+2b7nTr60vXbtZhJkQZx2GaLsNMxZ8ozk5gphN/M4i79nBo/uwHdJPn1Db7"
"c40aUgoDRVdTmhn3awbsXxOs4PZfc2i+vrrTNCEe+/0JnTmkoZOiJcT2co4i5z9hnHu6Z"
"bxoT7sWAM3mfp9O7Vd7rnUV6E8ap2lk/MdmJzD2eyRohKrf4+DmON2ej6HZ31epnnqpLg"
"ZV8dmFMw6fB0vww0Gs903ToJaviOifdnrXS6SxhgjjxNEF9BH6VlUVMKqf+STqPTLpeHr"
"0l2HYHaYeHohVZiOIYUYjhjHfx0cLAHI96Qrzi4BXeYxiRi94PjeH4/k8xshgO8u0HYoI"
"EIDvQgzEPOJIaGAlSSQQye54nzbH3Wb3wFSJ9SJAi0XAZ33NwXUXC5dJFIRHvZo7n0Z3J"
"oDNaYef0zVd2bFZJjDzEmhByWfQ8bi/gDDpuz7NCa4RidhivT90w7B51tfXpV+F2CVEqd"
"eamC+gj5cYznSYawCYwSPvEIbP3ArqXXdeXze3MUUNBJbSAGHgGuOZ7maazAfAoXnnaP8"
"yN9kdj8fhjPY8TNt6FWchDTbsVB4s196jANI3XwNQPPXM9LSLmZ/Ae0f8nuGC2lhPK5md"
"++zbh76B8V0Wmaz0aOB7epHy5XA4b3ZIgt1puvYYrCkaQZyhCrjZ1ehw+B//An2skMYLh"
"GDCXB3b43Q6dhSL+7NHQ0YZYW3yyVfgyUwoOI1WABje3IkkBRMHRPmmPWxupyM4nF/jek"
"mrp8pSSSqap++aSADA1ZuTtsLTewPgKmfadx2q8YwNZVwhDzJVZnbGfEcDOB8A/Y1wDAV"
"iRxtHVLF321EiTJf3u0b+osLgglyTximcUQr6NJ2ZvwDAxwa9ejg8l7wcDsOAZLptwzgr"
"LUXLdOC5nF5yPi6giFAYsbTwbwQHcRCejFCHA/lwwoZFZRBjvZlbGJ4mGylj8E27giJDo"
"SQCsvJyR702xwGz8X5dp7qSMuy7lGcmhBrB13XxC8Asw7zIueBJ/brvEINHvzRLeSmS3C"
"SfTgHDwaXKIOd5c4/RoYzrRHiOtbpOm8391dNuhXW3rECBzwC+qWQS+IAZABSBE+VoJzV"
"6P+e5Wl9u9wlZRJtNjEXTLq1INwHdhvxZH9GkcFI8HFqAsWDLhYw5k0W8Hl8Y0fUSFxBs"
"9CquLGFKQBfcDODPrQGPnPpRlADAiZEMCVb1/r0lAkjD0kq9xSJnmj/7NoEiYUxAElOOA"
"SMoFgwAUhbKpnmANhTTFSXD+x6jEjJm+CaUXIdfJhFuN3RLy3GbcBcqYjJPKH8QwGWdod"
"nbEgqOMQD6xpXQJ/fjelXlgKU9vghk4S0KwZIC15YSvXjZ15awslAHzP00008iUEE7oC4"
"r7nKHerJAl18gGRGPAMwzez2GVpmFFhEAAKOe5CN6ZL6v0znPpVcluBMyj2ZDHhWLhciT"
"Ctq4UKb9uIIfV3ChqzvJpxvpWBIeAOheSXQ8ZEEig2DhyjyqSqVoJ9j2W0y2knLW16dCd"
"6EjyQ0a/E23IDDwowJ5IFJsMzJaRAEoxOFy1S+tXDAAcMdlxoP4w7UtnABQe0nhUa1HES"
"5kVennooC/WWEpANRLK4mYjplkcy/ViU+n627I8gjXIJ9L5APiCDYiqFD7IIYLWKoKySj"
"lUXleNM9TzcSfdxRGqlKijGALtTVJA7bgi0RVRaByyhjqP1S73BxPyjoeM47LPRqvVInU"
"cvGoCit3GRpZ5VC0XZ1zpg6pb1AqLAhDD8L/AcHH1p8sEFAHAAAAAElFTkSuQmCC\r\n"
"Connection: keep-alive\r\n"
"Content-Length: 0\r\n"
"Upgrade-Insecure-Requests: 1\r\n"
"Pragma: no-cache\r\n"
"Cache-Control: no-cache\r\n"
"X-Forwarded-For: 192.0.2.0, 198.51.100.0, 203.0.113.0\r\n"
"\r\n"
);
nxt_int_t nxt_int_t
nxt_http_parse_unit_test(nxt_thread_t *thr) nxt_http_parse_unit_test(nxt_thread_t *thr)
{ {
@@ -317,10 +418,30 @@ nxt_http_parse_unit_test(nxt_thread_t *thr)
} }
} }
nxt_mem_pool_destroy(pool);
nxt_log_error(NXT_LOG_NOTICE, thr->log, "http parse unit test passed"); nxt_log_error(NXT_LOG_NOTICE, thr->log, "http parse unit test passed");
hash = nxt_http_fields_hash(nxt_http_unit_test_bench_headers, pool);
if (hash == NULL) {
return NXT_ERROR;
}
if (nxt_http_parse_unit_test_bench(thr, &nxt_http_unit_test_simple_request,
hash, "simple", 10000000)
!= NXT_OK)
{
return NXT_ERROR;
}
if (nxt_http_parse_unit_test_bench(thr, &nxt_http_unit_test_big_request,
hash, "big", 100000)
!= NXT_OK)
{
return NXT_ERROR;
}
nxt_mem_pool_destroy(pool);
return NXT_OK; return NXT_OK;
} }
@@ -346,6 +467,50 @@ nxt_http_parse_unit_test_run(nxt_http_request_parse_t *rp, nxt_str_t *request)
} }
static nxt_int_t
nxt_http_parse_unit_test_bench(nxt_thread_t *thr, nxt_str_t *request,
nxt_http_fields_hash_t *hash, const char *name, nxt_uint_t n)
{
nxt_nsec_t start, end;
nxt_uint_t i;
nxt_buf_mem_t buf;
nxt_http_request_parse_t rp;
nxt_log_error(NXT_LOG_NOTICE, thr->log,
"http parse unit %s request bench started: "
"%uz bytes, %ui runs",
name, request->length, n);
buf.start = request->start;
buf.end = request->start + request->length;
nxt_thread_time_update(thr);
start = nxt_thread_monotonic_time(thr);
for (i = 0; nxt_fast_path(i < n); i++) {
nxt_memzero(&rp, sizeof(nxt_http_request_parse_t));
buf.pos = buf.start;
buf.free = buf.end;
if (nxt_slow_path(nxt_http_parse_request(&rp, &buf) != NXT_DONE)) {
nxt_log_alert(thr->log, "http parse unit %s request bench failed",
name);
return NXT_ERROR;
}
}
nxt_thread_time_update(thr);
end = nxt_thread_monotonic_time(thr);
nxt_log_error(NXT_LOG_NOTICE, thr->log,
"http parse unit %s request bench: %0.3fs",
name, (end - start) / 1000000000.0);
return NXT_OK;
}
static nxt_int_t static nxt_int_t
nxt_http_parse_unit_test_request_line(nxt_http_request_parse_t *rp, nxt_http_parse_unit_test_request_line(nxt_http_request_parse_t *rp,
nxt_http_parse_unit_test_data_t *data, nxt_str_t *request, nxt_log_t *log) nxt_http_parse_unit_test_data_t *data, nxt_str_t *request, nxt_log_t *log)
@@ -455,3 +620,11 @@ nxt_http_unit_test_header_return(void *ctx, nxt_str_t *name, nxt_str_t *value,
{ {
return (nxt_int_t) data; return (nxt_int_t) data;
} }
static nxt_int_t
nxt_http_unit_test_header_dump(void *ctx, nxt_str_t *name, nxt_str_t *value,
uintptr_t data)
{
return NXT_OK;
}