diff --git a/frameworks/viltrum/Dockerfile b/frameworks/viltrum/Dockerfile index ca684fe71c..a1421ef1e9 100644 --- a/frameworks/viltrum/Dockerfile +++ b/frameworks/viltrum/Dockerfile @@ -9,7 +9,7 @@ RUN curl -fsSL -o /tmp/v.zip https://github.com/vlang/v/releases/download/0.5.2/ unzip -q /tmp/v.zip -d /opt && rm /tmp/v.zip ENV PATH=/opt/v:$PATH -ARG VILTRUM_REF=v1.10.0 +ARG VILTRUM_REF=v1.15.1 RUN git clone --depth 1 --branch ${VILTRUM_REF} https://github.com/Tuntii/viltrum /root/.vmodules/viltrum WORKDIR /app diff --git a/site/data/results/viltrum.json b/site/data/results/viltrum.json index f474172160..8ed81486d3 100644 --- a/site/data/results/viltrum.json +++ b/site/data/results/viltrum.json @@ -4,44 +4,44 @@ "8gbit-512": { "framework": "viltrum", "language": "V", - "rps": 49289, - "avg_latency": "81.9us", - "p99_latency": "103.0us", - "cpu": "173.2%", - "memory": "141MiB", + "rps": 49085, + "avg_latency": "80.3us", + "p99_latency": "108.0us", + "cpu": "188.6%", + "memory": "60MiB", "connections": 512, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "510.58MB/s", - "input_bw": "481.34MB/s", + "bandwidth": "508.47MB/s", + "input_bw": "479.35MB/s", "reconnects": 0, - "status_2xx": 246520, + "status_2xx": 245498, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0, - "cpu_usec": 9753425, - "cpu_per_req_us": 39.5644, + "cpu_usec": 9707807, + "cpu_per_req_us": 39.5433, "target_rate": 50000, - "rate_ratio": 0.9858, - "p99_9_latency": "4642.0us" + "rate_ratio": 0.9817, + "p99_9_latency": "2017.0us" }, "async-32000": { "framework": "viltrum", "language": "V", - "rps": 2832551, - "avg_latency": "11.23ms", - "p99_latency": "13.10ms", - "cpu": "5287.5%", - "memory": "1.2GiB", + "rps": 2820028, + "avg_latency": "11.26ms", + "p99_latency": "13.30ms", + "cpu": "5268.7%", + "memory": "203MiB", "connections": 32000, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "318.70MB/s", - "input_bw": "129.66MB/s", + "bandwidth": "317.28MB/s", + "input_bw": "129.09MB/s", "reconnects": 0, - "status_2xx": 28325510, + "status_2xx": 28200287, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -49,19 +49,19 @@ "baseline-4096": { "framework": "viltrum", "language": "V", - "rps": 4084450, - "avg_latency": "1.00ms", - "p99_latency": "2.10ms", - "cpu": "6487.7%", - "memory": "212MiB", + "rps": 3837364, + "avg_latency": "1.07ms", + "p99_latency": "2.25ms", + "cpu": "6130.0%", + "memory": "82MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "459.50MB/s", - "input_bw": "315.51MB/s", + "bandwidth": "431.64MB/s", + "input_bw": "296.43MB/s", "reconnects": 0, - "status_2xx": 20422250, + "status_2xx": 19186821, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -69,18 +69,18 @@ "baseline-h2-1024": { "framework": "viltrum", "language": "V", - "rps": 14504110, - "avg_latency": "3.62ms", - "p99_latency": "91.42ms", - "cpu": "3716.2%", - "memory": "241MiB", + "rps": 14383418, + "avg_latency": "3.65ms", + "p99_latency": "96.42ms", + "cpu": "3495.9%", + "memory": "87MiB", "connections": 1024, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "322.01MB/s", + "bandwidth": "319.33MB/s", "reconnects": 0, - "status_2xx": 73390800, + "status_2xx": 72780100, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -88,18 +88,18 @@ "baseline-h2-256": { "framework": "viltrum", "language": "V", - "rps": 14569324, - "avg_latency": "1.02ms", - "p99_latency": "19.53ms", - "cpu": "3771.0%", - "memory": "89MiB", + "rps": 14577151, + "avg_latency": "1.01ms", + "p99_latency": "26.61ms", + "cpu": "3617.6%", + "memory": "52MiB", "connections": 256, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "321.50MB/s", + "bandwidth": "321.03MB/s", "reconnects": 0, - "status_2xx": 73283700, + "status_2xx": 73177300, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -107,18 +107,18 @@ "baseline-h2c-1024": { "framework": "viltrum", "language": "V", - "rps": 14818517, - "avg_latency": "3.45ms", - "p99_latency": "21.25ms", - "cpu": "3638.6%", - "memory": "102MiB", + "rps": 14807738, + "avg_latency": "3.59ms", + "p99_latency": "27.09ms", + "cpu": "3547.8%", + "memory": "64MiB", "connections": 1024, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "328.99MB/s", + "bandwidth": "327.45MB/s", "reconnects": 0, - "status_2xx": 74981700, + "status_2xx": 74631000, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -126,18 +126,18 @@ "baseline-h2c-256": { "framework": "viltrum", "language": "V", - "rps": 14520258, - "avg_latency": "1.02ms", - "p99_latency": "6.83ms", - "cpu": "3673.5%", - "memory": "55MiB", + "rps": 14480039, + "avg_latency": "943us", + "p99_latency": "6.50ms", + "cpu": "3485.9%", + "memory": "47MiB", "connections": 256, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "320.42MB/s", + "bandwidth": "319.53MB/s", "reconnects": 0, - "status_2xx": 73036900, + "status_2xx": 72834600, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -145,18 +145,18 @@ "baseline-h2c-4096": { "framework": "viltrum", "language": "V", - "rps": 14021787, - "avg_latency": "14.95ms", - "p99_latency": "93.82ms", - "cpu": "3527.6%", - "memory": "266MiB", + "rps": 13928901, + "avg_latency": "15.21ms", + "p99_latency": "117.65ms", + "cpu": "3391.2%", + "memory": "131MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "313.30MB/s", + "bandwidth": "311.83MB/s", "reconnects": 0, - "status_2xx": 71370900, + "status_2xx": 71037400, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -164,18 +164,18 @@ "echo-ws-16384": { "framework": "viltrum", "language": "V", - "rps": 4108196, - "avg_latency": "3.96ms", - "p99_latency": "7.93ms", - "cpu": "6020.5%", - "memory": "727MiB", + "rps": 4059267, + "avg_latency": "4.01ms", + "p99_latency": "8.06ms", + "cpu": "6398.1%", + "memory": "196MiB", "connections": 16384, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "27.94MB/s", + "bandwidth": "27.60MB/s", "reconnects": 0, - "status_2xx": 20540983, + "status_2xx": 20296337, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -183,18 +183,18 @@ "echo-ws-4096": { "framework": "viltrum", "language": "V", - "rps": 4372400, - "avg_latency": "936us", - "p99_latency": "2.00ms", - "cpu": "6173.8%", - "memory": "216MiB", + "rps": 4236907, + "avg_latency": "966us", + "p99_latency": "2.02ms", + "cpu": "6199.2%", + "memory": "82MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "29.17MB/s", + "bandwidth": "28.28MB/s", "reconnects": 0, - "status_2xx": 21862001, + "status_2xx": 21184537, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -202,18 +202,18 @@ "echo-ws-512": { "framework": "viltrum", "language": "V", - "rps": 4272464, - "avg_latency": "119us", - "p99_latency": "276us", - "cpu": "6197.4%", - "memory": "60MiB", + "rps": 4167578, + "avg_latency": "122us", + "p99_latency": "296us", + "cpu": "6356.0%", + "memory": "44MiB", "connections": 512, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "28.51MB/s", + "bandwidth": "27.81MB/s", "reconnects": 0, - "status_2xx": 21362321, + "status_2xx": 20837893, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -221,18 +221,18 @@ "echo-ws-limited-4096": { "framework": "viltrum", "language": "V", - "rps": 2593365, + "rps": 2596882, "avg_latency": "1.03ms", - "p99_latency": "1.85ms", - "cpu": "5652.8%", - "memory": "520MiB", + "p99_latency": "1.83ms", + "cpu": "5541.3%", + "memory": "94MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "58.35MB/s", - "reconnects": 1296702, - "status_2xx": 12966827, + "bandwidth": "58.45MB/s", + "reconnects": 1298578, + "status_2xx": 12984413, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -240,18 +240,18 @@ "echo-ws-limited-512": { "framework": "viltrum", "language": "V", - "rps": 2235130, + "rps": 2203242, "avg_latency": "124us", - "p99_latency": "424us", - "cpu": "4992.2%", - "memory": "127MiB", + "p99_latency": "423us", + "cpu": "5204.0%", + "memory": "52MiB", "connections": 512, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "50.29MB/s", - "reconnects": 1117600, - "status_2xx": 11175650, + "bandwidth": "49.57MB/s", + "reconnects": 1101671, + "status_2xx": 11016211, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -259,18 +259,18 @@ "echo-ws-pipeline-16384": { "framework": "viltrum", "language": "V", - "rps": 60645363, - "avg_latency": "4.31ms", - "p99_latency": "8.67ms", - "cpu": "6095.8%", - "memory": "726MiB", + "rps": 59677065, + "avg_latency": "4.38ms", + "p99_latency": "9.05ms", + "cpu": "6001.4%", + "memory": "197MiB", "connections": 16384, "threads": 64, "duration": "5s", "pipeline": 16, - "bandwidth": "405.19MB/s", + "bandwidth": "398.74MB/s", "reconnects": 0, - "status_2xx": 303226816, + "status_2xx": 298385328, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -278,18 +278,18 @@ "echo-ws-pipeline-4096": { "framework": "viltrum", "language": "V", - "rps": 63994476, - "avg_latency": "1.02ms", - "p99_latency": "2.19ms", - "cpu": "6459.8%", - "memory": "212MiB", + "rps": 63146579, + "avg_latency": "1.04ms", + "p99_latency": "2.17ms", + "cpu": "6231.8%", + "memory": "76MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 16, - "bandwidth": "427.06MB/s", + "bandwidth": "421.18MB/s", "reconnects": 0, - "status_2xx": 319972382, + "status_2xx": 315732896, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -297,18 +297,18 @@ "echo-ws-pipeline-512": { "framework": "viltrum", "language": "V", - "rps": 63125708, - "avg_latency": "129us", - "p99_latency": "337us", - "cpu": "6214.2%", - "memory": "60MiB", + "rps": 62522863, + "avg_latency": "130us", + "p99_latency": "354us", + "cpu": "6316.4%", + "memory": "41MiB", "connections": 512, "threads": 64, "duration": "5s", "pipeline": 16, - "bandwidth": "421.07MB/s", + "bandwidth": "417.26MB/s", "reconnects": 0, - "status_2xx": 315628544, + "status_2xx": 312614315, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -316,19 +316,19 @@ "json-comp-16384": { "framework": "viltrum", "language": "V", - "rps": 925408, - "avg_latency": "17.55ms", - "p99_latency": "45.00ms", - "cpu": "6300.7%", - "memory": "1017MiB", + "rps": 886550, + "avg_latency": "18.32ms", + "p99_latency": "46.20ms", + "cpu": "6290.9%", + "memory": "196MiB", "connections": 16384, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "1.24GB/s", - "input_bw": "68.84MB/s", - "reconnects": 177737, - "status_2xx": 4627042, + "bandwidth": "1.19GB/s", + "input_bw": "65.95MB/s", + "reconnects": 169860, + "status_2xx": 4432750, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -336,19 +336,19 @@ "json-comp-4096": { "framework": "viltrum", "language": "V", - "rps": 958965, - "avg_latency": "4.23ms", - "p99_latency": "12.80ms", - "cpu": "6672.1%", - "memory": "353MiB", + "rps": 877041, + "avg_latency": "4.63ms", + "p99_latency": "13.70ms", + "cpu": "6619.9%", + "memory": "84MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "1.29GB/s", - "input_bw": "71.33MB/s", - "reconnects": 190650, - "status_2xx": 4794825, + "bandwidth": "1.18GB/s", + "input_bw": "65.24MB/s", + "reconnects": 174019, + "status_2xx": 4385205, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -356,18 +356,18 @@ "json-h2c-1024": { "framework": "viltrum", "language": "V", - "rps": 4743066, + "rps": 4784838, "avg_latency": "6.52ms", - "p99_latency": "63.14ms", - "cpu": "6407.8%", - "memory": "236MiB", + "p99_latency": "48.12ms", + "cpu": "6472.2%", + "memory": "132MiB", "connections": 1024, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "15.83GB/s", + "bandwidth": "15.94GB/s", "reconnects": 0, - "status_2xx": 23999916, + "status_2xx": 24163436, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -375,18 +375,18 @@ "json-h2c-4096": { "framework": "viltrum", "language": "V", - "rps": 4234881, - "avg_latency": "29.81ms", - "p99_latency": "152.02ms", - "cpu": "6258.2%", - "memory": "772MiB", + "rps": 4733309, + "avg_latency": "26.63ms", + "p99_latency": "134.00ms", + "cpu": "6204.8%", + "memory": "374MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "14.16GB/s", + "bandwidth": "15.89GB/s", "reconnects": 0, - "status_2xx": 21470848, + "status_2xx": 24092544, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -394,18 +394,18 @@ "json-tls-4096": { "framework": "viltrum", "language": "V", - "rps": 1815854, - "avg_latency": "1.36ms", - "p99_latency": "27.08ms", - "cpu": "5342.3%", - "memory": "736MiB", + "rps": 1819531, + "avg_latency": "1.34ms", + "p99_latency": "68.24ms", + "cpu": "5125.8%", + "memory": "178MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "6.17GB", + "bandwidth": "6.18GB", "reconnects": 0, - "status_2xx": 9259417, + "status_2xx": 9280448, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -413,91 +413,91 @@ "latency-10k-1024": { "framework": "viltrum", "language": "V", - "rps": 9979, - "avg_latency": "77.9us", - "p99_latency": "97.0us", - "cpu": "21.4%", - "memory": "78MiB", + "rps": 9983, + "avg_latency": "66.4us", + "p99_latency": "96.0us", + "cpu": "22.2%", + "memory": "48MiB", "connections": 1024, "threads": 64, "duration": "20s", "pipeline": 1, "bandwidth": "1.17MB/s", "reconnects": 0, - "status_2xx": 199607, + "status_2xx": 199682, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0, - "cpu_usec": 4445989, - "cpu_per_req_us": 22.2737, + "cpu_usec": 4650775, + "cpu_per_req_us": 23.2909, "target_rate": 10000, - "rate_ratio": 0.9979, - "p99_9_latency": "1029.0us" + "rate_ratio": 0.9983, + "p99_9_latency": "147.0us" }, "latency-1m-1024": { "framework": "viltrum", "language": "V", - "rps": 997966, - "avg_latency": "92.4us", - "p99_latency": "164.0us", - "cpu": "2251.4%", - "memory": "85MiB", + "rps": 998250, + "avg_latency": "92.3us", + "p99_latency": "163.0us", + "cpu": "2212.8%", + "memory": "51MiB", "connections": 1024, "threads": 64, "duration": "20s", "pipeline": 1, - "bandwidth": "116.76MB/s", + "bandwidth": "116.80MB/s", "reconnects": 0, - "status_2xx": 19962653, + "status_2xx": 19968405, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0, - "cpu_usec": 408356158, - "cpu_per_req_us": 20.456, + "cpu_usec": 404488851, + "cpu_per_req_us": 20.2564, "target_rate": 1000000, - "rate_ratio": 0.998, - "p99_9_latency": "1732.0us" + "rate_ratio": 0.9982, + "p99_9_latency": "3225.0us" }, "latency-500k-8cpu-1024": { "framework": "viltrum", "language": "V", - "rps": 498821, - "avg_latency": "451.6us", - "p99_latency": "6266.0us", - "cpu": "786.3%", - "memory": "54MiB", + "rps": 498723, + "avg_latency": "3595.8us", + "p99_latency": "61552.0us", + "cpu": "791.3%", + "memory": "23MiB", "connections": 1024, "threads": 64, "duration": "20s", "pipeline": 1, - "bandwidth": "58.36MB/s", + "bandwidth": "58.35MB/s", "reconnects": 0, - "status_2xx": 9978439, + "status_2xx": 9976350, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0, - "cpu_usec": 150410583, - "cpu_per_req_us": 15.0736, + "cpu_usec": 149859609, + "cpu_per_req_us": 15.0215, "target_rate": 500000, - "rate_ratio": 0.9976, - "p99_9_latency": "18072.0us" + "rate_ratio": 0.9974, + "p99_9_latency": "83872.0us" }, "limited-conn-4096": { "framework": "viltrum", "language": "V", - "rps": 2739609, - "avg_latency": "1.36ms", - "p99_latency": "2.19ms", - "cpu": "5693.4%", - "memory": "567MiB", + "rps": 2705464, + "avg_latency": "1.38ms", + "p99_latency": "2.26ms", + "cpu": "5806.6%", + "memory": "92MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "308.16MB/s", - "input_bw": "211.63MB/s", - "reconnects": 1369801, - "status_2xx": 13698045, + "bandwidth": "304.31MB/s", + "input_bw": "208.99MB/s", + "reconnects": 1352809, + "status_2xx": 13527321, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -505,18 +505,18 @@ "pipelined-4096": { "framework": "viltrum", "language": "V", - "rps": 31700768, - "avg_latency": "2.07ms", - "p99_latency": "4.86ms", - "cpu": "6315.2%", - "memory": "217MiB", + "rps": 31409836, + "avg_latency": "2.09ms", + "p99_latency": "3.83ms", + "cpu": "6420.9%", + "memory": "80MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 16, - "bandwidth": "3.48GB/s", + "bandwidth": "3.45GB/s", "reconnects": 0, - "status_2xx": 158503840, + "status_2xx": 157049184, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -524,18 +524,18 @@ "static-h2-1024": { "framework": "viltrum", "language": "V", - "rps": 377102, - "avg_latency": "83.96ms", - "p99_latency": "482.53ms", - "cpu": "6163.4%", - "memory": "875MiB", + "rps": 377828, + "avg_latency": "79.44ms", + "p99_latency": "584.57ms", + "cpu": "6406.6%", + "memory": "237MiB", "connections": 1024, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "5.80GB/s", + "bandwidth": "5.83GB/s", "reconnects": 0, - "status_2xx": 1904367, + "status_2xx": 1911812, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -543,18 +543,18 @@ "static-h2-256": { "framework": "viltrum", "language": "V", - "rps": 428503, - "avg_latency": "20.31ms", - "p99_latency": "134.32ms", - "cpu": "6432.9%", - "memory": "222MiB", + "rps": 456215, + "avg_latency": "19.26ms", + "p99_latency": "181.62ms", + "cpu": "6322.5%", + "memory": "170MiB", "connections": 256, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "6.57GB/s", + "bandwidth": "6.99GB/s", "reconnects": 0, - "status_2xx": 2155374, + "status_2xx": 2294765, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0