diff --git a/frameworks/viltrum/Dockerfile b/frameworks/viltrum/Dockerfile index ca684fe71c..a1421ef1e9 100644 --- a/frameworks/viltrum/Dockerfile +++ b/frameworks/viltrum/Dockerfile @@ -9,7 +9,7 @@ RUN curl -fsSL -o /tmp/v.zip https://github.com/vlang/v/releases/download/0.5.2/ unzip -q /tmp/v.zip -d /opt && rm /tmp/v.zip ENV PATH=/opt/v:$PATH -ARG VILTRUM_REF=v1.10.0 +ARG VILTRUM_REF=v1.15.1 RUN git clone --depth 1 --branch ${VILTRUM_REF} https://github.com/Tuntii/viltrum /root/.vmodules/viltrum WORKDIR /app diff --git a/site/data/results/viltrum.json b/site/data/results/viltrum.json index f474172160..30d9f5789d 100644 --- a/site/data/results/viltrum.json +++ b/site/data/results/viltrum.json @@ -4,44 +4,44 @@ "8gbit-512": { "framework": "viltrum", "language": "V", - "rps": 49289, - "avg_latency": "81.9us", + "rps": 49107, + "avg_latency": "81.8us", "p99_latency": "103.0us", - "cpu": "173.2%", - "memory": "141MiB", + "cpu": "184.5%", + "memory": "62MiB", "connections": 512, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "510.58MB/s", - "input_bw": "481.34MB/s", + "bandwidth": "508.70MB/s", + "input_bw": "479.56MB/s", "reconnects": 0, - "status_2xx": 246520, + "status_2xx": 245604, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0, - "cpu_usec": 9753425, - "cpu_per_req_us": 39.5644, + "cpu_usec": 9492905, + "cpu_per_req_us": 38.6513, "target_rate": 50000, - "rate_ratio": 0.9858, - "p99_9_latency": "4642.0us" + "rate_ratio": 0.9821, + "p99_9_latency": "2211.0us" }, "async-32000": { "framework": "viltrum", "language": "V", - "rps": 2832551, - "avg_latency": "11.23ms", + "rps": 2836669, + "avg_latency": "11.21ms", "p99_latency": "13.10ms", - "cpu": "5287.5%", - "memory": "1.2GiB", + "cpu": "5272.3%", + "memory": "200MiB", "connections": 32000, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "318.70MB/s", - "input_bw": "129.66MB/s", + "bandwidth": "319.16MB/s", + "input_bw": "129.85MB/s", "reconnects": 0, - "status_2xx": 28325510, + "status_2xx": 28366691, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -49,19 +49,19 @@ "baseline-4096": { "framework": "viltrum", "language": "V", - "rps": 4084450, - "avg_latency": "1.00ms", - "p99_latency": "2.10ms", - "cpu": "6487.7%", - "memory": "212MiB", + "rps": 4002841, + "avg_latency": "1.02ms", + "p99_latency": "2.21ms", + "cpu": "6512.5%", + "memory": "83MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "459.50MB/s", - "input_bw": "315.51MB/s", + "bandwidth": "450.34MB/s", + "input_bw": "309.21MB/s", "reconnects": 0, - "status_2xx": 20422250, + "status_2xx": 20014207, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -69,18 +69,18 @@ "baseline-h2-1024": { "framework": "viltrum", "language": "V", - "rps": 14504110, - "avg_latency": "3.62ms", - "p99_latency": "91.42ms", - "cpu": "3716.2%", - "memory": "241MiB", + "rps": 14501124, + "avg_latency": "3.64ms", + "p99_latency": "82.86ms", + "cpu": "3623.9%", + "memory": "96MiB", "connections": 1024, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "322.01MB/s", + "bandwidth": "322.58MB/s", "reconnects": 0, - "status_2xx": 73390800, + "status_2xx": 73520700, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -88,18 +88,18 @@ "baseline-h2-256": { "framework": "viltrum", "language": "V", - "rps": 14569324, - "avg_latency": "1.02ms", - "p99_latency": "19.53ms", - "cpu": "3771.0%", - "memory": "89MiB", + "rps": 14650675, + "avg_latency": "991us", + "p99_latency": "23.39ms", + "cpu": "3582.1%", + "memory": "52MiB", "connections": 256, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "321.50MB/s", + "bandwidth": "323.30MB/s", "reconnects": 0, - "status_2xx": 73283700, + "status_2xx": 73692900, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -107,18 +107,18 @@ "baseline-h2c-1024": { "framework": "viltrum", "language": "V", - "rps": 14818517, - "avg_latency": "3.45ms", - "p99_latency": "21.25ms", - "cpu": "3638.6%", - "memory": "102MiB", + "rps": 14725821, + "avg_latency": "3.58ms", + "p99_latency": "34.57ms", + "cpu": "3578.8%", + "memory": "62MiB", "connections": 1024, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "328.99MB/s", + "bandwidth": "326.28MB/s", "reconnects": 0, - "status_2xx": 74981700, + "status_2xx": 74365400, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -126,18 +126,18 @@ "baseline-h2c-256": { "framework": "viltrum", "language": "V", - "rps": 14520258, - "avg_latency": "1.02ms", - "p99_latency": "6.83ms", - "cpu": "3673.5%", - "memory": "55MiB", + "rps": 14717330, + "avg_latency": "1.04ms", + "p99_latency": "31.63ms", + "cpu": "3578.2%", + "memory": "45MiB", "connections": 256, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "320.42MB/s", + "bandwidth": "324.12MB/s", "reconnects": 0, - "status_2xx": 73036900, + "status_2xx": 73881000, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -145,18 +145,18 @@ "baseline-h2c-4096": { "framework": "viltrum", "language": "V", - "rps": 14021787, - "avg_latency": "14.95ms", - "p99_latency": "93.82ms", - "cpu": "3527.6%", - "memory": "266MiB", + "rps": 14006620, + "avg_latency": "14.20ms", + "p99_latency": "70.99ms", + "cpu": "3429.0%", + "memory": "133MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "313.30MB/s", + "bandwidth": "312.94MB/s", "reconnects": 0, - "status_2xx": 71370900, + "status_2xx": 71293700, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -164,18 +164,18 @@ "echo-ws-16384": { "framework": "viltrum", "language": "V", - "rps": 4108196, + "rps": 4115628, "avg_latency": "3.96ms", - "p99_latency": "7.93ms", - "cpu": "6020.5%", - "memory": "727MiB", + "p99_latency": "7.83ms", + "cpu": "6071.7%", + "memory": "198MiB", "connections": 16384, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "27.94MB/s", + "bandwidth": "27.98MB/s", "reconnects": 0, - "status_2xx": 20540983, + "status_2xx": 20578142, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -183,18 +183,18 @@ "echo-ws-4096": { "framework": "viltrum", "language": "V", - "rps": 4372400, - "avg_latency": "936us", - "p99_latency": "2.00ms", - "cpu": "6173.8%", - "memory": "216MiB", + "rps": 4305160, + "avg_latency": "951us", + "p99_latency": "1.98ms", + "cpu": "6181.4%", + "memory": "78MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "29.17MB/s", + "bandwidth": "28.73MB/s", "reconnects": 0, - "status_2xx": 21862001, + "status_2xx": 21525801, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -202,18 +202,18 @@ "echo-ws-512": { "framework": "viltrum", "language": "V", - "rps": 4272464, - "avg_latency": "119us", - "p99_latency": "276us", - "cpu": "6197.4%", - "memory": "60MiB", + "rps": 4216148, + "avg_latency": "120us", + "p99_latency": "305us", + "cpu": "6190.0%", + "memory": "46MiB", "connections": 512, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "28.51MB/s", + "bandwidth": "28.14MB/s", "reconnects": 0, - "status_2xx": 21362321, + "status_2xx": 21080744, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -221,18 +221,18 @@ "echo-ws-limited-4096": { "framework": "viltrum", "language": "V", - "rps": 2593365, + "rps": 2591734, "avg_latency": "1.03ms", - "p99_latency": "1.85ms", - "cpu": "5652.8%", - "memory": "520MiB", + "p99_latency": "1.99ms", + "cpu": "5464.7%", + "memory": "98MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "58.35MB/s", - "reconnects": 1296702, - "status_2xx": 12966827, + "bandwidth": "58.33MB/s", + "reconnects": 1295967, + "status_2xx": 12958674, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -240,18 +240,18 @@ "echo-ws-limited-512": { "framework": "viltrum", "language": "V", - "rps": 2235130, - "avg_latency": "124us", - "p99_latency": "424us", - "cpu": "4992.2%", - "memory": "127MiB", + "rps": 2210265, + "avg_latency": "121us", + "p99_latency": "409us", + "cpu": "4999.6%", + "memory": "50MiB", "connections": 512, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "50.29MB/s", - "reconnects": 1117600, - "status_2xx": 11175650, + "bandwidth": "49.73MB/s", + "reconnects": 1105186, + "status_2xx": 11051326, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -259,18 +259,18 @@ "echo-ws-pipeline-16384": { "framework": "viltrum", "language": "V", - "rps": 60645363, + "rps": 60548460, "avg_latency": "4.31ms", - "p99_latency": "8.67ms", - "cpu": "6095.8%", - "memory": "726MiB", + "p99_latency": "8.53ms", + "cpu": "6410.9%", + "memory": "193MiB", "connections": 16384, "threads": 64, "duration": "5s", "pipeline": 16, - "bandwidth": "405.19MB/s", + "bandwidth": "404.55MB/s", "reconnects": 0, - "status_2xx": 303226816, + "status_2xx": 302742304, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -278,18 +278,18 @@ "echo-ws-pipeline-4096": { "framework": "viltrum", "language": "V", - "rps": 63994476, - "avg_latency": "1.02ms", - "p99_latency": "2.19ms", - "cpu": "6459.8%", - "memory": "212MiB", + "rps": 62038201, + "avg_latency": "1.05ms", + "p99_latency": "2.21ms", + "cpu": "6510.5%", + "memory": "74MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 16, - "bandwidth": "427.06MB/s", + "bandwidth": "414.12MB/s", "reconnects": 0, - "status_2xx": 319972382, + "status_2xx": 310191008, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -297,18 +297,18 @@ "echo-ws-pipeline-512": { "framework": "viltrum", "language": "V", - "rps": 63125708, - "avg_latency": "129us", - "p99_latency": "337us", - "cpu": "6214.2%", - "memory": "60MiB", + "rps": 62157549, + "avg_latency": "131us", + "p99_latency": "376us", + "cpu": "6311.3%", + "memory": "43MiB", "connections": 512, "threads": 64, "duration": "5s", "pipeline": 16, - "bandwidth": "421.07MB/s", + "bandwidth": "414.81MB/s", "reconnects": 0, - "status_2xx": 315628544, + "status_2xx": 310787747, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -316,19 +316,19 @@ "json-comp-16384": { "framework": "viltrum", "language": "V", - "rps": 925408, - "avg_latency": "17.55ms", - "p99_latency": "45.00ms", - "cpu": "6300.7%", - "memory": "1017MiB", + "rps": 875509, + "avg_latency": "18.60ms", + "p99_latency": "47.70ms", + "cpu": "6683.5%", + "memory": "196MiB", "connections": 16384, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "1.24GB/s", - "input_bw": "68.84MB/s", - "reconnects": 177737, - "status_2xx": 4627042, + "bandwidth": "1.17GB/s", + "input_bw": "65.13MB/s", + "reconnects": 167592, + "status_2xx": 4377545, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -336,19 +336,19 @@ "json-comp-4096": { "framework": "viltrum", "language": "V", - "rps": 958965, - "avg_latency": "4.23ms", - "p99_latency": "12.80ms", - "cpu": "6672.1%", - "memory": "353MiB", + "rps": 888534, + "avg_latency": "4.58ms", + "p99_latency": "13.50ms", + "cpu": "6345.9%", + "memory": "85MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "1.29GB/s", - "input_bw": "71.33MB/s", - "reconnects": 190650, - "status_2xx": 4794825, + "bandwidth": "1.19GB/s", + "input_bw": "66.10MB/s", + "reconnects": 176331, + "status_2xx": 4442670, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -356,18 +356,18 @@ "json-h2c-1024": { "framework": "viltrum", "language": "V", - "rps": 4743066, - "avg_latency": "6.52ms", - "p99_latency": "63.14ms", - "cpu": "6407.8%", - "memory": "236MiB", + "rps": 4471204, + "avg_latency": "7.08ms", + "p99_latency": "54.83ms", + "cpu": "6334.7%", + "memory": "131MiB", "connections": 1024, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "15.83GB/s", + "bandwidth": "14.93GB/s", "reconnects": 0, - "status_2xx": 23999916, + "status_2xx": 22624294, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -375,18 +375,18 @@ "json-h2c-4096": { "framework": "viltrum", "language": "V", - "rps": 4234881, - "avg_latency": "29.81ms", - "p99_latency": "152.02ms", - "cpu": "6258.2%", - "memory": "772MiB", + "rps": 4314385, + "avg_latency": "30.52ms", + "p99_latency": "203.64ms", + "cpu": "6115.1%", + "memory": "377MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "14.16GB/s", + "bandwidth": "14.49GB/s", "reconnects": 0, - "status_2xx": 21470848, + "status_2xx": 21960224, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -394,18 +394,18 @@ "json-tls-4096": { "framework": "viltrum", "language": "V", - "rps": 1815854, + "rps": 1825440, "avg_latency": "1.36ms", - "p99_latency": "27.08ms", - "cpu": "5342.3%", - "memory": "736MiB", + "p99_latency": "54.44ms", + "cpu": "5662.6%", + "memory": "175MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "6.17GB", + "bandwidth": "6.20GB", "reconnects": 0, - "status_2xx": 9259417, + "status_2xx": 9312668, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -413,91 +413,91 @@ "latency-10k-1024": { "framework": "viltrum", "language": "V", - "rps": 9979, - "avg_latency": "77.9us", - "p99_latency": "97.0us", - "cpu": "21.4%", - "memory": "78MiB", + "rps": 9978, + "avg_latency": "77.8us", + "p99_latency": "96.0us", + "cpu": "22.2%", + "memory": "48MiB", "connections": 1024, "threads": 64, "duration": "20s", "pipeline": 1, "bandwidth": "1.17MB/s", "reconnects": 0, - "status_2xx": 199607, + "status_2xx": 199588, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0, - "cpu_usec": 4445989, - "cpu_per_req_us": 22.2737, + "cpu_usec": 4647310, + "cpu_per_req_us": 23.2845, "target_rate": 10000, - "rate_ratio": 0.9979, - "p99_9_latency": "1029.0us" + "rate_ratio": 0.9978, + "p99_9_latency": "491.0us" }, "latency-1m-1024": { "framework": "viltrum", "language": "V", - "rps": 997966, - "avg_latency": "92.4us", - "p99_latency": "164.0us", - "cpu": "2251.4%", - "memory": "85MiB", + "rps": 998000, + "avg_latency": "90.2us", + "p99_latency": "171.0us", + "cpu": "2247.1%", + "memory": "50MiB", "connections": 1024, "threads": 64, "duration": "20s", "pipeline": 1, - "bandwidth": "116.76MB/s", + "bandwidth": "116.77MB/s", "reconnects": 0, - "status_2xx": 19962653, + "status_2xx": 19963084, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0, - "cpu_usec": 408356158, - "cpu_per_req_us": 20.456, + "cpu_usec": 411283511, + "cpu_per_req_us": 20.6022, "target_rate": 1000000, "rate_ratio": 0.998, - "p99_9_latency": "1732.0us" + "p99_9_latency": "287.0us" }, "latency-500k-8cpu-1024": { "framework": "viltrum", "language": "V", - "rps": 498821, - "avg_latency": "451.6us", - "p99_latency": "6266.0us", - "cpu": "786.3%", - "memory": "54MiB", + "rps": 498784, + "avg_latency": "4060.6us", + "p99_latency": "58896.0us", + "cpu": "777.9%", + "memory": "25MiB", "connections": 1024, "threads": 64, "duration": "20s", "pipeline": 1, "bandwidth": "58.36MB/s", "reconnects": 0, - "status_2xx": 9978439, + "status_2xx": 9977900, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0, - "cpu_usec": 150410583, - "cpu_per_req_us": 15.0736, + "cpu_usec": 148533798, + "cpu_per_req_us": 14.8863, "target_rate": 500000, "rate_ratio": 0.9976, - "p99_9_latency": "18072.0us" + "p99_9_latency": "98528.0us" }, "limited-conn-4096": { "framework": "viltrum", "language": "V", - "rps": 2739609, + "rps": 2742579, "avg_latency": "1.36ms", - "p99_latency": "2.19ms", - "cpu": "5693.4%", - "memory": "567MiB", + "p99_latency": "2.27ms", + "cpu": "5764.9%", + "memory": "92MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "308.16MB/s", - "input_bw": "211.63MB/s", - "reconnects": 1369801, - "status_2xx": 13698045, + "bandwidth": "308.49MB/s", + "input_bw": "211.86MB/s", + "reconnects": 1371464, + "status_2xx": 13712895, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -505,18 +505,18 @@ "pipelined-4096": { "framework": "viltrum", "language": "V", - "rps": 31700768, - "avg_latency": "2.07ms", - "p99_latency": "4.86ms", - "cpu": "6315.2%", - "memory": "217MiB", + "rps": 31362262, + "avg_latency": "2.09ms", + "p99_latency": "3.87ms", + "cpu": "6730.2%", + "memory": "79MiB", "connections": 4096, "threads": 64, "duration": "5s", "pipeline": 16, - "bandwidth": "3.48GB/s", + "bandwidth": "3.45GB/s", "reconnects": 0, - "status_2xx": 158503840, + "status_2xx": 156811314, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -524,18 +524,18 @@ "static-h2-1024": { "framework": "viltrum", "language": "V", - "rps": 377102, - "avg_latency": "83.96ms", - "p99_latency": "482.53ms", - "cpu": "6163.4%", - "memory": "875MiB", + "rps": 467576, + "avg_latency": "64.09ms", + "p99_latency": "471.61ms", + "cpu": "2588.3%", + "memory": "227MiB", "connections": 1024, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "5.80GB/s", + "bandwidth": "7.21GB/s", "reconnects": 0, - "status_2xx": 1904367, + "status_2xx": 2365935, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0 @@ -543,18 +543,18 @@ "static-h2-256": { "framework": "viltrum", "language": "V", - "rps": 428503, - "avg_latency": "20.31ms", - "p99_latency": "134.32ms", - "cpu": "6432.9%", - "memory": "222MiB", + "rps": 579880, + "avg_latency": "14.52ms", + "p99_latency": "147.60ms", + "cpu": "2938.8%", + "memory": "172MiB", "connections": 256, "threads": 64, "duration": "5s", "pipeline": 1, - "bandwidth": "6.57GB/s", + "bandwidth": "8.89GB/s", "reconnects": 0, - "status_2xx": 2155374, + "status_2xx": 2916800, "status_3xx": 0, "status_4xx": 0, "status_5xx": 0