From 7e23f9d42fa9023eaa6e93e00201e88ac1304a11 Mon Sep 17 00:00:00 2001 From: Tobias Schmidt Date: Wed, 12 Aug 2026 01:17:18 +0000 Subject: [PATCH 1/3] Pin Umbra version Umbra was installed and started from umbradb/umbra:latest, so a new image silently changed the reported numbers and nothing re-triggered a measurement. Pinning the tag makes a version bump a change under umbra/, which re-triggers the PR automation, like #1308 did for Hyper (see #1266). --- umbra/install | 2 +- umbra/start | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/umbra/install b/umbra/install index f106ad77db..f8e10abc5c 100755 --- a/umbra/install +++ b/umbra/install @@ -4,7 +4,7 @@ set -eu sudo apt-get update -y sudo apt-get install -y docker.io postgresql-client gzip strace gcc -sudo docker pull umbradb/umbra:latest +sudo docker pull umbradb/umbra:26.08 mkdir -p data db chmod -R 777 data db diff --git a/umbra/start b/umbra/start index de2ecc72fe..e530692e3d 100755 --- a/umbra/start +++ b/umbra/start @@ -15,4 +15,4 @@ sudo docker run -d --name umbradb \ --ulimit nofile=1048576:1048576 \ --ulimit memlock=-1:-1 \ -e ASYNCIO=0 \ - umbradb/umbra:latest >/dev/null + umbradb/umbra:26.08 >/dev/null From 311321e1790a42d2f51c98a415ba397a0cdeab50 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Fri, 14 Aug 2026 22:15:11 +0000 Subject: [PATCH 2/3] Add benchmark results for umbra (c6a.2xlarge, c6a.4xlarge, c6a.large, c6a.metal, c6a.xlarge, c7a.metal-48xl, c8g.4xlarge, c8g.metal-48xl) --- umbra/results/20260814/c6a.2xlarge.json | 60 ++++++++++++++++++++++ umbra/results/20260814/c6a.4xlarge.json | 60 ++++++++++++++++++++++ umbra/results/20260814/c6a.large.json | 60 ++++++++++++++++++++++ umbra/results/20260814/c6a.metal.json | 60 ++++++++++++++++++++++ umbra/results/20260814/c6a.xlarge.json | 60 ++++++++++++++++++++++ umbra/results/20260814/c7a.metal-48xl.json | 60 ++++++++++++++++++++++ umbra/results/20260814/c8g.4xlarge.json | 60 ++++++++++++++++++++++ umbra/results/20260814/c8g.metal-48xl.json | 60 ++++++++++++++++++++++ 8 files changed, 480 insertions(+) create mode 100644 umbra/results/20260814/c6a.2xlarge.json create mode 100644 umbra/results/20260814/c6a.4xlarge.json create mode 100644 umbra/results/20260814/c6a.large.json create mode 100644 umbra/results/20260814/c6a.metal.json create mode 100644 umbra/results/20260814/c6a.xlarge.json create mode 100644 umbra/results/20260814/c7a.metal-48xl.json create mode 100644 umbra/results/20260814/c8g.4xlarge.json create mode 100644 umbra/results/20260814/c8g.metal-48xl.json diff --git a/umbra/results/20260814/c6a.2xlarge.json b/umbra/results/20260814/c6a.2xlarge.json new file mode 100644 index 0000000000..5c06136061 --- /dev/null +++ b/umbra/results/20260814/c6a.2xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Umbra", + "date": "2026-08-14", + "machine": "c6a.2xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible"], + "load_time": 331, + "data_size": 8295074133, + "concurrent_qps": 2.355, + "concurrent_error_ratio": 0.331, + "result": [ + [0.2, 0.015, 0.014], + [0.213, 0.006, 0.006], + [0.24, 0.044, 0.044], + [0.267, 0.042, 0.041], + [0.493, 0.194, 0.202], + [0.633, 0.286, 0.285], + [0.205, 0.039, 0.04], + [0.231, 0.007, 0.006], + [0.647, 0.238, 0.238], + [0.846, 0.325, 0.322], + [0.34, 0.035, 0.035], + [0.39, 0.039, 0.039], + [0.653, 0.251, 0.249], + [1.05, 0.471, 0.47], + [0.714, 0.288, 0.284], + [0.537, 0.231, 0.23], + [1.191, 0.552, 0.551], + [1.018, 0.396, 0.396], + [null, null, null], + [0.204, 0.002, 0.002], + [3.115, 0.17, 0.171], + [3.883, 0.085, 0.085], + [7.158, 5.419, 4.461], + [1.281, 0.019, 0.019], + [0.246, 0.004, 0.004], + [0.301, 0.018, 0.018], + [0.24, 0.004, 0.025], + [3.152, 0.486, 0.473], + [3.977, 2.871, 2.859], + [0.204, 0.049, 0.047], + [0.715, 0.111, 0.112], + [3.618, 0.179, 0.175], + [null, null, null], + [null, null, null], + [null, null, null], + [0.405, 0.192, 0.192], + [0.121, 0.013, 0.013], + [0.081, 0.006, 0.007], + [0.111, 0.003, 0.003], + [0.303, 0.029, 0.028], + [0.094, 0.003, 0.003], + [0.086, 0.003, 0.003], + [0.086, 0.005, 0.005] +] + } + \ No newline at end of file diff --git a/umbra/results/20260814/c6a.4xlarge.json b/umbra/results/20260814/c6a.4xlarge.json new file mode 100644 index 0000000000..28c0c9b1b3 --- /dev/null +++ b/umbra/results/20260814/c6a.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Umbra", + "date": "2026-08-14", + "machine": "c6a.4xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible"], + "load_time": 166, + "data_size": 8297309726, + "concurrent_qps": 7.13, + "concurrent_error_ratio": 0.393, + "result": [ + [0.046, 0.008, 0.008], + [0.062, 0.004, 0.004], + [0.22, 0.027, 0.027], + [0.23, 0.026, 0.026], + [0.321, 0.134, 0.133], + [0.467, 0.176, 0.173], + [0.212, 0.024, 0.024], + [0.075, 0.005, 0.005], + [0.442, 0.161, 0.162], + [0.575, 0.229, 0.228], + [0.268, 0.026, 0.026], + [0.286, 0.028, 0.029], + [0.498, 0.166, 0.165], + [0.93, 0.318, 0.315], + [0.55, 0.187, 0.186], + [0.365, 0.173, 0.173], + [0.861, 0.384, 0.379], + [0.763, 0.216, 0.216], + [2.644, 0.868, 0.864], + [0.198, 0.002, 0.002], + [3.114, 0.132, 0.134], + [3.851, 0.057, 0.057], + [7.182, 0.065, 0.065], + [1.182, 0.024, 0.024], + [0.212, 0.005, 0.005], + [0.253, 0.011, 0.011], + [0.23, 0.005, 0.005], + [3.187, 0.291, 0.288], + [3.289, 1.528, 1.524], + [0.156, 0.03, 0.03], + [0.574, 0.085, 0.086], + [3.626, 0.132, 0.133], + [3.875, 1.337, 1.328], + [3.408, 0.881, 0.744], + [3.427, 0.869, 0.741], + [0.276, 0.125, 0.125], + [0.12, 0.011, 0.011], + [0.092, 0.006, 0.006], + [0.107, 0.003, 0.003], + [0.275, 0.023, 0.022], + [0.09, 0.003, 0.003], + [0.086, 0.003, 0.003], + [0.09, 0.005, 0.005] +] + } + \ No newline at end of file diff --git a/umbra/results/20260814/c6a.large.json b/umbra/results/20260814/c6a.large.json new file mode 100644 index 0000000000..a203bd1a06 --- /dev/null +++ b/umbra/results/20260814/c6a.large.json @@ -0,0 +1,60 @@ +{ + "system": "Umbra", + "date": "2026-08-14", + "machine": "c6a.large", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible"], + "load_time": 635, + "data_size": 8653767234, + "concurrent_qps": 0.87, + "concurrent_error_ratio": 0.519, + "result": [ + [0.197, 0.053, 0.051], + [0.378, 0.017, 0.017], + [0.927, 0.162, 0.161], + [1.042, 0.141, 0.141], + [null, null, null], + [2.168, 1.043, 1.044], + [0.398, 0.134, 0.138], + [0.391, 0.019, 0.019], + [null, null, null], + [null, null, null], + [1.335, 0.115, 0.112], + [1.635, 0.126, 0.124], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [3.335, 1.491, 1.488], + [null, null, null], + [0.642, 0.004, 0.004], + [4.565, 3.949, 3.978], + [5.054, 4.829, 4.759], + [8.579, 7.903, 8.179], + [1.386, 0.027, 0.027], + [0.301, 0.01, 0.045], + [1.284, 0.068, 0.064], + [0.344, 0.005, 0.006], + [5.403, 4.921, 4.861], + [null, null, null], + [0.732, 0.168, 0.166], + [3.319, 0.641, 0.485], + [3.973, 2.498, 1.958], + [null, null, null], + [null, null, null], + [null, null, null], + [1.516, 0.732, 0.727], + [0.277, 0.038, 0.038], + [0.263, 0.018, 0.018], + [0.255, 0.005, 0.005], + [0.372, 0.083, 0.082], + [0.254, 0.005, 0.006], + [0.252, 0.004, 0.005], + [0.248, 0.01, 0.01] +] + } + \ No newline at end of file diff --git a/umbra/results/20260814/c6a.metal.json b/umbra/results/20260814/c6a.metal.json new file mode 100644 index 0000000000..976ef56ad9 --- /dev/null +++ b/umbra/results/20260814/c6a.metal.json @@ -0,0 +1,60 @@ +{ + "system": "Umbra", + "date": "2026-08-14", + "machine": "c6a.metal", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible"], + "load_time": 46, + "data_size": 8428393181, + "concurrent_qps": 17.095, + "concurrent_error_ratio": 0, + "result": [ + [0.029, 0.003, 0.003], + [0.063, 0.003, 0.003], + [0.064, 0.01, 0.009], + [0.163, 0.011, 0.01], + [0.36, 0.072, 0.067], + [0.345, 0.086, 0.066], + [0.042, 0.01, 0.009], + [0.071, 0.004, 0.004], + [0.418, 0.084, 0.081], + [0.497, 0.114, 0.113], + [0.295, 0.018, 0.019], + [0.288, 0.019, 0.019], + [0.25, 0.072, 0.063], + [0.871, 0.117, 0.118], + [0.338, 0.068, 0.071], + [0.373, 0.096, 0.096], + [0.932, 0.144, 0.143], + [0.794, 0.13, 0.049], + [2.499, 0.357, 0.338], + [0.125, 0.002, 0.002], + [3.23, 0.049, 0.049], + [3.996, 0.022, 0.02], + [7.439, 0.024, 0.024], + [1.053, 0.012, 0.045], + [0.134, 0.004, 0.004], + [0.369, 0.005, 0.005], + [0.163, 0.005, 0.005], + [3.224, 0.066, 0.066], + [3.388, 0.333, 0.331], + [0.071, 0.015, 0.015], + [0.606, 0.038, 0.037], + [3.653, 0.054, 0.054], + [3.336, 0.559, 0.556], + [3.457, 0.364, 0.296], + [3.489, 0.361, 0.299], + [0.332, 0.072, 0.067], + [0.198, 0.014, 0.01], + [0.184, 0.007, 0.007], + [0.19, 0.005, 0.005], + [0.233, 0.026, 0.019], + [0.073, 0.006, 0.006], + [0.068, 0.005, 0.005], + [0.081, 0.006, 0.006] +] + } + \ No newline at end of file diff --git a/umbra/results/20260814/c6a.xlarge.json b/umbra/results/20260814/c6a.xlarge.json new file mode 100644 index 0000000000..5acc960e96 --- /dev/null +++ b/umbra/results/20260814/c6a.xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Umbra", + "date": "2026-08-14", + "machine": "c6a.xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible"], + "load_time": 675, + "data_size": 8285745730, + "concurrent_qps": 1.728, + "concurrent_error_ratio": 0.473, + "result": [ + [0.046, 0.159, 0.027], + [0.214, 0.01, 0.009], + [0.388, 0.083, 0.083], + [0.457, 0.076, 0.075], + [0.814, 0.366, 0.365], + [1.065, 0.522, 0.521], + [0.218, 0.073, 0.072], + [0.235, 0.011, 0.011], + [1.068, 0.427, 0.421], + [1.444, 0.567, 0.569], + [0.556, 0.059, 0.059], + [0.656, 0.066, 0.066], + [1.002, 0.426, 0.425], + [1.746, 0.829, 0.829], + [1.207, 0.514, 0.513], + [0.866, 0.406, 0.404], + [null, null, null], + [1.607, 0.764, 0.763], + [null, null, null], + [0.311, 0.002, 0.002], + [3.046, 2.876, 2.639], + [3.808, 3.927, 3.607], + [7.125, 7.715, 7.369], + [1.479, 0.028, 0.028], + [0.222, 0.031, 0.02], + [0.553, 0.033, 0.033], + [0.268, 0.004, 0.004], + [3.212, 2.775, 2.626], + [null, null, null], + [0.321, 0.086, 0.085], + [1.315, 0.199, 0.199], + [3.676, 0.291, 0.294], + [null, null, null], + [null, null, null], + [null, null, null], + [0.686, 0.359, 0.358], + [0.251, 0.022, 0.022], + [0.083, 0.011, 0.011], + [0.248, 0.003, 0.004], + [0.303, 0.045, 0.045], + [0.091, 0.004, 0.004], + [0.085, 0.003, 0.003], + [0.087, 0.007, 0.007] +] + } + \ No newline at end of file diff --git a/umbra/results/20260814/c7a.metal-48xl.json b/umbra/results/20260814/c7a.metal-48xl.json new file mode 100644 index 0000000000..289b7b5b2b --- /dev/null +++ b/umbra/results/20260814/c7a.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "Umbra", + "date": "2026-08-14", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible"], + "load_time": 42, + "data_size": 8432303853, + "concurrent_qps": 33.81, + "concurrent_error_ratio": 0, + "result": [ + [0.055, 0.002, 0.003], + [0.228, 0.002, 0.002], + [0.212, 0.009, 0.009], + [0.284, 0.009, 0.008], + [0.342, 0.025, 0.026], + [0.372, 0.038, 0.038], + [0.187, 0.008, 0.004], + [0.22, 0.003, 0.003], + [0.49, 0.036, 0.035], + [0.479, 0.045, 0.046], + [0.344, 0.013, 0.012], + [0.337, 0.015, 0.015], + [0.331, 0.041, 0.041], + [0.961, 0.075, 0.069], + [0.635, 0.046, 0.046], + [0.41, 0.035, 0.034], + [0.97, 0.065, 0.063], + [0.995, 0.04, 0.038], + [2.457, 0.126, 0.123], + [0.309, 0.002, 0.002], + [3.287, 0.026, 0.029], + [4.079, 0.014, 0.019], + [7.499, 0.015, 0.016], + [1.357, 0.038, 0.007], + [0.17, 0.003, 0.003], + [0.219, 0.006, 0.003], + [0.315, 0.003, 0.003], + [3.317, 0.047, 0.045], + [3.445, 0.231, 0.224], + [0.212, 0.011, 0.011], + [0.734, 0.022, 0.022], + [3.743, 0.03, 0.03], + [3.151, 0.183, 0.182], + [3.39, 0.161, 0.15], + [3.388, 0.16, 0.151], + [0.346, 0.03, 0.03], + [0.099, 0.008, 0.01], + [0.086, 0.006, 0.005], + [0.233, 0.005, 0.004], + [0.295, 0.016, 0.015], + [0.094, 0.005, 0.005], + [0.081, 0.004, 0.004], + [0.087, 0.006, 0.005] +] + } + \ No newline at end of file diff --git a/umbra/results/20260814/c8g.4xlarge.json b/umbra/results/20260814/c8g.4xlarge.json new file mode 100644 index 0000000000..d2191b1074 --- /dev/null +++ b/umbra/results/20260814/c8g.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Umbra", + "date": "2026-08-14", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible"], + "load_time": 163, + "data_size": 8345716041, + "concurrent_qps": 9.172, + "concurrent_error_ratio": 0.313, + "result": [ + [0.103, 0.012, 0.012], + [0.111, 0.003, 0.003], + [0.164, 0.023, 0.023], + [0.185, 0.024, 0.025], + [0.252, 0.066, 0.066], + [0.291, 0.1, 0.099], + [0.115, 0.016, 0.016], + [0.117, 0.003, 0.003], + [0.313, 0.079, 0.078], + [0.418, 0.116, 0.115], + [0.296, 0.013, 0.013], + [0.308, 0.015, 0.016], + [0.324, 0.09, 0.088], + [0.958, 0.157, 0.162], + [0.404, 0.095, 0.095], + [0.289, 0.074, 0.076], + [0.884, 0.178, 0.175], + [0.865, 0.121, 0.116], + [2.421, 0.354, 0.345], + [0.176, 0.001, 0.001], + [3.213, 0.117, 0.119], + [3.975, 0.045, 0.048], + [7.297, 0.057, 0.057], + [1.221, 0.008, 0.008], + [0.275, 0.002, 0.002], + [0.236, 0.006, 0.006], + [0.339, 0.003, 0.003], + [3.233, 0.23, 0.222], + [3.354, 0.894, 0.897], + [0.161, 0.027, 0.027], + [0.712, 0.037, 0.037], + [3.714, 0.049, 0.052], + [3.344, 0.476, 0.483], + [3.327, 0.387, 0.368], + [3.316, 0.381, 0.356], + [0.236, 0.066, 0.064], + [0.143, 0.008, 0.008], + [0.134, 0.005, 0.005], + [0.142, 0.003, 0.003], + [0.161, 0.014, 0.014], + [0.138, 0.003, 0.003], + [0.135, 0.003, 0.003], + [0.132, 0.006, 0.006] +] + } + \ No newline at end of file diff --git a/umbra/results/20260814/c8g.metal-48xl.json b/umbra/results/20260814/c8g.metal-48xl.json new file mode 100644 index 0000000000..e43e9f2080 --- /dev/null +++ b/umbra/results/20260814/c8g.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "Umbra", + "date": "2026-08-14", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible"], + "load_time": 43, + "data_size": 8396110925, + "concurrent_qps": 38.305, + "concurrent_error_ratio": 0, + "result": [ + [0.035, 0.004, 0.003], + [0.101, 0.001, 0.001], + [0.093, 0.005, 0.005], + [0.146, 0.006, 0.006], + [0.175, 0.023, 0.023], + [0.184, 0.039, 0.039], + [0.038, 0.004, 0.004], + [0.096, 0.004, 0.004], + [0.763, 0.036, 0.033], + [0.387, 0.054, 0.054], + [0.168, 0.017, 0.016], + [0.222, 0.017, 0.015], + [0.159, 0.036, 0.036], + [0.825, 0.06, 0.06], + [0.195, 0.042, 0.039], + [0.383, 0.035, 0.029], + [0.824, 0.058, 0.058], + [1.262, 0.031, 0.033], + [2.297, 0.117, 0.115], + [0.148, 0.001, 0.001], + [3.171, 0.036, 0.04], + [3.944, 0.013, 0.012], + [7.327, 0.019, 0.019], + [1.255, 0.007, 0.007], + [0.134, 0.002, 0.002], + [0.161, 0.003, 0.003], + [0.151, 0.002, 0.002], + [3.189, 0.05, 0.05], + [3.289, 0.179, 0.179], + [0.092, 0.009, 0.009], + [0.614, 0.017, 0.017], + [3.63, 0.022, 0.022], + [3.014, 0.173, 0.173], + [3.235, 0.181, 0.158], + [3.235, 0.161, 0.15], + [0.16, 0.022, 0.024], + [0.111, 0.008, 0.008], + [0.125, 0.007, 0.007], + [0.107, 0.005, 0.005], + [0.133, 0.013, 0.013], + [0.047, 0.005, 0.005], + [0.046, 0.005, 0.005], + [0.045, 0.009, 0.009] +] + } + \ No newline at end of file From 8c36300bd0a64bf36d5e00ed63baf30cddd22665 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Fri, 14 Aug 2026 22:45:32 +0000 Subject: [PATCH 3/3] Add benchmark results for umbra (t3a.small) --- umbra/results/20260814/t3a.small.json | 60 +++++++++++++++++++++++++++ 1 file changed, 60 insertions(+) create mode 100644 umbra/results/20260814/t3a.small.json diff --git a/umbra/results/20260814/t3a.small.json b/umbra/results/20260814/t3a.small.json new file mode 100644 index 0000000000..8b9cc1093d --- /dev/null +++ b/umbra/results/20260814/t3a.small.json @@ -0,0 +1,60 @@ +{ + "system": "Umbra", + "date": "2026-08-14", + "machine": "t3a.small", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","PostgreSQL compatible"], + "load_time": 1416, + "data_size": 9136104002, + "concurrent_qps": 0.502, + "concurrent_error_ratio": 0.584, + "result": [ + [0.341, 0.084, 0.086], + [0.676, 0.04, 0.038], + [1.763, 0.299, 0.296], + [1.758, 0.277, 0.276], + [null, null, null], + [null, null, null], + [0.667, 0.19, 0.189], + [0.723, 0.042, 0.043], + [null, null, null], + [null, null, null], + [2.404, 0.26, 0.253], + [3.125, 0.284, 0.284], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [1.101, 0.005, 0.005], + [8.123, 8.005, 8.104], + [9.089, 9.422, 8.949], + [15.239, 15.393, 15.331], + [1.556, 0.045, 0.044], + [0.379, 0.081, 0.007], + [2.257, 0.39, 0.331], + [0.447, 0.062, 0.069], + [9.694, 9.498, 9.511], + [null, null, null], + [1.354, 0.367, 0.364], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [0.484, 0.093, 0.086], + [0.35, 0.037, 0.035], + [0.375, 0.008, 0.008], + [0.688, 0.173, 0.167], + [0.317, 0.01, 0.01], + [0.309, 0.008, 0.008], + [0.313, 0.019, 0.02] +] + } + \ No newline at end of file