ClickHouse · rschu1ze · Mar 25, 2025 · Mar 25, 2025
diff --git a/_files_gz/results/_files_bluesky_gz_1000m.json b/_files_gz/results/_files_bluesky_gz_1000m.json
@@ -9,6 +9,5 @@
   "tags": [
   ],
   "dataset_size": 1000000000,
-  "data_compression": "gz",
   "total_size": 134117979655
 }
diff --git a/_files_gz/results/_files_bluesky_gz_100m.json b/_files_gz/results/_files_bluesky_gz_100m.json
@@ -9,6 +9,5 @@
   "tags": [
   ],
   "dataset_size": 100000000,
-  "data_compression": "gz",
   "total_size": 13372936569
 }
diff --git a/_files_gz/results/_files_bluesky_gz_10m.json b/_files_gz/results/_files_bluesky_gz_10m.json
@@ -9,6 +9,5 @@
   "tags": [
   ],
   "dataset_size": 10000000,
-  "data_compression": "gz",
   "total_size": 1354902507
 }
diff --git a/_files_gz/results/_files_bluesky_gz_1m.json b/_files_gz/results/_files_bluesky_gz_1m.json
@@ -9,6 +9,5 @@
   "tags": [
   ],
   "dataset_size": 1000000,
-  "data_compression": "gz",
   "total_size": 135176827
 }
diff --git a/_files_json/results/_files_bluesky_json_1000m.json b/_files_json/results/_files_bluesky_json_1000m.json
@@ -9,6 +9,5 @@
   "tags": [
   ],
   "dataset_size": 1000000000,
-  "data_compression": "none",
   "total_size": 482108809691
 }
diff --git a/_files_json/results/_files_bluesky_json_100m.json b/_files_json/results/_files_bluesky_json_100m.json
@@ -9,6 +9,5 @@
   "tags": [
   ],
   "dataset_size": 100000000,
-  "data_compression": "none",
   "total_size": 47813179260
 }
diff --git a/_files_json/results/_files_bluesky_json_10m.json b/_files_json/results/_files_bluesky_json_10m.json
@@ -9,6 +9,5 @@
   "tags": [
   ],
   "dataset_size": 10000000,
-  "data_compression": "none",
   "total_size": 4858741288
 }
diff --git a/_files_json/results/_files_bluesky_json_1m.json b/_files_json/results/_files_bluesky_json_1m.json
@@ -9,6 +9,5 @@
   "tags": [
   ],
   "dataset_size": 1000000,
-  "data_compression": "none",
   "total_size": 480778277
 }
diff --git a/_files_lz4/results/_files_bluesky_lz4_1000m.json b/_files_lz4/results/_files_bluesky_lz4_1000m.json
@@ -9,6 +9,5 @@
   "tags": [
   ],
   "dataset_size": 1000000000,
-  "data_compression": "lz4",
   "total_size": 206562787263
 }
diff --git a/_files_lz4/results/_files_bluesky_lz4_100m.json b/_files_lz4/results/_files_bluesky_lz4_100m.json
@@ -9,6 +9,5 @@
   "tags": [
   ],
   "dataset_size": 100000000,
-  "data_compression": "lz4",
   "total_size": 20591959778
 }
diff --git a/_files_lz4/results/_files_bluesky_lz4_10m.json b/_files_lz4/results/_files_bluesky_lz4_10m.json
@@ -9,6 +9,5 @@
   "tags": [
   ],
   "dataset_size": 10000000,
-  "data_compression": "lz4",
   "total_size": 2084888024
 }
diff --git a/_files_lz4/results/_files_bluesky_lz4_1m.json b/_files_lz4/results/_files_bluesky_lz4_1m.json
@@ -9,6 +9,5 @@
   "tags": [
   ],
   "dataset_size": 1000000,
-  "data_compression": "lz4",
   "total_size": 208385826
 }
diff --git a/_files_zstd/results/_files_bluesky_zstd_1000m.json b/_files_zstd/results/_files_bluesky_zstd_1000m.json
@@ -9,6 +9,5 @@
   "tags": [
   ],
   "dataset_size": 1000000000,
-  "data_compression": "zstd(1)",
   "total_size": 123797963671
 }
diff --git a/_files_zstd/results/_files_bluesky_zstd_100m.json b/_files_zstd/results/_files_bluesky_zstd_100m.json
@@ -9,6 +9,5 @@
   "tags": [
   ],
   "dataset_size": 100000000,
-  "data_compression": "zstd(1)",
   "total_size": 12245368182
 }
diff --git a/_files_zstd/results/_files_bluesky_zstd_10m.json b/_files_zstd/results/_files_bluesky_zstd_10m.json
@@ -9,6 +9,5 @@
   "tags": [
   ],
   "dataset_size": 10000000,
-  "data_compression": "zstd(1)",
   "total_size": 1269817486
 }
diff --git a/_files_zstd/results/_files_bluesky_zstd_1m.json b/_files_zstd/results/_files_bluesky_zstd_1m.json
@@ -9,6 +9,5 @@
   "tags": [
   ],
   "dataset_size": 1000000,
-  "data_compression": "zstd(1)",
   "total_size": 126734406
 }
diff --git a/clickhouse/results/m6i.8xlarge_bluesky_1000m_lz4.json b/clickhouse/results/m6i.8xlarge_bluesky_1000m_lz4.json
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 1000000000,
   "num_loaded_documents": 999999258,
-  "data_compression": "lz4",
   "total_size": 159834794888,
   "data_size": 158959086724,
   "index_size": 875707939,

diff --git a/clickhouse/results/m6i.8xlarge_bluesky_1000m_zstd.json b/clickhouse/results/m6i.8xlarge_bluesky_1000m_zstd.json
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 1000000000,
   "num_loaded_documents": 999999258,
-  "data_compression": "zstd",
   "total_size": 99230044699,
   "data_size": 98355025153,
   "index_size": 875019321,

diff --git a/clickhouse/results/m6i.8xlarge_bluesky_100m_lz4.json b/clickhouse/results/m6i.8xlarge_bluesky_100m_lz4.json
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 100000000,
   "num_loaded_documents": 99999968,
-  "data_compression": "lz4",
   "total_size": 15793562624,
   "data_size": 15771339413,
   "index_size": 222231402,

diff --git a/clickhouse/results/m6i.8xlarge_bluesky_100m_zstd.json b/clickhouse/results/m6i.8xlarge_bluesky_100m_zstd.json
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 100000000,
   "num_loaded_documents": 99999968,
-  "data_compression": "zstd",
   "total_size": 9684754080,
   "data_size": 9662584921,
   "index_size": 22169088,

diff --git a/clickhouse/results/m6i.8xlarge_bluesky_10m_lz4.json b/clickhouse/results/m6i.8xlarge_bluesky_10m_lz4.json
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 10000000,
   "num_loaded_documents": 9999994,
-  "data_compression": "lz4",
   "total_size": 1636685315,
   "data_size": 1635155418,
   "index_size": 1529863,

diff --git a/clickhouse/results/m6i.8xlarge_bluesky_10m_zstd.json b/clickhouse/results/m6i.8xlarge_bluesky_10m_zstd.json
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 10000000,
   "num_loaded_documents": 9999994,
-  "data_compression": "zstd",
   "total_size": 995124869,
   "993599478": 1056861138,
   "index_size": 1525357,

diff --git a/clickhouse/results/m6i.8xlarge_bluesky_1m_lz4.json b/clickhouse/results/m6i.8xlarge_bluesky_1m_lz4.json
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 1000000,
   "num_loaded_documents": 1000000,
-  "data_compression": "lz4",
   "total_size": 162735429,
   "data_size": 162623843,
   "index_size": 111579,

diff --git a/clickhouse/results/m6i.8xlarge_bluesky_1m_zstd.json b/clickhouse/results/m6i.8xlarge_bluesky_1m_zstd.json
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 1000000,
   "num_loaded_documents": 1000000,
-  "data_compression": "zstd",
   "total_size": 98560583,
   "data_size": 98449386,
   "index_size": 111190,

diff --git a/duckdb/results/m6i.8xlarge_bluesky_1000m.json b/duckdb/results/m6i.8xlarge_bluesky_1000m.json
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 1000000000,
   "num_loaded_documents": 974400000,
-  "data_compression": "auto",
   "total_size": 472594513920,
   "result": [
     [3741.938,3732.441,3731.713],

diff --git a/duckdb/results/m6i.8xlarge_bluesky_100m.json b/duckdb/results/m6i.8xlarge_bluesky_100m.json
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 100000000,
   "num_loaded_documents": 100000000,
-  "data_compression": "auto",
   "total_size": 47934865408,
   "result": [
     [373.230,10.743,10.760],

diff --git a/duckdb/results/m6i.8xlarge_bluesky_10m.json b/duckdb/results/m6i.8xlarge_bluesky_10m.json
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 10000000,
   "num_loaded_documents": 10000000,
-  "data_compression": "auto",
   "total_size": 4893442048,
   "result": [
     [37.332,1.179,1.196],

diff --git a/duckdb/results/m6i.8xlarge_bluesky_1m.json b/duckdb/results/m6i.8xlarge_bluesky_1m.json
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 1000000,
   "num_loaded_documents": 1000000,
-  "data_compression": "auto",
   "total_size": 484704256,
   "result": [
     [2.797,0.230,0.228],

diff --git a/elasticsearch/results/m6i.8xlarge_bluesky_no_source_1000m_best_compression.json b/elasticsearch/results/m6i.8xlarge_bluesky_no_source_1000m_best_compression.json
@@ -1,5 +1,5 @@
 {
-  "system": "Elasticsearch (no source, best compression)",
+  "system": "Elasticsearch (no source, zstd)",
   "version": "8.17.0",
   "os": "Ubuntu 24.04",
   "date": "2025-01-14",
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 1000000000,
   "num_loaded_documents": 999998998,
-  "data_compression": "zstd",
   "total_size": 235840659266,
   "result": [
     [5.022,5.019,5.078],

diff --git a/elasticsearch/results/m6i.8xlarge_bluesky_no_source_1000m_default_compression.json b/elasticsearch/results/m6i.8xlarge_bluesky_no_source_1000m_default_compression.json
@@ -1,5 +1,5 @@
 {
-  "system": "Elasticsearch (no source, default)",
+  "system": "Elasticsearch (no source, lz4)",
   "version": "8.17.0",
   "os": "Ubuntu 24.04",
   "date": "2025-01-14",
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 1000000000,
   "num_loaded_documents": 999999106,
-  "data_compression": "lz4",
   "total_size": 238598578300,
   "result": [
     [4.427,4.294,4.382],

diff --git a/elasticsearch/results/m6i.8xlarge_bluesky_no_source_100m_best_compression.json b/elasticsearch/results/m6i.8xlarge_bluesky_no_source_100m_best_compression.json
@@ -1,5 +1,5 @@
 {
-  "system": "Elasticsearch (no source, best compression)",
+  "system": "Elasticsearch (no source, zstd)",
   "version": "8.17.0",
   "os": "Ubuntu 24.04",
   "date": "2025-01-14",
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 100000000,
   "num_loaded_documents": 99999947,
-  "data_compression": "zstd",
   "total_size": 21268479403,
   "result": [
     [2.532,2.536,2.486],

diff --git a/elasticsearch/results/m6i.8xlarge_bluesky_no_source_100m_default_compression.json b/elasticsearch/results/m6i.8xlarge_bluesky_no_source_100m_default_compression.json
@@ -1,5 +1,5 @@
 {
-  "system": "Elasticsearch (no source, default)",
+  "system": "Elasticsearch (no source, lz4)",
   "version": "8.17.0",
   "os": "Ubuntu 24.04",
   "date": "2025-01-14",
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 100000000,
   "num_loaded_documents": 99999947,
-  "data_compression": "lz4",
   "total_size": 21240210194,
   "result": [
     [2.519,2.524,2.483],

diff --git a/elasticsearch/results/m6i.8xlarge_bluesky_no_source_10m_best_compression.json b/elasticsearch/results/m6i.8xlarge_bluesky_no_source_10m_best_compression.json
@@ -1,5 +1,5 @@
 {
-  "system": "Elasticsearch (no source, best compression)",
+  "system": "Elasticsearch (no source, zstd)",
   "version": "8.17.0",
   "os": "Ubuntu 24.04",
   "date": "2025-01-14",
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 10000000,
   "num_loaded_documents": 9999998,
-  "data_compression": "zstd",
   "total_size": 2834172690,
   "result": [
     [0.270,0.263,0.275],

diff --git a/elasticsearch/results/m6i.8xlarge_bluesky_no_source_10m_default_compression.json b/elasticsearch/results/m6i.8xlarge_bluesky_no_source_10m_default_compression.json
@@ -1,5 +1,5 @@
 {
-  "system": "Elasticsearch (no source, default)",
+  "system": "Elasticsearch (no source, lz4)",
   "version": "8.17.0",
   "os": "Ubuntu 24.04",
   "date": "2025-01-14",
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 10000000,
   "num_loaded_documents": 9999998,
-  "data_compression": "lz4",
   "total_size": 3128506511,
   "result": [
     [0.268,0.269,0.259],

diff --git a/elasticsearch/results/m6i.8xlarge_bluesky_no_source_1m_best_compression.json b/elasticsearch/results/m6i.8xlarge_bluesky_no_source_1m_best_compression.json
@@ -1,5 +1,5 @@
 {
-  "system": "Elasticsearch (no source, best compression)",
+  "system": "Elasticsearch (no source, zstd)",
   "version": "8.17.0",
   "os": "Ubuntu 24.04",
   "date": "2025-01-14",
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 1000000,
   "num_loaded_documents": 1000000,
-  "data_compression": "zstd",
   "total_size": 400948257,
   "result": [
     [0.041,0.037,0.035],

diff --git a/elasticsearch/results/m6i.8xlarge_bluesky_no_source_1m_default_compression.json b/elasticsearch/results/m6i.8xlarge_bluesky_no_source_1m_default_compression.json
@@ -1,5 +1,5 @@
 {
-  "system": "Elasticsearch (no source, default)",
+  "system": "Elasticsearch (no source, lz4)",
   "version": "8.17.0",
   "os": "Ubuntu 24.04",
   "date": "2025-01-14",
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 1000000,
   "num_loaded_documents": 1000000,
-  "data_compression": "lz4",
   "total_size": 481917965,
   "result": [
     [0.035,0.035,0.033],

diff --git a/elasticsearch/results/m6i.8xlarge_bluesky_source_1000m_best_compression.json b/elasticsearch/results/m6i.8xlarge_bluesky_source_1000m_best_compression.json
@@ -1,5 +1,5 @@
 {
-  "system": "Elasticsearch (best compression)",
+  "system": "Elasticsearch (zstd)",
   "version": "8.17.0",
   "os": "Ubuntu 24.04",
   "date": "2025-01-14",
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 1000000000,
   "num_loaded_documents": 999999101,
-  "data_compression": "zstd",
   "total_size": 386099682721,
   "result": [
     [3.854,3.884,4.081],

diff --git a/elasticsearch/results/m6i.8xlarge_bluesky_source_1000m_default_compression.json b/elasticsearch/results/m6i.8xlarge_bluesky_source_1000m_default_compression.json
@@ -1,5 +1,5 @@
 {
-  "system": "Elasticsearch (default)",
+  "system": "Elasticsearch (lz4)",
   "version": "8.17.0",
   "os": "Ubuntu 24.04",
   "date": "2025-01-14",
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 1000000000,
   "num_loaded_documents": 999999153,
-  "data_compression": "lz4",
   "total_size": 488061838541,
   "result": [
     [3.087,3.026,3.060],

diff --git a/elasticsearch/results/m6i.8xlarge_bluesky_source_100m_best_compression.json b/elasticsearch/results/m6i.8xlarge_bluesky_source_100m_best_compression.json
@@ -1,5 +1,5 @@
 {
-  "system": "Elasticsearch (best compression)",
+  "system": "Elasticsearch (zstd)",
   "version": "8.17.0",
   "os": "Ubuntu 24.04",
   "date": "2025-01-14",
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 100000000,
   "num_loaded_documents": 99999947,
-  "data_compression": "zstd",
   "total_size": 34182479705,
   "result": [
     [2.765,2.718,2.799],

diff --git a/elasticsearch/results/m6i.8xlarge_bluesky_source_100m_default_compression.json b/elasticsearch/results/m6i.8xlarge_bluesky_source_100m_default_compression.json
@@ -1,5 +1,5 @@
 {
-  "system": "Elasticsearch (default)",
+  "system": "Elasticsearch (lz4)",
   "version": "8.17.0",
   "os": "Ubuntu 24.04",
   "date": "2025-01-14",
@@ -11,7 +11,6 @@
   ],
   "dataset_size": 100000000,
   "num_loaded_documents": 99999947,
-  "data_compression": "lz4",
   "total_size": 42432097529,
   "result": [
     [2.520,2.507,2.592],