Skip to content

Bump StarRocks to 3.4 and remove DISTRIBUTED BY HASH(UserID) #359

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 6 commits into from
May 4, 2025
Merged

Bump StarRocks to 3.4 and remove DISTRIBUTED BY HASH(UserID) #359

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
1145f0e
starrocks: update DDL
azat Apr 26, 2025
5ac0393
starrocks: update scripts and version to 3.4.2
azat Apr 26, 2025
e37be87
starrocks: gzip -f
azat Apr 27, 2025
4b87d72
starrocks: update results
azat Apr 26, 2025
5cab572
Minor fixups
rschu1ze May 4, 2025
fd987b7
Merge remote-tracking branch 'origin/main' into bump-starrocks
rschu1ze May 4, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
13 changes: 7 additions & 6 deletions starrocks/benchmark.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,18 +2,19 @@

# This benchmark should run on Amazon Linux

VERSION=3.0.0-preview
DOWNLOAD_URL=https://releases.starrocks.io/starrocks/StarRocks-3.0.0-preview.tar.gz
set -e

VERSION=3.4.2-ubuntu-amd64
# Install
wget $DOWNLOAD_URL
wget https://releases.starrocks.io/starrocks/StarRocks-$VERSION.tar.gz -O StarRocks-$VERSION.tar.gz
tar zxvf StarRocks-${VERSION}.tar.gz

cd StarRocks-${VERSION}/

# Install dependencies
sudo yum install -y java-1.8.0-openjdk-devel.x86_64 mysql

export JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk/
sudo apt update
sudo apt install openjdk-17-jre mariadb-client
export JAVA_HOME=/usr/lib/jvm/java-17-openjdk-amd64
export PATH=$JAVA_HOME/bin:$PATH

# Create directory for FE and BE
Expand Down
16 changes: 8 additions & 8 deletions starrocks/create.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
CREATE TABLE hits (
CounterID INT NOT NULL,
EventDate Date NOT NULL,
UserID BIGINT NOT NULL,
EventTime DateTime NOT NULL,
WatchID BIGINT NOT NULL,
CounterID INT NOT NULL,
EventDate Date NOT NULL,
UserID BIGINT NOT NULL,
EventTime DateTime NOT NULL,
WatchID BIGINT NOT NULL,
JavaEnable SMALLINT NOT NULL,
Title STRING NOT NULL,
GoodEvent SMALLINT NOT NULL,
Expand Down Expand Up @@ -104,7 +104,7 @@ CREATE TABLE hits (
RefererHash BIGINT NOT NULL,
URLHash BIGINT NOT NULL,
CLID INT NOT NULL
)
DUPLICATE KEY (CounterID, EventDate, UserID, EventTime, WatchID)
DISTRIBUTED BY HASH(UserID) BUCKETS 192
)
DUPLICATE KEY (CounterID, EventDate, UserID, EventTime, WatchID)
DISTRIBUTED BY RANDOM BUCKETS 1
PROPERTIES ( "replication_num"="1");
94 changes: 47 additions & 47 deletions starrocks/results/c6a.4xlarge.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,55 +1,55 @@
{
"system": "StarRocks",
"date": "2022-09-25",
"date": "2025-05-01",
"machine": "c6a.4xlarge, 500gb gp2",
"cluster_size": 1,
"comment": "",
"tags": ["C++", "column-oriented", "MySQL compatible", "ClickHouse derivative"],
"load_time": 492,
"data_size": 17233927256,
"tags": ["C++", "column-oriented", "MySQL compatible"],
"load_time": 449,
"data_size": 16315183154,
"result": [
[0.04,0.02,0.02],
[0.21,0.03,0.04],
[1.88,0.07,0.07],
[3.40,0.09,0.10],
[0.37,0.34,0.33],
[2.71,0.88,0.84],
[0.03,0.02,0.02],
[0.06,0.03,0.03],
[1.66,0.53,0.47],
[1.58,1.52,1.47],
[0.68,0.10,0.11],
[1.26,0.12,0.12],
[0.54,0.54,0.54],
[0.99,0.96,0.99],
[0.81,0.77,0.80],
[0.41,0.39,0.40],
[1.45,1.49,1.52],
[0.52,0.52,0.51],
[2.98,2.60,2.56],
[0.02,0.01,0.00],
[12.97,1.10,1.11],
[14.84,0.91,0.94],
[27.68,1.96,1.94],
[46.49,1.49,1.22],
[0.16,0.11,0.07],
[0.94,0.12,0.12],
[0.06,0.05,0.04],
[13.99,1.44,1.42],
[11.58,10.20,10.37],
[0.22,0.10,0.11],
[4.60,0.38,0.36],
[4.15,0.53,0.52],
[3.54,3.48,3.48],
[15.22,6.08,6.17],
[14.90,6.34,6.31],
[1.86,0.59,0.51],
[0.99,0.09,0.08],
[0.42,0.05,0.05],
[0.15,0.04,0.04],
[1.27,0.18,0.18],
[0.32,0.04,0.03],
[0.11,0.03,0.04],
[0.08,0.03,0.02]
[0.054,0.048,0.048],
[0.122,0.032,0.029],
[1.025,0.067,0.067],
[2.535,0.081,0.078],
[0.546,0.500,0.515],
[2.375,0.895,0.886],
[0.096,0.073,0.075],
[0.084,0.035,0.034],
[1.020,0.982,0.943],
[2.117,1.989,2.012],
[0.419,0.328,0.311],
[0.520,0.328,0.306],
[0.616,0.575,0.588],
[1.325,1.325,1.286],
[0.824,0.822,0.817],
[0.851,0.870,0.820],
[3.618,3.384,3.386],
[2.407,2.333,2.257],
[4.189,4.206,4.101],
[0.038,0.021,0.021],
[11.340,1.374,1.311],
[12.657,1.031,1.060],
[21.224,1.734,1.693],
[11.199,0.407,0.157],
[0.129,0.040,0.031],
[1.061,0.134,0.127],
[0.031,0.031,0.036],
[11.130,4.372,1.499],
[12.948,13.781,13.875],
[0.124,0.066,0.054],
[3.059,0.410,0.385],
[2.633,0.621,0.595],
[4.507,4.422,4.391],
[14.557,5.890,5.914],
[14.207,5.625,5.718],
[0.617,0.550,0.561],
[0.157,0.075,0.073],
[0.065,0.041,0.041],
[0.039,0.032,0.032],
[0.203,0.133,0.132],
[0.081,0.025,0.025],
[0.034,0.028,0.025],
[0.038,0.025,0.023]
]
}
94 changes: 47 additions & 47 deletions starrocks/results/c6a.metal.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,55 +1,55 @@
{
"system": "StarRocks",
"date": "2023-02-10",
"date": "2025-05-01",
"machine": "c6a.metal, 500gb gp2",
"cluster_size": 1,
"comment": "",
"tags": ["C++", "column-oriented", "MySQL compatible", "ClickHouse derivative"],
"load_time": 433,
"data_size": 17705230744,
"tags": ["C++", "column-oriented", "MySQL compatible"],
"load_time": 341,
"data_size": 16334421700,
"result": [
[0.04,0.04,0.03],
[0.12,0.03,0.03],
[0.66,0.06,0.06],
[2.08,0.08,0.06],
[0.10,0.08,0.09],
[2.19,0.22,0.21],
[0.04,0.02,0.03],
[0.06,0.04,0.04],
[0.99,0.12,0.12],
[0.73,0.74,0.70],
[0.13,0.06,0.05],
[1.04,0.06,0.07],
[0.17,0.18,0.17],
[0.23,0.23,0.23],
[0.54,0.18,0.18],
[0.09,0.09,0.08],
[0.31,0.32,0.30],
[0.12,0.10,0.11],
[1.27,0.48,0.44],
[0.01,0.01,0.00],
[12.09,0.17,0.15],
[0.17,0.13,0.12],
[10.91,0.28,0.24],
[28.25,0.86,1.36],
[0.03,0.03,0.02],
[0.06,0.04,0.04],
[0.02,0.03,0.02],
[0.63,0.24,0.21],
[8.77,1.60,1.64],
[0.12,0.10,0.10],
[1.33,0.13,0.13],
[3.46,0.18,0.19],
[0.97,0.86,0.86],
[0.95,0.96,0.98],
[0.96,0.97,0.97],
[0.14,0.12,0.14],
[0.07,0.06,0.06],
[0.05,0.04,0.04],
[0.04,0.03,0.03],
[0.10,0.09,0.09],
[0.47,0.03,0.03],
[0.25,0.03,0.03],
[0.04,0.03,0.03]
[0.061,0.055,0.052],
[0.093,0.047,0.045],
[0.896,0.058,0.061],
[2.242,0.067,0.069],
[0.180,0.143,0.134],
[1.932,0.235,0.229],
[0.080,0.058,0.054],
[0.117,0.058,0.059],
[1.112,0.370,0.364],
[0.814,0.780,0.794],
[0.359,0.290,0.299],
[0.343,0.308,0.302],
[0.236,0.207,0.215],
[0.297,0.298,0.286],
[0.375,0.213,0.211],
[0.187,0.179,0.187],
[0.606,0.567,0.555],
[0.397,0.390,0.390],
[2.106,0.726,0.705],
[0.036,0.028,0.027],
[10.708,0.273,0.275],
[0.180,0.173,0.182],
[7.707,0.273,0.268],
[17.049,0.563,0.194],
[0.053,0.053,0.053],
[0.087,0.091,0.089],
[0.050,0.051,0.051],
[0.268,0.243,0.258],
[9.074,3.228,3.744],
[0.086,0.071,0.065],
[1.324,0.203,0.204],
[3.204,0.228,0.222],
[1.136,1.057,1.056],
[1.114,1.066,1.041],
[1.050,1.047,1.026],
[0.160,0.154,0.157],
[0.117,0.097,0.097],
[0.090,0.087,0.085],
[0.089,0.076,0.075],
[0.193,0.188,0.175],
[0.155,0.073,0.079],
[0.102,0.076,0.076],
[0.076,0.077,0.077]
]
}