Skip to content

Commit feec416

Browse files
rschu1zerschu1ze
authored
Merge pull request #316 from hammerhead/main
CrateDB: Update results
2 parents 090e9f0 + 7868eeb commit feec416

8 files changed

+307
-53
lines changed

‎cratedb/benchmark.sh

+44-12
Original file line numberDiff line numberDiff line change
@@ -1,26 +1,54 @@
11
#!/bin/bash
22

3-
bash -c "$(curl -L https://try.crate.io/)" > crate.log 2>&1 &
3+
# Tuned execution if "tuned" is passed, default mode otherwise
4+
MODE=$1
5+
6+
if [[ $MODE == "tuned" ]]; then
7+
CREATE_FILE="create-tuned.sql"
8+
EMPTY_STRING_AS_NULL=TRUE
9+
else
10+
CREATE_FILE="create.sql"
11+
EMPTY_STRING_AS_NULL=FALSE
12+
fi;
13+
14+
# Install prerequisites.
15+
sudo apt update
16+
sudo apt install -y apt-transport-https apt-utils curl gnupg lsb-release
17+
18+
# Import the public GPG key for verifying the package signatures.
19+
curl -sS https://cdn.crate.io/downloads/debian/DEB-GPG-KEY-crate | \
20+
sudo tee /etc/apt/trusted.gpg.d/cratedb.asc
21+
22+
# Add CrateDB repository to Apt
23+
echo "deb https://cdn.crate.io/downloads/debian/testing/ default main" | \
24+
sudo tee /etc/apt/sources.list.d/crate-stable.list
425

526
sudo apt-get update
6-
sudo apt-get install -y postgresql-client
27+
sudo apt-get install -y postgresql-client crate
28+
29+
sudo systemctl start crate
730

8-
psql -U crate -h localhost --no-password -t -c 'SELECT 1'
31+
while true
32+
do
33+
psql -U crate -h localhost --no-password -t -c 'SELECT 1' && break
34+
sleep 1
35+
done
936

10-
wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
11-
gzip -d hits.tsv.gz
37+
wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz' -O /tmp/hits.tsv.gz
38+
gzip -d /tmp/hits.tsv.gz
39+
chmod 444 /tmp/hits.tsv
1240

13-
psql -U crate -h localhost --no-password -t < create.sql
41+
psql -U crate -h localhost --no-password -t < $CREATE_FILE
1442

1543
psql -U crate -h localhost --no-password -t -c '\timing' -c "
1644
COPY hits
17-
FROM 'file://$(pwd)/hits.tsv'
45+
FROM 'file:///tmp/hits.tsv'
1846
WITH
1947
(
2048
"delimiter"=e'\t',
2149
"format"='csv',
2250
"header"=false,
23-
"empty_string_as_null"=false
51+
"empty_string_as_null"=${EMPTY_STRING_AS_NULL}
2452
)
2553
RETURN SUMMARY;"
2654

@@ -29,11 +57,15 @@ psql -U crate -h localhost --no-password -t -c '\timing' -c "
2957
# {"Missing closing quote for value\n at [Source: UNKNOWN; line: 1, column: 1069]":{"count":1,"line_numbers":[93557187]}}
3058
# Time: 10687056.069 ms (02:58:07.056)
3159

32-
./run.sh 2>&1 | tee log.txt
60+
if [[ $MODE == "tuned" ]]; then
61+
psql -U crate -h localhost --no-password -t -c "REFRESH TABLE hits; OPTIMIZE TABLE hits;"
62+
fi;
3363

34-
# For some queries it gives "Data too large".
64+
# Some queries don't fit into the available heap space and raise an CircuitBreakingException
65+
./run.sh "$MODE" 2>&1 | tee log.txt
3566

36-
du -bcs crate-*
67+
# Look up shard sizes from system tables. Only consider primary shards in case of multi-node setups with replication.
68+
psql -U crate -h localhost --no-password -t -c "SELECT SUM(size) FROM sys.shards WHERE table_name = 'hits' AND primary = TRUE;"
3769

38-
cat log.txt | grep -oP 'Time: \d+\.\d+ ms|ERROR' | sed -r -e 's/Time: ([0-9]+\.[0-9]+) ms/\1/' |
70+
grep -oP 'Time: \d+\.\d+ ms|ERROR' < log.txt | sed -r -e 's/Time: ([0-9]+\.[0-9]+) ms/\1/' |
3971
awk '{ if ($1 == "ERROR") { skip = 1 } else { if (i % 3 == 0) { printf "[" }; printf skip ? "null" : ($1 / 1000); if (i % 3 != 2) { printf "," } else { print "]," }; ++i; skip = 0; } }'

‎cratedb/create-tuned.sql

+115
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,115 @@
1+
DROP TABLE IF EXISTS hits;
2+
3+
CREATE TABLE hits (
4+
WatchID BIGINT,
5+
JavaEnable SMALLINT,
6+
Title TEXT,
7+
GoodEvent SMALLINT,
8+
EventTime TIMESTAMP,
9+
EventDate TIMESTAMP,
10+
CounterID INTEGER,
11+
ClientIP INTEGER,
12+
RegionID INTEGER,
13+
UserID BIGINT,
14+
CounterClass SMALLINT,
15+
OS SMALLINT,
16+
UserAgent SMALLINT,
17+
URL TEXT,
18+
Referer TEXT,
19+
IsRefresh SMALLINT,
20+
RefererCategoryID SMALLINT,
21+
RefererRegionID INTEGER,
22+
URLCategoryID SMALLINT,
23+
URLRegionID INTEGER,
24+
ResolutionWidth SMALLINT,
25+
ResolutionHeight SMALLINT,
26+
ResolutionDepth SMALLINT,
27+
FlashMajor SMALLINT,
28+
FlashMinor SMALLINT,
29+
FlashMinor2 TEXT,
30+
NetMajor SMALLINT,
31+
NetMinor SMALLINT,
32+
UserAgentMajor SMALLINT,
33+
UserAgentMinor VARCHAR(255),
34+
CookieEnable SMALLINT,
35+
JavascriptEnable SMALLINT,
36+
IsMobile SMALLINT,
37+
MobilePhone SMALLINT,
38+
MobilePhoneModel TEXT,
39+
Params TEXT,
40+
IPNetworkID INTEGER,
41+
TraficSourceID SMALLINT,
42+
SearchEngineID SMALLINT,
43+
SearchPhrase TEXT,
44+
AdvEngineID SMALLINT,
45+
IsArtifical SMALLINT,
46+
WindowClientWidth SMALLINT,
47+
WindowClientHeight SMALLINT,
48+
ClientTimeZone SMALLINT,
49+
ClientEventTime TIMESTAMP,
50+
SilverlightVersion1 SMALLINT,
51+
SilverlightVersion2 SMALLINT,
52+
SilverlightVersion3 INTEGER,
53+
SilverlightVersion4 SMALLINT,
54+
PageCharset TEXT,
55+
CodeVersion INTEGER,
56+
IsLink SMALLINT,
57+
IsDownload SMALLINT,
58+
IsNotBounce SMALLINT,
59+
FUniqID BIGINT,
60+
OriginalURL TEXT,
61+
HID INTEGER,
62+
IsOldCounter SMALLINT,
63+
IsEvent SMALLINT,
64+
IsParameter SMALLINT,
65+
DontCountHits SMALLINT,
66+
WithHash SMALLINT,
67+
HitColor TEXT,
68+
LocalEventTime TIMESTAMP,
69+
Age SMALLINT,
70+
Sex SMALLINT,
71+
Income SMALLINT,
72+
Interests SMALLINT,
73+
Robotness SMALLINT,
74+
RemoteIP INTEGER,
75+
WindowName INTEGER,
76+
OpenerName INTEGER,
77+
HistoryLength SMALLINT,
78+
BrowserLanguage TEXT,
79+
BrowserCountry TEXT,
80+
SocialNetwork TEXT,
81+
SocialAction TEXT,
82+
HTTPError SMALLINT,
83+
SendTiming INTEGER,
84+
DNSTiming INTEGER,
85+
ConnectTiming INTEGER,
86+
ResponseStartTiming INTEGER,
87+
ResponseEndTiming INTEGER,
88+
FetchTiming INTEGER,
89+
SocialSourceNetworkID SMALLINT,
90+
SocialSourcePage TEXT,
91+
ParamPrice BIGINT,
92+
ParamOrderID TEXT,
93+
ParamCurrency TEXT,
94+
ParamCurrencyID SMALLINT,
95+
OpenstatServiceName TEXT,
96+
OpenstatCampaignID TEXT,
97+
OpenstatAdID TEXT,
98+
OpenstatSourceID TEXT,
99+
UTMSource TEXT,
100+
UTMMedium TEXT,
101+
UTMCampaign TEXT,
102+
UTMContent TEXT,
103+
UTMTerm TEXT,
104+
FromTag TEXT,
105+
HasGCLID SMALLINT,
106+
RefererHash BIGINT,
107+
URLHash BIGINT,
108+
CLID INTEGER,
109+
PRIMARY KEY (CounterID, EventDate, UserID, EventTime, WatchID)
110+
)
111+
CLUSTERED INTO 6 SHARDS
112+
WITH (
113+
"refresh_interval" = 0,
114+
"translog.durability" = 'ASYNC'
115+
);

‎cratedb/create.sql

+2
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,5 @@
1+
DROP TABLE IF EXISTS hits;
2+
13
CREATE TABLE hits
24
(
35
WatchID BIGINT NOT NULL,

‎cratedb/queries-tuned.sql

+43
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,43 @@
1+
SELECT COUNT(*) FROM hits;
2+
SELECT COUNT(*) FROM hits WHERE AdvEngineID <> 0;
3+
SELECT SUM(AdvEngineID), COUNT(*), AVG(ResolutionWidth) FROM hits;
4+
SELECT AVG(UserID) FROM hits;
5+
SELECT COUNT(UserID) FROM (SELECT UserID FROM hits GROUP BY 1) x;
6+
SELECT COUNT(SearchPhrase) FROM (SELECT SearchPhrase FROM hits GROUP BY 1) x;
7+
SELECT MIN(EventDate), MAX(EventDate) FROM hits;
8+
SELECT AdvEngineID, COUNT(*) FROM hits WHERE AdvEngineID <> 0 GROUP BY AdvEngineID ORDER BY COUNT(*) DESC;
9+
SELECT RegionID, COUNT(UserID) AS u FROM (SELECT RegionID, UserID FROM hits GROUP BY 1, 2) x GROUP BY 1 ORDER BY u DESC LIMIT 10;
10+
SELECT h1.RegionID, SUM(AdvEngineID), COUNT(*) AS c, AVG(ResolutionWidth), x.UserIdCountDistinct FROM hits h1 JOIN (SELECT RegionID, COUNT(*) AS UserIdCountDistinct FROM (SELECT RegionID, UserId FROM hits h2 GROUP BY RegionId, UserId) y GROUP BY RegionID) x ON x.RegionID = h1.RegionID GROUP BY h1.RegionID, UserIdCountDistinct ORDER BY c DESC LIMIT 10;
11+
SELECT MobilePhoneModel, COUNT(DISTINCT UserID) AS u FROM hits WHERE MobilePhoneModel IS NOT NULL GROUP BY MobilePhoneModel ORDER BY u DESC LIMIT 10;
12+
SELECT MobilePhone, MobilePhoneModel, COUNT(DISTINCT UserID) AS u FROM hits WHERE MobilePhoneModel IS NOT NULL GROUP BY MobilePhone, MobilePhoneModel ORDER BY u DESC LIMIT 10;
13+
SELECT SearchPhrase, COUNT(*) AS c FROM hits WHERE SearchPhrase IS NOT NULL GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10;
14+
SELECT SearchPhrase, COUNT(*) AS u FROM (SELECT SearchPhrase, UserId FROM hits WHERE SearchPhrase IS NOT NULL GROUP BY SearchPhrase, UserId) x GROUP BY SearchPhrase ORDER BY u DESC LIMIT 10;
15+
SELECT SearchEngineID, SearchPhrase, COUNT(*) AS c FROM hits WHERE SearchPhrase IS NOT NULL GROUP BY SearchEngineID, SearchPhrase ORDER BY c DESC LIMIT 10;
16+
SELECT UserID, COUNT(*) FROM hits GROUP BY UserID ORDER BY COUNT(*) DESC LIMIT 10;
17+
SELECT UserID, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, SearchPhrase ORDER BY COUNT(*) DESC LIMIT 10;
18+
SELECT UserID, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, SearchPhrase LIMIT 10;
19+
SELECT UserID, extract(minute FROM EventTime) AS m, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, m, SearchPhrase ORDER BY COUNT(*) DESC LIMIT 10;
20+
SELECT UserID FROM hits WHERE UserID = 435090932899640449;
21+
SELECT COUNT(*) FROM hits WHERE URL LIKE '%google%';
22+
SELECT SearchPhrase, MIN(URL), COUNT(*) AS c FROM hits WHERE URL LIKE '%google%' AND SearchPhrase IS NOT NULL GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10;
23+
SELECT SearchPhrase, MIN(URL), MIN(Title), COUNT(*) AS c, COUNT(DISTINCT UserID) FROM hits WHERE Title LIKE '%Google%' AND URL NOT LIKE '%.google.%' AND SearchPhrase IS NOT NULL GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10;
24+
SELECT * FROM hits WHERE URL LIKE '%google%' ORDER BY EventTime LIMIT 10;
25+
SELECT SearchPhrase FROM hits WHERE SearchPhrase IS NOT NULL ORDER BY EventTime LIMIT 10;
26+
SELECT SearchPhrase FROM hits WHERE SearchPhrase IS NOT NULL ORDER BY SearchPhrase LIMIT 10;
27+
SELECT SearchPhrase FROM hits WHERE SearchPhrase IS NOT NULL ORDER BY EventTime, SearchPhrase LIMIT 10;
28+
SELECT CounterID, AVG(length(URL)) AS l, COUNT(*) AS c FROM hits WHERE URL IS NOT NULL GROUP BY CounterID HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;
29+
SELECT REGEXP_REPLACE(Referer, '^https?://(?:www\.)?([^/]+)/.*$', '$1') AS k, AVG(length(Referer)) AS l, COUNT(*) AS c, MIN(Referer) FROM hits WHERE Referer IS NOT NULL GROUP BY k HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;
30+
SELECT SUM(ResolutionWidth), SUM(ResolutionWidth + 1), SUM(ResolutionWidth + 2), SUM(ResolutionWidth + 3), SUM(ResolutionWidth + 4), SUM(ResolutionWidth + 5), SUM(ResolutionWidth + 6), SUM(ResolutionWidth + 7), SUM(ResolutionWidth + 8), SUM(ResolutionWidth + 9), SUM(ResolutionWidth + 10), SUM(ResolutionWidth + 11), SUM(ResolutionWidth + 12), SUM(ResolutionWidth + 13), SUM(ResolutionWidth + 14), SUM(ResolutionWidth + 15), SUM(ResolutionWidth + 16), SUM(ResolutionWidth + 17), SUM(ResolutionWidth + 18), SUM(ResolutionWidth + 19), SUM(ResolutionWidth + 20), SUM(ResolutionWidth + 21), SUM(ResolutionWidth + 22), SUM(ResolutionWidth + 23), SUM(ResolutionWidth + 24), SUM(ResolutionWidth + 25), SUM(ResolutionWidth + 26), SUM(ResolutionWidth + 27), SUM(ResolutionWidth + 28), SUM(ResolutionWidth + 29), SUM(ResolutionWidth + 30), SUM(ResolutionWidth + 31), SUM(ResolutionWidth + 32), SUM(ResolutionWidth + 33), SUM(ResolutionWidth + 34), SUM(ResolutionWidth + 35), SUM(ResolutionWidth + 36), SUM(ResolutionWidth + 37), SUM(ResolutionWidth + 38), SUM(ResolutionWidth + 39), SUM(ResolutionWidth + 40), SUM(ResolutionWidth + 41), SUM(ResolutionWidth + 42), SUM(ResolutionWidth + 43), SUM(ResolutionWidth + 44), SUM(ResolutionWidth + 45), SUM(ResolutionWidth + 46), SUM(ResolutionWidth + 47), SUM(ResolutionWidth + 48), SUM(ResolutionWidth + 49), SUM(ResolutionWidth + 50), SUM(ResolutionWidth + 51), SUM(ResolutionWidth + 52), SUM(ResolutionWidth + 53), SUM(ResolutionWidth + 54), SUM(ResolutionWidth + 55), SUM(ResolutionWidth + 56), SUM(ResolutionWidth + 57), SUM(ResolutionWidth + 58), SUM(ResolutionWidth + 59), SUM(ResolutionWidth + 60), SUM(ResolutionWidth + 61), SUM(ResolutionWidth + 62), SUM(ResolutionWidth + 63), SUM(ResolutionWidth + 64), SUM(ResolutionWidth + 65), SUM(ResolutionWidth + 66), SUM(ResolutionWidth + 67), SUM(ResolutionWidth + 68), SUM(ResolutionWidth + 69), SUM(ResolutionWidth + 70), SUM(ResolutionWidth + 71), SUM(ResolutionWidth + 72), SUM(ResolutionWidth + 73), SUM(ResolutionWidth + 74), SUM(ResolutionWidth + 75), SUM(ResolutionWidth + 76), SUM(ResolutionWidth + 77), SUM(ResolutionWidth + 78), SUM(ResolutionWidth + 79), SUM(ResolutionWidth + 80), SUM(ResolutionWidth + 81), SUM(ResolutionWidth + 82), SUM(ResolutionWidth + 83), SUM(ResolutionWidth + 84), SUM(ResolutionWidth + 85), SUM(ResolutionWidth + 86), SUM(ResolutionWidth + 87), SUM(ResolutionWidth + 88), SUM(ResolutionWidth + 89) FROM hits;
31+
SELECT SearchEngineID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase IS NOT NULL GROUP BY SearchEngineID, ClientIP ORDER BY c DESC LIMIT 10;
32+
SELECT WatchID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase IS NOT NULL GROUP BY WatchID, ClientIP ORDER BY c DESC LIMIT 10;
33+
SELECT WatchID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits GROUP BY WatchID, ClientIP ORDER BY c DESC LIMIT 10;
34+
SELECT URL, COUNT(*) AS c FROM hits GROUP BY URL ORDER BY c DESC LIMIT 10;
35+
SELECT 1, URL, COUNT(*) AS c FROM hits GROUP BY 1, URL ORDER BY c DESC LIMIT 10;
36+
SELECT ClientIP, ClientIP - 1, ClientIP - 2, ClientIP - 3, COUNT(*) AS c FROM hits GROUP BY ClientIP, ClientIP - 1, ClientIP - 2, ClientIP - 3 ORDER BY c DESC LIMIT 10;
37+
SELECT URL, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND DontCounthits = 0 AND IsRefresh = 0 AND URL IS NOT NULL GROUP BY URL ORDER BY PageViews DESC LIMIT 10;
38+
SELECT Title, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND DontCounthits = 0 AND IsRefresh = 0 AND Title IS NOT NULL GROUP BY Title ORDER BY PageViews DESC LIMIT 10;
39+
SELECT URL, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 AND IsLink <> 0 AND IsDownload = 0 GROUP BY URL ORDER BY PageViews DESC LIMIT 10 OFFSET 1000;
40+
SELECT TraficSourceID, SearchEngineID, AdvEngineID, CASE WHEN (SearchEngineID = 0 AND AdvEngineID = 0) THEN Referer ELSE '' END AS Src, URL AS Dst, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 GROUP BY TraficSourceID, SearchEngineID, AdvEngineID, Src, Dst ORDER BY PageViews DESC LIMIT 10 OFFSET 1000;
41+
SELECT URLHash, EventDate, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 AND TraficSourceID IN (-1, 6) AND RefererHash = 3594120000172545465 GROUP BY URLHash, EventDate ORDER BY PageViews DESC LIMIT 10 OFFSET 100;
42+
SELECT WindowClientWidth, WindowClientHeight, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-01' AND EventDate <= '2013-07-31' AND IsRefresh = 0 AND DontCounthits = 0 AND URLHash = 2868770270353813622 GROUP BY WindowClientWidth, WindowClientHeight ORDER BY PageViews DESC LIMIT 10 OFFSET 10000;
43+
SELECT DATE_TRUNC('minute', EventTime) AS M, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventDate >= '2013-07-14' AND EventDate <= '2013-07-15' AND IsRefresh = 0 AND DontCounthits = 0 GROUP BY DATE_TRUNC('minute', EventTime) ORDER BY DATE_TRUNC('minute', EventTime) LIMIT 10 OFFSET 1000;

‎cratedb/queries.sql

+1-1
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@ SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY EventTime LIMIT
2626
SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY SearchPhrase LIMIT 10;
2727
SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY EventTime, SearchPhrase LIMIT 10;
2828
SELECT CounterID, AVG(length(URL)) AS l, COUNT(*) AS c FROM hits WHERE URL <> '' GROUP BY CounterID HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;
29-
SELECT REGEXP_REPLACE(Referer, '^https?://(?:www\.)?([^/]+)/.*$', '\1') AS k, AVG(length(Referer)) AS l, COUNT(*) AS c, MIN(Referer) FROM hits WHERE Referer <> '' GROUP BY k HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;
29+
SELECT REGEXP_REPLACE(Referer, '^https?://(?:www\.)?([^/]+)/.*$', '$1') AS k, AVG(length(Referer)) AS l, COUNT(*) AS c, MIN(Referer) FROM hits WHERE Referer <> '' GROUP BY k HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;
3030
SELECT SUM(ResolutionWidth), SUM(ResolutionWidth + 1), SUM(ResolutionWidth + 2), SUM(ResolutionWidth + 3), SUM(ResolutionWidth + 4), SUM(ResolutionWidth + 5), SUM(ResolutionWidth + 6), SUM(ResolutionWidth + 7), SUM(ResolutionWidth + 8), SUM(ResolutionWidth + 9), SUM(ResolutionWidth + 10), SUM(ResolutionWidth + 11), SUM(ResolutionWidth + 12), SUM(ResolutionWidth + 13), SUM(ResolutionWidth + 14), SUM(ResolutionWidth + 15), SUM(ResolutionWidth + 16), SUM(ResolutionWidth + 17), SUM(ResolutionWidth + 18), SUM(ResolutionWidth + 19), SUM(ResolutionWidth + 20), SUM(ResolutionWidth + 21), SUM(ResolutionWidth + 22), SUM(ResolutionWidth + 23), SUM(ResolutionWidth + 24), SUM(ResolutionWidth + 25), SUM(ResolutionWidth + 26), SUM(ResolutionWidth + 27), SUM(ResolutionWidth + 28), SUM(ResolutionWidth + 29), SUM(ResolutionWidth + 30), SUM(ResolutionWidth + 31), SUM(ResolutionWidth + 32), SUM(ResolutionWidth + 33), SUM(ResolutionWidth + 34), SUM(ResolutionWidth + 35), SUM(ResolutionWidth + 36), SUM(ResolutionWidth + 37), SUM(ResolutionWidth + 38), SUM(ResolutionWidth + 39), SUM(ResolutionWidth + 40), SUM(ResolutionWidth + 41), SUM(ResolutionWidth + 42), SUM(ResolutionWidth + 43), SUM(ResolutionWidth + 44), SUM(ResolutionWidth + 45), SUM(ResolutionWidth + 46), SUM(ResolutionWidth + 47), SUM(ResolutionWidth + 48), SUM(ResolutionWidth + 49), SUM(ResolutionWidth + 50), SUM(ResolutionWidth + 51), SUM(ResolutionWidth + 52), SUM(ResolutionWidth + 53), SUM(ResolutionWidth + 54), SUM(ResolutionWidth + 55), SUM(ResolutionWidth + 56), SUM(ResolutionWidth + 57), SUM(ResolutionWidth + 58), SUM(ResolutionWidth + 59), SUM(ResolutionWidth + 60), SUM(ResolutionWidth + 61), SUM(ResolutionWidth + 62), SUM(ResolutionWidth + 63), SUM(ResolutionWidth + 64), SUM(ResolutionWidth + 65), SUM(ResolutionWidth + 66), SUM(ResolutionWidth + 67), SUM(ResolutionWidth + 68), SUM(ResolutionWidth + 69), SUM(ResolutionWidth + 70), SUM(ResolutionWidth + 71), SUM(ResolutionWidth + 72), SUM(ResolutionWidth + 73), SUM(ResolutionWidth + 74), SUM(ResolutionWidth + 75), SUM(ResolutionWidth + 76), SUM(ResolutionWidth + 77), SUM(ResolutionWidth + 78), SUM(ResolutionWidth + 79), SUM(ResolutionWidth + 80), SUM(ResolutionWidth + 81), SUM(ResolutionWidth + 82), SUM(ResolutionWidth + 83), SUM(ResolutionWidth + 84), SUM(ResolutionWidth + 85), SUM(ResolutionWidth + 86), SUM(ResolutionWidth + 87), SUM(ResolutionWidth + 88), SUM(ResolutionWidth + 89) FROM hits;
3131
SELECT SearchEngineID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase <> '' GROUP BY SearchEngineID, ClientIP ORDER BY c DESC LIMIT 10;
3232
SELECT WatchID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase <> '' GROUP BY WatchID, ClientIP ORDER BY c DESC LIMIT 10;

‎cratedb/results/c6a.4xlarge-tuned.json

+57
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,57 @@
1+
{
2+
"system": "CrateDB",
3+
"date": "2025-02-28",
4+
"machine": "c6a.4xlarge, 500gb gp2",
5+
"cluster_size": 1,
6+
"comment": "CrateDB 5.10.2. Some queries exceed the available heap space (CircuitBreakingException).",
7+
8+
"tags": ["Java", "column-oriented"],
9+
10+
"load_time": 5898,
11+
"data_size": 55790594831,
12+
"result": [
13+
[0.001708,0.001255,0.001098],
14+
[0.00638,0.00468,0.004475],
15+
[2.48274,2.29083,2.35045],
16+
[0.448631,0.388942,0.363107],
17+
[17.5493,null,18.4491],
18+
[8.69786,7.28598,8.2557],
19+
[0.737038,0.724566,0.7534],
20+
[0.382804,0.415212,0.430158],
21+
[29.9414,29.7341,32.7571],
22+
[71.2315,null,null],
23+
[0.661414,0.772076,1.03241],
24+
[1.02486,0.812509,0.845983],
25+
[10.0035,10.1466,9.67195],
26+
[null,null,null],
27+
[10.2606,10.7384,10.2366],
28+
[17.985,18.7394,17.1421],
29+
[null,null,null],
30+
[null,null,null],
31+
[null,null,null],
32+
[0.039003,0.017152,0.008683],
33+
[0.694994,0.346473,0.343361],
34+
[0.65947,0.347485,0.331704],
35+
[0.646592,0.637966,0.604083],
36+
[0.339725,0.33025,0.327831],
37+
[0.117268,0.087952,0.109593],
38+
[0.141561,0.117869,0.126973],
39+
[0.095822,0.091697,0.092852],
40+
[14.1189,13.9654,13.4643],
41+
[48.6461,48.5595,48.5683],
42+
[113.243,131.59,131.592],
43+
[7.30488,7.65557,7.19702],
44+
[13.6553,12.9429,14.5609],
45+
[null,null,null],
46+
[null,null,null],
47+
[null,null,null],
48+
[39.9342,41.8675,41.5027],
49+
[0.334843,0.388271,0.380276],
50+
[0.531481,0.106176,0.12138],
51+
[0.09534,0.031402,0.02498],
52+
[0.774057,0.700373,0.753288],
53+
[0.041705,0.037581,0.05278],
54+
[0.066079,0.020448,0.028017],
55+
[0.0875,0.03575,0.06619]
56+
]
57+
}

0 commit comments

Comments
 (0)