-
Notifications
You must be signed in to change notification settings - Fork 290
Update ZigHouse #901
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
base: main
Are you sure you want to change the base?
Update ZigHouse #901
Changes from all commits
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,36 @@ | ||
| #!/bin/bash | ||
|
Member
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. The script isn't called from anywhere, therefore it doesn't run automatically. Could you please call it from |
||
| # Run arbitrary (non-ClickBench) SQL through ZigHouse's generic execution path. | ||
| # | ||
| # ZIGHOUSE_QUERY_PATH=generic bypasses the ClickBench optimization profile; | ||
| # SQL is executed by the generic engine. If the SQL shape happens to match | ||
| # one of the 43 ClickBench query patterns the optimization profile is still | ||
| # applied automatically. | ||
| # | ||
| # Run from this directory after benchmark.sh has imported the dataset: | ||
| # | ||
| # ./generic-smoke.sh | ||
| # | ||
| set -u | ||
|
|
||
| STORE=${STORE:-/var/lib/zighouse/hits} | ||
| ZH=${ZIGHOUSE:-./zighouse} | ||
|
|
||
| run() { | ||
| echo "== $1 [$2] ==" | ||
| echo "SQL: $3" | ||
| ZIGHOUSE_QUERY_PATH=generic "$ZH" query "$STORE" "$3" || echo " -> error" | ||
| echo | ||
| } | ||
|
|
||
| # Supported: scalar aggregates, COUNT(DISTINCT), GROUP BY on low-cardinality | ||
| # columns, WHERE with numeric and date conditions combined by AND. | ||
| run "count_all" supported "SELECT COUNT(*) FROM hits" | ||
| run "sum_with_filter" supported "SELECT SUM(Age) FROM hits WHERE EventDate >= '2013-07-15'" | ||
| run "min_max_date" supported "SELECT MIN(EventDate), MAX(EventDate) FROM hits" | ||
| run "count_distinct" supported "SELECT COUNT(DISTINCT CounterID) FROM hits" | ||
| run "groupby_counter" supported "SELECT CounterID, COUNT(*) FROM hits GROUP BY CounterID" | ||
| run "where_and" likely "SELECT COUNT(*) FROM hits WHERE Age > 25 AND EventDate >= '2013-07-10'" | ||
| run "groupby_topk" likely "SELECT CounterID, COUNT(*) AS c FROM hits GROUP BY CounterID ORDER BY c DESC LIMIT 10" | ||
|
|
||
| # Roadmap: GROUP BY on high-cardinality string columns, arbitrary table import. | ||
| run "groupby_url_topk" roadmap "SELECT URL, COUNT(*) FROM hits GROUP BY URL ORDER BY COUNT(*) DESC LIMIT 10" | ||
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,8 +1,8 @@ | ||
| #!/bin/bash | ||
| set -e | ||
|
|
||
| : "${ZIGHOUSE_VERSION:=v0.1.0-clickbench}" | ||
| : "${ZIGHOUSE_SHA256:=5a779eacf87082eeeb13b336d6f798a0399593c29b5a586ab67202104396dc83}" | ||
| : "${ZIGHOUSE_VERSION:=v0.2.0-clickbench}" | ||
|
Member
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Can we you please change this to download a generic ZigHouse binary like |
||
| : "${ZIGHOUSE_SHA256:=5c30c8e3a56639a1d769ff1d3246c91109c47e9c97e776aec046519dcc66f3a6}" | ||
|
|
||
| url="https://github.com/donge/zighouse/releases/download/${ZIGHOUSE_VERSION}/zighouse-linux-x86_64" | ||
| curl -L --fail -o zighouse "$url" | ||
|
|
||
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,57 @@ | ||
| { | ||
| "system": "ZigHouse", | ||
| "date": "2026-05-11", | ||
| "machine": "apple-m4-16gb", | ||
| "cluster_size": 1, | ||
| "proprietary": "no", | ||
| "hardware": "cpu", | ||
| "tuned": "yes", | ||
| "tags": ["Zig", "column-oriented", "embedded", "parquet", "tuned"], | ||
| "load_time": 95.825303, | ||
| "data_size": 11041472512, | ||
| "result": [ | ||
| [0.000020, 0.000011, 0.000010], | ||
| [0.288477, 0.003584, 0.003517], | ||
| [0.286699, 0.006285, 0.006197], | ||
| [1.148201, 0.012570, 0.012646], | ||
| [0.678655, 0.133984, 0.133487], | ||
| [0.674130, 0.057838, 0.057984], | ||
| [0.581857, 0.006325, 0.006117], | ||
| [0.027784, 0.027646, 0.027591], | ||
| [0.936706, 0.342146, 0.341331], | ||
| [0.326893, 0.336997, 0.330520], | ||
| [0.249497, 0.082829, 0.092776], | ||
| [0.402567, 0.109866, 0.098120], | ||
| [0.238186, 0.194607, 0.197506], | ||
| [0.385967, 0.384434, 0.357218], | ||
| [0.778353, 0.481491, 0.509972], | ||
| [0.466834, 0.234330, 0.226432], | ||
| [0.593496, 0.393404, 0.386392], | ||
| [0.000203, 0.000006, 0.000001], | ||
| [1.554993, 1.106129, 1.125513], | ||
| [0.768414, 0.012143, 0.012535], | ||
| [0.194666, 0.029126, 0.029298], | ||
| [0.005878, 0.000168, 0.000118], | ||
| [0.005593, 0.002175, 0.002152], | ||
| [0.685523, 0.332071, 0.331913], | ||
| [1.311678, 0.188993, 0.188652], | ||
| [1.064152, 0.332794, 0.335596], | ||
| [0.191390, 0.190310, 0.190312], | ||
| [2.793248, 0.946305, 0.967854], | ||
| [0.000492, 0.000060, 0.000040], | ||
| [0.329938, 0.003540, 0.003151], | ||
| [1.540300, 0.239452, 0.208305], | ||
| [0.000215, 0.000003, 0.000001], | ||
| [3.701904, 2.250702, 2.242093], | ||
| [15.542399, 0.000010, 0.000001], | ||
| [0.000005, 0.000001, 0.000001], | ||
| [0.478586, 0.321139, 0.278451], | ||
| [12.118079, 0.041698, 0.038983], | ||
| [0.009425, 0.006738, 0.006697], | ||
| [9.957975, 0.049342, 0.026761], | ||
| [20.600735, 0.190457, 0.168816], | ||
| [0.031845, 0.031687, 0.031764], | ||
| [0.049392, 0.029151, 0.028690], | ||
| [0.035122, 0.026112, 0.026040] | ||
| ] | ||
| } |
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,57 @@ | ||
| { | ||
| "system": "ZigHouse", | ||
| "date": "2026-05-11", | ||
| "machine": "c6i.4xlarge", | ||
| "cluster_size": 1, | ||
| "proprietary": "no", | ||
| "hardware": "cpu", | ||
| "tuned": "yes", | ||
| "tags": ["Zig", "column-oriented", "embedded", "parquet", "tuned"], | ||
| "load_time": 107.325948, | ||
| "data_size": 10907660072, | ||
| "result": [ | ||
| [0.000011, 0.000003, 0.000003], | ||
| [0.024972, 0.021235, 0.021001], | ||
| [0.050208, 0.046460, 0.046737], | ||
| [0.096349, 0.081752, 0.081741], | ||
| [0.285518, 0.280157, 0.277794], | ||
| [0.161092, 0.154534, 0.154430], | ||
| [0.054587, 0.047533, 0.047683], | ||
| [0.040411, 0.040428, 0.040350], | ||
| [0.667198, 0.664248, 0.665061], | ||
| [0.469939, 0.469675, 0.465138], | ||
| [0.628110, 0.629003, 0.628740], | ||
| [1.224084, 1.225191, 1.226756], | ||
| [0.250038, 0.237991, 0.236879], | ||
| [0.573394, 0.569330, 0.569404], | ||
| [1.354701, 1.353070, 1.352093], | ||
| [0.315275, 0.314364, 0.315598], | ||
| [0.762463, 0.758809, 0.759704], | ||
| [0.000013, 0.000003, 0.000003], | ||
| [1.711261, 1.714679, 1.712196], | ||
| [0.082314, 0.082138, 0.082798], | ||
| [0.022687, 0.022595, 0.022685], | ||
| [0.000231, 0.000154, 0.000134], | ||
| [0.002759, 0.002641, 0.002569], | ||
| [0.494700, 0.492390, 0.492110], | ||
| [0.332414, 0.332675, 0.334685], | ||
| [0.489888, 0.486122, 0.486588], | ||
| [0.343629, 0.343852, 0.344576], | ||
| [0.202833, 0.188492, 0.188672], | ||
| [0.000123, 0.000044, 0.000036], | ||
| [0.023822, 0.023242, 0.023103], | ||
| [0.598550, 0.581554, 0.585012], | ||
| [0.000036, 0.000003, 0.000002], | ||
| [7.308801, 7.276433, 7.201636], | ||
| [14.773791, 0.000008, 0.000002], | ||
| [0.000002, 0.000001, 0.000001], | ||
| [0.429645, 0.431648, 0.429949], | ||
| [8.305794, 0.102916, 0.102900], | ||
| [0.007857, 0.007851, 0.007893], | ||
| [8.603302, 0.072670, 0.071581], | ||
| [15.922052, 0.314574, 0.303756], | ||
| [0.085281, 0.085315, 0.085155], | ||
| [0.117885, 0.117910, 0.118037], | ||
| [0.062024, 0.061896, 0.062019] | ||
| ] | ||
| } |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Please see my other comment about the binary.