feat(shuffle): default flight shuffle compression to lz4
#7071Comparing
colin/flight-shuffle-lz4-default
(f328a1b
) withmain
(7f6757d
)0%
- Untouched
- 40
- Ignored
- 4
- Skipped
- 10
Benchmarks
54 total
test_clickbench_sql[2]
tests/benchmarks/test_clickbench.py+3%
22.3 ms21.6 ms
test_iter_rows_first_row[1 Small File]
tests/benchmarks/test_interactive_reads.py+2%
34.5 ms33.8 ms
test_tpch_sql[1-in-memory-9]
tests/benchmarks/test_local_tpch.py+1%
227.3 ms224.2 ms
test_show[1 Small File]
tests/benchmarks/test_interactive_reads.py+1%
12.2 ms12.1 ms
test_clickbench_sql[3]
tests/benchmarks/test_clickbench.py+1%
9 ms8.9 ms
test_read_json_array_format
tests/benchmarks/test_json_reads.py+1%
1.8 s1.8 s
test_tpch_sql[1-in-memory-10]
tests/benchmarks/test_local_tpch.py+1%
170 ms169 ms
test_tpch_sql[1-in-memory-5]
tests/benchmarks/test_local_tpch.py+1%
89.5 ms89 ms
test_read_jsonl_nested_struct
tests/benchmarks/test_json_reads.py0%
512.1 ms509.6 ms
test_tpch_sql[1-in-memory-4]
tests/benchmarks/test_local_tpch.py0%
70.6 ms70.4 ms
test_read_jsonl_with_column_projection
tests/benchmarks/test_json_reads.py0%
1.3 s1.3 s
test_clickbench_sql[19]
tests/benchmarks/test_clickbench.py0%
11.1 ms11.1 ms
test_read_jsonl_wide_table
tests/benchmarks/test_json_reads.py0%
1.7 s1.7 s
test_read_jsonl_with_limit
tests/benchmarks/test_json_reads.py0%
69.4 ms69.5 ms
test_read_jsonl_with_explicit_schema
tests/benchmarks/test_json_reads.py0%
1.7 s1.7 s
test_tpch_sql[1-in-memory-6]
tests/benchmarks/test_local_tpch.py0%
33.1 ms33.2 ms
test_read_jsonl_boolean
tests/benchmarks/test_json_reads.py0%
361.9 ms362.8 ms
test_read_jsonl_nested_list
tests/benchmarks/test_json_reads.py0%
456.6 ms457.7 ms
test_count[100 Small Files]
tests/benchmarks/test_interactive_reads.py0%
52.6 ms52.8 ms
test_tpch_sql[1-in-memory-1]
tests/benchmarks/test_local_tpch.py0%
424.9 ms426.4 ms
test_tpch_sql[1-in-memory-3]
tests/benchmarks/test_local_tpch.py0%
101.3 ms101.7 ms
test_clickbench_sql[7]
tests/benchmarks/test_clickbench.py0%
17.5 ms17.6 ms
test_read_jsonl_int64
tests/benchmarks/test_json_reads.py-1%
291.3 ms292.8 ms
test_tpch_sql[1-in-memory-8]
tests/benchmarks/test_local_tpch.py-1%
97.6 ms98.2 ms
test_tpch_sql[1-in-memory-7]
tests/benchmarks/test_local_tpch.py-1%
101.7 ms102.4 ms
Commits
Click on a commit to change the comparison rangeBase
main
7f6757d
-0.21%
docs(shuffle): align compression guidance with benchmark numbers
dbcd297
5 hours ago
by colin-ho-0.26%
docs: clarify None vs "none" for flight_shuffle_compression
f328a1b
52 minutes ago
by colin-ho