Avatar for the Eventual-Inc user
Eventual-Inc
Daft
BlogDocsChangelog

fix(flight-shuffle): reduce coordinator memory to O(map_tasks + partitions)

#7056Merged
Comparing
colin/flight-shuffle-coordinator-memory
(
3cb4e55
) with
main
(
9326d58
)
CodSpeed Performance Gauge
0%
Untouched
40
Ignored
4
Skipped
10

Benchmarks

54 total
test_clickbench_sql[1]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
+6%
16.2 ms15.3 ms
test_clickbench_sql[42]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
+4%
84.2 ms81.2 ms
test_clickbench_sql[38]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
+2%
74.1 ms73 ms
test_clickbench_sql[0]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
+1%
4.8 ms4.7 ms
test_iter_rows_first_row[1 Small File]
tests/benchmarks/test_interactive_reads.py
CodSpeed Performance Gauge
+1%
34.7 ms34.4 ms
test_tpch_sql[1-in-memory-5]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
+1%
89.4 ms88.8 ms
test_tpch_sql[1-in-memory-3]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
100.9 ms100.6 ms
test_read_jsonl_nested_struct
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
0%
503.9 ms502.1 ms
test_tpch_sql[1-in-memory-2]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
115.8 ms115.4 ms
test_clickbench_sql[4]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
0%
79.1 ms78.9 ms
test_tpch_sql[1-in-memory-4]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
69.4 ms69.3 ms
test_tpch_sql[1-in-memory-9]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
225.6 ms225.1 ms
test_clickbench_sql[37]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
0%
184.3 ms183.9 ms
test_tpch_sql[1-in-memory-6]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
33.2 ms33.2 ms
test_clickbench_sql[36]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
0%
485.6 ms485.9 ms
test_clickbench_sql[3]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
0%
8.7 ms8.7 ms
test_tpch_sql[1-in-memory-10]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
170.4 ms170.8 ms
test_tpch_sql[1-in-memory-7]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
101.4 ms101.9 ms
test_tpch_sql[1-in-memory-1]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
425.6 ms427.8 ms
test_read_jsonl_wide_table
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
-1%
1.7 s1.7 s
test_read_jsonl_with_explicit_schema
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
-1%
1.7 s1.7 s
test_clickbench_sql[19]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
-1%
11.1 ms11.2 ms
test_read_jsonl_with_column_projection
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
-1%
1.3 s1.3 s
test_tpch_sql[1-in-memory-8]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
-1%
97.4 ms98.1 ms
test_read_json_array_format
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
-1%
1.8 s1.8 s

Commits

Click on a commit to change the comparison range
Base
main
9326d58
+0.22%
fix(flight-shuffle): make coordinator memory O(map_tasks + partitions) instead of O(map_tasks x partitions)
6464dc0
20 hours ago
by colin-ho
-0.63%
refactor: extract partition_ref_id bit ops into named helpers
3cb4e55
5 hours ago
by colin-ho
© 2026 CodSpeed Technology
Home Terms Privacy Docs