feat: checkpoint based on distributed key-existence filter
#5931Comparing
everySympathy:daft-ckpt
(4c12bdd
) withmain
(486f6c6
)0%
- Untouched
- 36
- Ignored
- 4
Benchmarks
40 total
test_tpch[1-in-memory-8]
tests/benchmarks/test_local_tpch.py+4%
133.5 ms128.9 ms
test_tpch_sql[1-in-memory-8]
tests/benchmarks/test_local_tpch.py+2%
134.4 ms131.3 ms
test_tpch[1-in-memory-9]
tests/benchmarks/test_local_tpch.py+2%
253.2 ms248.8 ms
test_tpch_sql[1-in-memory-4]
tests/benchmarks/test_local_tpch.py+2%
86.5 ms85.1 ms
test_tpch[1-in-memory-5]
tests/benchmarks/test_local_tpch.py+2%
113.6 ms111.7 ms
test_tpch[1-in-memory-3]
tests/benchmarks/test_local_tpch.py+1%
121.4 ms119.9 ms
test_tpch_sql[1-in-memory-7]
tests/benchmarks/test_local_tpch.py+1%
119.1 ms117.6 ms
test_iter_rows_first_row[1 Small File]
tests/benchmarks/test_interactive_reads.py+1%
34.7 ms34.2 ms
test_tpch[1-in-memory-2]
tests/benchmarks/test_local_tpch.py+1%
50 ms49.4 ms
test_tpch[1-in-memory-7]
tests/benchmarks/test_local_tpch.py+1%
115 ms113.9 ms
test_count[100 Small Files]
tests/benchmarks/test_interactive_reads.py+1%
50.5 ms50.2 ms
test_tpch_sql[1-in-memory-3]
tests/benchmarks/test_local_tpch.py+1%
121.3 ms120.6 ms
test_read_jsonl_boolean
tests/benchmarks/test_json_reads.py0%
361.2 ms360 ms
test_read_jsonl_string
tests/benchmarks/test_json_reads.py0%
329.2 ms328.2 ms
test_show[1 Small File]
tests/benchmarks/test_interactive_reads.py0%
11.8 ms11.8 ms
test_tpch[1-in-memory-10]
tests/benchmarks/test_local_tpch.py0%
176.2 ms175.8 ms
test_tpch[1-in-memory-1]
tests/benchmarks/test_local_tpch.py0%
548.4 ms547.5 ms
test_read_jsonl_int64
tests/benchmarks/test_json_reads.py0%
285.6 ms285.3 ms
test_tpch_sql[1-in-memory-6]
tests/benchmarks/test_local_tpch.py0%
32.9 ms32.9 ms
test_tpch[1-in-memory-6]
tests/benchmarks/test_local_tpch.py0%
32.2 ms32.2 ms
test_tpch_sql[1-in-memory-1]
tests/benchmarks/test_local_tpch.py0%
546.4 ms546.3 ms
test_read_jsonl_nested_struct
tests/benchmarks/test_json_reads.py0%
506.5 ms506.5 ms
test_tpch_sql[1-in-memory-5]
tests/benchmarks/test_local_tpch.py0%
112.3 ms112.3 ms
test_read_jsonl_wide_table
tests/benchmarks/test_json_reads.py0%
1.7 s1.7 s
test_tpch_sql[1-in-memory-2]
tests/benchmarks/test_local_tpch.py0%
151.9 ms151.9 ms
Commits
Click on a commit to change the comparison rangeBase
main
486f6c6
-0.18%
daft ckpt
0c6be5f
1 day ago
+0.61%
fix
4c12bdd
3 hours ago