feat: checkpoint based on distributed key-existence filter
#5931Comparing
everySympathy:daft-ckpt
(0c6be5f
) withmain
(1233fd7
)0%
- Untouched
- 36
- Ignored
- 4
Benchmarks
40 total
test_tpch_sql[1-in-memory-8]
tests/benchmarks/test_local_tpch.py+3%
135 ms130.8 ms
test_tpch[1-in-memory-9]
tests/benchmarks/test_local_tpch.py+1%
252.2 ms249 ms
test_read_jsonl_nested_struct
tests/benchmarks/test_json_reads.py+1%
508 ms502 ms
test_read_jsonl_string
tests/benchmarks/test_json_reads.py+1%
331.4 ms328.1 ms
test_tpch_sql[1-in-memory-7]
tests/benchmarks/test_local_tpch.py+1%
118.4 ms117.6 ms
test_tpch_sql[1-in-memory-10]
tests/benchmarks/test_local_tpch.py+1%
176.4 ms175.2 ms
test_tpch_sql[1-in-memory-5]
tests/benchmarks/test_local_tpch.py+1%
113.3 ms112.5 ms
test_read_jsonl_high_nulls
tests/benchmarks/test_json_reads.py+1%
410.9 ms408.9 ms
test_read_jsonl_nested_list
tests/benchmarks/test_json_reads.py0%
450.1 ms448.5 ms
test_tpch[1-in-memory-7]
tests/benchmarks/test_local_tpch.py0%
114.6 ms114.2 ms
test_read_jsonl_int64
tests/benchmarks/test_json_reads.py0%
285.2 ms284.3 ms
test_explain[100 Small Files]
tests/benchmarks/test_interactive_reads.py0%
11.2 ms11.1 ms
test_read_jsonl_with_explicit_schema
tests/benchmarks/test_json_reads.py0%
1.7 s1.7 s
test_tpch_sql[1-in-memory-6]
tests/benchmarks/test_local_tpch.py0%
32.9 ms32.9 ms
test_show[1 Small File]
tests/benchmarks/test_interactive_reads.py0%
11.9 ms11.9 ms
test_read_jsonl_with_limit
tests/benchmarks/test_json_reads.py0%
68.5 ms68.5 ms
test_tpch[1-in-memory-6]
tests/benchmarks/test_local_tpch.py0%
32.2 ms32.2 ms
test_tpch[1-in-memory-5]
tests/benchmarks/test_local_tpch.py0%
112.2 ms112.2 ms
test_read_jsonl_wide_table
tests/benchmarks/test_json_reads.py0%
1.7 s1.7 s
test_read_jsonl_float64
tests/benchmarks/test_json_reads.py0%
281.7 ms282 ms
test_read_jsonl_with_column_projection
tests/benchmarks/test_json_reads.py0%
1.3 s1.3 s
test_tpch_sql[1-in-memory-2]
tests/benchmarks/test_local_tpch.py0%
150.5 ms151 ms
test_tpch[1-in-memory-1]
tests/benchmarks/test_local_tpch.py0%
547.5 ms549.3 ms
test_read_json_array_format
tests/benchmarks/test_json_reads.py0%
1.8 s1.8 s
test_tpch[1-in-memory-2]
tests/benchmarks/test_local_tpch.py-1%
49.3 ms49.5 ms
Commits
Click on a commit to change the comparison rangeBase
main
1233fd7
-0.18%
daft ckpt
0c6be5f
9 hours ago