Eventual-Inc
Daft
BlogDocsChangelog

test: fix flaky OpenAI test by accepting hex color with or without # prefix

#5808
Comparing
fix-openai-test-hex-color-assertion
(
6b97af7
) with
main
(
cd9a302
)
CodSpeed Performance Gauge
+1%
Untouched
24
Ignored
4

Benchmarks

Passed

test_show[1 Small File]
tests/benchmarks/test_interactive_reads.py
CodSpeed Performance Gauge
+4%
12.4 ms11.9 ms
test_tpch_sql[1-in-memory-4]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
+3%
91.3 ms88.2 ms
test_count[100 Small Files]
tests/benchmarks/test_interactive_reads.py
CodSpeed Performance Gauge
+2%
58.1 ms56.7 ms
test_explain[100 Small Files]
tests/benchmarks/test_interactive_reads.py
CodSpeed Performance Gauge
+2%
12.3 ms12.1 ms
test_tpch_sql[1-in-memory-2]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
+1%
167.3 ms164.9 ms
test_tpch[1-in-memory-10]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
+1%
198.3 ms196.1 ms
test_tpch_sql[1-in-memory-7]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
+1%
118.7 ms117.6 ms
test_tpch_sql[1-in-memory-6]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
+1%
29.3 ms29.1 ms
test_tpch[1-in-memory-3]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
+1%
124.3 ms123.7 ms
test_tpch[1-in-memory-9]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
+1%
273.7 ms272.4 ms
test_tpch_sql[1-in-memory-5]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
118 ms117.5 ms
test_tpch[1-in-memory-8]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
148.4 ms148 ms
test_tpch[1-in-memory-7]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
125.6 ms125.4 ms
test_tpch[1-in-memory-4]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
87.9 ms87.7 ms
test_tpch_sql[1-in-memory-3]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
117.3 ms117.2 ms
test_tpch_sql[1-in-memory-8]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
134.6 ms134.5 ms
test_iter_rows_first_row[1 Small File]
tests/benchmarks/test_interactive_reads.py
CodSpeed Performance Gauge
0%
35.8 ms35.8 ms
test_tpch_sql[1-in-memory-1]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
399.1 ms399.4 ms
test_tpch[1-in-memory-1]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
402.6 ms403.3 ms
test_tpch[1-in-memory-6]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
28.5 ms28.5 ms
test_tpch[1-in-memory-5]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
130.1 ms130.6 ms
test_tpch_sql[1-in-memory-10]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
-1%
188.8 ms190.6 ms
test_tpch_sql[1-in-memory-9]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
-1%
264.3 ms267.3 ms
test_tpch[1-in-memory-2]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
-2%
56.1 ms57.1 ms

Ignored

test_count[1 Small File]
tests/benchmarks/test_interactive_reads.py
Ignored
CodSpeed Performance Gauge
+4%
3.6 ms3.5 ms
test_explain[1 Small File]
tests/benchmarks/test_interactive_reads.py
Ignored
CodSpeed Performance Gauge
0%
2 ms2 ms
test_iter_rows_first_row[100 Small Files]
tests/benchmarks/test_interactive_reads.py
Ignored
CodSpeed Performance Gauge
+29%
201.6 ms155.9 ms
test_show[100 Small Files]
tests/benchmarks/test_interactive_reads.py
Ignored
CodSpeed Performance Gauge
+2%
23.2 ms22.7 ms

Commits

Click on a commit to change the comparison range
Base
main
cd9a302
+0.55%
Fix flaky OpenAI test: accept hex color with or without # prefix OpenAI's structured output sometimes returns '0000FF' instead of '#0000FF'. Both are valid hex color representations, so the test should accept either.
6b97af7
18 hours ago
by ykdojo
© 2025 CodSpeed Technology
Home Terms Privacy Docs