fix-openai-test-hex-color-assertion - Branch - Eventual-Inc/Daft

test: fix flaky OpenAI test by accepting hex color with or without # prefix

#5808

Comparing

fix-openai-test-hex-color-assertion

(

6b97af7

) with

main

(

cd9a302

)

+1%

Untouched: 24

Ignored: 4

Benchmarks

Passed

test_show[1 Small File]

tests/benchmarks/test_interactive_reads.py

+4%

12.4 ms11.9 ms

test_tpch_sql[1-in-memory-4]

tests/benchmarks/test_local_tpch.py

+3%

91.3 ms88.2 ms

test_count[100 Small Files]

tests/benchmarks/test_interactive_reads.py

+2%

58.1 ms56.7 ms

test_explain[100 Small Files]

tests/benchmarks/test_interactive_reads.py

+2%

12.3 ms12.1 ms

test_tpch_sql[1-in-memory-2]

tests/benchmarks/test_local_tpch.py

+1%

167.3 ms164.9 ms

test_tpch[1-in-memory-10]

tests/benchmarks/test_local_tpch.py

+1%

198.3 ms196.1 ms

test_tpch_sql[1-in-memory-7]

tests/benchmarks/test_local_tpch.py

+1%

118.7 ms117.6 ms

test_tpch_sql[1-in-memory-6]

tests/benchmarks/test_local_tpch.py

+1%

29.3 ms29.1 ms

test_tpch[1-in-memory-3]

tests/benchmarks/test_local_tpch.py

+1%

124.3 ms123.7 ms

test_tpch[1-in-memory-9]

tests/benchmarks/test_local_tpch.py

+1%

273.7 ms272.4 ms

test_tpch_sql[1-in-memory-5]

tests/benchmarks/test_local_tpch.py

118 ms117.5 ms

test_tpch[1-in-memory-8]

tests/benchmarks/test_local_tpch.py

148.4 ms148 ms

test_tpch[1-in-memory-7]

tests/benchmarks/test_local_tpch.py

125.6 ms125.4 ms

test_tpch[1-in-memory-4]

tests/benchmarks/test_local_tpch.py

87.9 ms87.7 ms

test_tpch_sql[1-in-memory-3]

tests/benchmarks/test_local_tpch.py

117.3 ms117.2 ms

test_tpch_sql[1-in-memory-8]

tests/benchmarks/test_local_tpch.py

134.6 ms134.5 ms

test_iter_rows_first_row[1 Small File]

tests/benchmarks/test_interactive_reads.py

35.8 ms35.8 ms

test_tpch_sql[1-in-memory-1]

tests/benchmarks/test_local_tpch.py

399.1 ms399.4 ms

test_tpch[1-in-memory-1]

tests/benchmarks/test_local_tpch.py

402.6 ms403.3 ms

test_tpch[1-in-memory-6]

tests/benchmarks/test_local_tpch.py

28.5 ms28.5 ms

test_tpch[1-in-memory-5]

tests/benchmarks/test_local_tpch.py

130.1 ms130.6 ms

test_tpch_sql[1-in-memory-10]

tests/benchmarks/test_local_tpch.py

-1%

188.8 ms190.6 ms

test_tpch_sql[1-in-memory-9]

tests/benchmarks/test_local_tpch.py

-1%

264.3 ms267.3 ms

test_tpch[1-in-memory-2]

tests/benchmarks/test_local_tpch.py

-2%

56.1 ms57.1 ms

Ignored

test_count[1 Small File]

tests/benchmarks/test_interactive_reads.py

Ignored

+4%

3.6 ms3.5 ms

test_explain[1 Small File]

tests/benchmarks/test_interactive_reads.py

Ignored

2 ms2 ms

test_iter_rows_first_row[100 Small Files]

tests/benchmarks/test_interactive_reads.py

Ignored

+29%

201.6 ms155.9 ms

test_show[100 Small Files]

tests/benchmarks/test_interactive_reads.py

Ignored

+2%

23.2 ms22.7 ms

Commits

Click on a commit to change the comparison range

Base

main

cd9a302

+0.55%

Fix flaky OpenAI test: accept hex color with or without # prefix OpenAI's structured output sometimes returns '0000FF' instead of '#0000FF'. Both are valid hex color representations, so the test should accept either.

6b97af7

18 hours ago

by ykdojo

Home Terms Privacy Docs