chore/fix_bench - Branch - shenxiangzhuang/bleuscore

chore: fix bench script

#113Merged

Comparing

chore/fix_bench

(

2e1ca31

) with

master

(

e986760

)

Untouched: 59

Skipped: 2

Benchmarks

Skipped (2)

Passed

bleu_batch[100]

crates/bleuscore/benches/bleu_bench.rs

+4%

821.4 µs790.6 µs

e2e_batch_realistic[50]

crates/bleuscore/benches/e2e_bench.rs

+2%

899.1 µs877.3 µs

e2e_batch_realistic[100]

crates/bleuscore/benches/e2e_bench.rs

+2%

1.7 ms1.7 ms

ngram_realistic

crates/bleuscore/benches/ngram_bench.rs

+1%

20.5 µs20.4 µs

bleu_smoothing[false]

crates/bleuscore/benches/bleu_bench.rs

+1%

19.8 µs19.7 µs

e2e_perfect_match

crates/bleuscore/benches/e2e_bench.rs

+1%

43.1 µs42.9 µs

ngram_max_order[6]

crates/bleuscore/benches/ngram_bench.rs

13.6 µs13.6 µs

ngram_long

crates/bleuscore/benches/ngram_bench.rs

12.5 µs12.4 µs

ngram_varying_length[10]

crates/bleuscore/benches/ngram_bench.rs

14.9 µs14.9 µs

e2e_html_entities

crates/bleuscore/benches/e2e_bench.rs

75.2 µs74.9 µs

ngram_max_order[2]

crates/bleuscore/benches/ngram_bench.rs

8.2 µs8.1 µs

e2e_complete_mismatch

crates/bleuscore/benches/e2e_bench.rs

61.3 µs61.2 µs

e2e_multiple_references

crates/bleuscore/benches/e2e_bench.rs

131.3 µs131.1 µs

ngram_varying_length[50]

crates/bleuscore/benches/ngram_bench.rs

39.7 µs39.6 µs

bleu_single

crates/bleuscore/benches/bleu_bench.rs

20.7 µs20.7 µs

tokenizer_regex_short

crates/bleuscore/benches/tokenizer_bench.rs

26.4 µs26.4 µs

bleu_batch[1000]

crates/bleuscore/benches/bleu_bench.rs

7.4 ms7.4 ms

bleu_max_order[4]

crates/bleuscore/benches/bleu_bench.rs

20.7 µs20.6 µs

tokenizer_comparison[TokenizerRegex]

crates/bleuscore/benches/tokenizer_bench.rs

34.5 µs34.4 µs

ngram_varying_length[100]

crates/bleuscore/benches/ngram_bench.rs

70 µs70 µs

tokenizer_13a_short

crates/bleuscore/benches/tokenizer_bench.rs

35.9 µs35.8 µs

bleu_long_text

crates/bleuscore/benches/bleu_bench.rs

167.7 µs167.6 µs

bleu_max_order[5]

crates/bleuscore/benches/bleu_bench.rs

20.7 µs20.7 µs

tokenizer_comparison[Tokenizer13a]

crates/bleuscore/benches/tokenizer_bench.rs

40 µs40 µs

tokenizer_regex_medium

crates/bleuscore/benches/tokenizer_bench.rs

48.3 µs48.2 µs

e2e_special_chars

crates/bleuscore/benches/e2e_bench.rs

157.2 µs157.1 µs

tokenizer_13a_long

crates/bleuscore/benches/tokenizer_bench.rs

58.9 µs58.9 µs

ngram_varying_length[200]

crates/bleuscore/benches/ngram_bench.rs

130.1 µs130.1 µs

ngram_varying_length[5]

crates/bleuscore/benches/ngram_bench.rs

13.6 µs13.6 µs

ngram_max_order[3]

crates/bleuscore/benches/ngram_bench.rs

8.6 µs8.6 µs

ngram_high_overlap

crates/bleuscore/benches/ngram_bench.rs

12 µs12 µs

tokenizer_special_chars

crates/bleuscore/benches/tokenizer_bench.rs

94.8 µs94.8 µs

bleu_max_order[1]

crates/bleuscore/benches/bleu_bench.rs

16.9 µs16.9 µs

tokenizer_13a_medium

crates/bleuscore/benches/tokenizer_bench.rs

45.2 µs45.2 µs

bleu_batch[500]

crates/bleuscore/benches/bleu_bench.rs

3.7 ms3.7 ms

e2e_translation_scenario

crates/bleuscore/benches/e2e_bench.rs

1.4 ms1.4 ms

tokenizer_13a_varying_length[500]

crates/bleuscore/benches/tokenizer_bench.rs

591.7 µs591.7 µs

tokenizer_13a_varying_length[10]

crates/bleuscore/benches/tokenizer_bench.rs

1.3 ms1.3 ms

tokenizer_13a_varying_length[200]

crates/bleuscore/benches/tokenizer_bench.rs

256.3 µs256.4 µs

e2e_single_sentence

crates/bleuscore/benches/e2e_bench.rs

38.6 µs38.6 µs

bleu_smoothing[true]

crates/bleuscore/benches/bleu_bench.rs

1.4 ms1.4 ms

e2e_long_texts

crates/bleuscore/benches/e2e_bench.rs

424.6 µs424.8 µs

tokenizer_13a_varying_length[100]

crates/bleuscore/benches/tokenizer_bench.rs

141.9 µs142 µs

tokenizer_13a_varying_length[50]

crates/bleuscore/benches/tokenizer_bench.rs

81.7 µs81.8 µs

tokenizer_regex_long

crates/bleuscore/benches/tokenizer_bench.rs

58.7 µs58.7 µs

e2e_short_texts

crates/bleuscore/benches/e2e_bench.rs

37.5 µs37.6 µs

ngram_max_order[8]

crates/bleuscore/benches/ngram_bench.rs

14.2 µs14.2 µs

ngram_no_overlap

crates/bleuscore/benches/ngram_bench.rs

32 µs32.1 µs

ngram_max_order[5]

crates/bleuscore/benches/ngram_bench.rs

13.2 µs13.2 µs

bleu_max_order[3]

crates/bleuscore/benches/bleu_bench.rs

20.1 µs20.2 µs

bleu_max_order[2]

crates/bleuscore/benches/bleu_bench.rs

17.6 µs17.7 µs

bleu_max_order[6]

crates/bleuscore/benches/bleu_bench.rs

21.1 µs21.2 µs

ngram_medium

crates/bleuscore/benches/ngram_bench.rs

5.4 µs5.4 µs

ngram_max_order[10]

crates/bleuscore/benches/ngram_bench.rs

14.2 µs14.2 µs

ngram_max_order[1]

crates/bleuscore/benches/ngram_bench.rs

7.1 µs7.1 µs

ngram_varying_length[20]

crates/bleuscore/benches/ngram_bench.rs

-1%

21 µs21.1 µs

ngram_max_order[4]

crates/bleuscore/benches/ngram_bench.rs

-1%

12.8 µs12.9 µs

ngram_short

crates/bleuscore/benches/ngram_bench.rs

-1%

3.2 µs3.3 µs

e2e_batch_realistic[10]

crates/bleuscore/benches/e2e_bench.rs

-9%

421.5 µs461.8 µs

Commits

Click on a commit to change the comparison range

Base

master

e986760

-30.79%

chore: fix bench script

62eb7c3

23 days ago

by shenxiangzhuang

+30.77%

fix

2e1ca31

23 days ago

by shenxiangzhuang

Home Terms Privacy Docs