release/0.1.5 - Branch - shenxiangzhuang/bleuscore

release: 0.1.5

#104Merged

Comparing

release/0.1.5

(

154d634

) with

master

(

40beeed

)

+15%

Improvements: 1

Untouched: 60

Benchmarks

Improved

bleu_batch[10]

crates/bleuscore/benches/bleu_bench.rs

+15%

157 µs136.4 µs

Passed

bleu_batch[100]

crates/bleuscore/benches/bleu_bench.rs

+5%

952.7 µs909.2 µs

bleu_batch[50]

crates/bleuscore/benches/bleu_bench.rs

+3%

505.8 µs488.8 µs

ngram_varying_length[10]

crates/bleuscore/benches/ngram_bench.rs

+2%

16.6 µs16.2 µs

bleu_batch[500]

crates/bleuscore/benches/bleu_bench.rs

+1%

4.2 ms4.2 ms

bleu_max_order[3]

crates/bleuscore/benches/bleu_bench.rs

23.6 µs23.5 µs

e2e_single_sentence

crates/bleuscore/benches/e2e_bench.rs

43.2 µs43.1 µs

bleu_long_text

crates/bleuscore/benches/bleu_bench.rs

181.4 µs180.9 µs

bleu_batch[1000]

crates/bleuscore/benches/bleu_bench.rs

8.3 ms8.3 ms

bleu_max_order[6]

crates/bleuscore/benches/bleu_bench.rs

24.4 µs24.4 µs

ngram_varying_length[5]

crates/bleuscore/benches/ngram_bench.rs

14.5 µs14.4 µs

ngram_max_order[10]

crates/bleuscore/benches/ngram_bench.rs

15.6 µs15.6 µs

ngram_varying_length[50]

crates/bleuscore/benches/ngram_bench.rs

43.4 µs43.3 µs

bleu_single

crates/bleuscore/benches/bleu_bench.rs

23.9 µs23.9 µs

e2e_perfect_match

crates/bleuscore/benches/e2e_bench.rs

47.8 µs47.8 µs

tokenizer_13a_varying_length[50]

crates/bleuscore/benches/tokenizer_bench.rs

87.8 µs87.7 µs

tokenizer_13a_short

crates/bleuscore/benches/tokenizer_bench.rs

38.8 µs38.8 µs

e2e_translation_scenario

crates/bleuscore/benches/e2e_bench.rs

1.3 ms1.3 ms

bleu_max_order[5]

crates/bleuscore/benches/bleu_bench.rs

24 µs24 µs

ngram_varying_length[100]

crates/bleuscore/benches/ngram_bench.rs

76.4 µs76.4 µs

tokenizer_13a_varying_length[100]

crates/bleuscore/benches/tokenizer_bench.rs

151.7 µs151.7 µs

tokenizer_13a_varying_length[200]

crates/bleuscore/benches/tokenizer_bench.rs

273.7 µs273.7 µs

tokenizer_13a_varying_length[500]

crates/bleuscore/benches/tokenizer_bench.rs

630.8 µs630.7 µs

bleu_max_order[2]

crates/bleuscore/benches/bleu_bench.rs

20.6 µs20.6 µs

tokenizer_13a_long

crates/bleuscore/benches/tokenizer_bench.rs

63.1 µs63.1 µs

tokenizer_13a_varying_length[10]

crates/bleuscore/benches/tokenizer_bench.rs

1.2 ms1.2 ms

tokenizer_comparison[Tokenizer13a]

crates/bleuscore/benches/tokenizer_bench.rs

43.2 µs43.2 µs

e2e_multiple_references

crates/bleuscore/benches/e2e_bench.rs

142.5 µs142.5 µs

tokenizer_special_chars

crates/bleuscore/benches/tokenizer_bench.rs

98.7 µs98.8 µs

ngram_varying_length[20]

crates/bleuscore/benches/ngram_bench.rs

23.2 µs23.2 µs

tokenizer_comparison[TokenizerRegex]

crates/bleuscore/benches/tokenizer_bench.rs

36.7 µs36.7 µs

e2e_batch_realistic[10]

crates/bleuscore/benches/e2e_bench.rs

468.2 µs468.5 µs

ngram_max_order[4]

crates/bleuscore/benches/ngram_bench.rs

14.1 µs14.1 µs

e2e_special_chars

crates/bleuscore/benches/e2e_bench.rs

169.2 µs169.3 µs

tokenizer_regex_short

crates/bleuscore/benches/tokenizer_bench.rs

28.7 µs28.7 µs

tokenizer_13a_medium

crates/bleuscore/benches/tokenizer_bench.rs

48.1 µs48.2 µs

tokenizer_regex_medium

crates/bleuscore/benches/tokenizer_bench.rs

50.9 µs50.9 µs

tokenizer_regex_long

crates/bleuscore/benches/tokenizer_bench.rs

62.6 µs62.7 µs

ngram_no_overlap

crates/bleuscore/benches/ngram_bench.rs

34 µs34.1 µs

e2e_long_texts

crates/bleuscore/benches/e2e_bench.rs

456 µs456.6 µs

bleu_max_order[4]

crates/bleuscore/benches/bleu_bench.rs

24 µs24 µs

e2e_short_texts

crates/bleuscore/benches/e2e_bench.rs

42 µs42 µs

e2e_html_entities

crates/bleuscore/benches/e2e_bench.rs

81.5 µs81.7 µs

e2e_complete_mismatch

crates/bleuscore/benches/e2e_bench.rs

66.9 µs67.2 µs

ngram_high_overlap

crates/bleuscore/benches/ngram_bench.rs

13.7 µs13.8 µs

ngram_max_order[8]

crates/bleuscore/benches/ngram_bench.rs

15.5 µs15.6 µs

ngram_varying_length[200]

crates/bleuscore/benches/ngram_bench.rs

-1%

142 µs142.8 µs

bleu_max_order[1]

crates/bleuscore/benches/bleu_bench.rs

-1%

20 µs20.1 µs

ngram_max_order[5]

crates/bleuscore/benches/ngram_bench.rs

-1%

14.5 µs14.6 µs

ngram_max_order[6]

crates/bleuscore/benches/ngram_bench.rs

-1%

14.9 µs15 µs

ngram_max_order[1]

crates/bleuscore/benches/ngram_bench.rs

-1%

7.8 µs7.9 µs

ngram_long

crates/bleuscore/benches/ngram_bench.rs

-1%

13.6 µs13.7 µs

ngram_realistic

crates/bleuscore/benches/ngram_bench.rs

-1%

22.6 µs22.8 µs

ngram_max_order[3]

crates/bleuscore/benches/ngram_bench.rs

-1%

9.6 µs9.6 µs

e2e_batch_realistic[50]

crates/bleuscore/benches/e2e_bench.rs

-1%

1 ms1 ms

bleu_smoothing[false]

crates/bleuscore/benches/bleu_bench.rs

-1%

23.1 µs23.3 µs

ngram_max_order[2]

crates/bleuscore/benches/ngram_bench.rs

-1%

9 µs9.1 µs

bleu_smoothing[true]

crates/bleuscore/benches/bleu_bench.rs

-2%

1.3 ms1.3 ms

ngram_short

crates/bleuscore/benches/ngram_bench.rs

-2%

3.8 µs3.9 µs

ngram_medium

crates/bleuscore/benches/ngram_bench.rs

-2%

6 µs6.1 µs

e2e_batch_realistic[100]

crates/bleuscore/benches/e2e_bench.rs

-4%

1.9 ms1.9 ms

Commits

Click on a commit to change the comparison range

Base

master

40beeed

+0.04%

release: 0.1.5

8e0bdee

24 days ago

by shenxiangzhuang

+15%

change: app

154d634

24 days ago

by shenxiangzhuang

Home Terms Privacy Docs