Run comparison - BerriAI/litellm - CodSpeed

Blog Docs Changelog

Compare Runs

Base

main

9e6d2d2

7 months ago

CPU Simulation

Head

main

d0e347a

7 months ago

CPU Simulation

0%

Untouched: 16

Benchmarks

16 total

test_get_model_info_openai

tests/benchmarks/test_benchmarks.py

-1%

88.3 µs89 µs

test_get_model_info_anthropic

tests/benchmarks/test_benchmarks.py

-1%

85.1 µs85.8 µs

test_token_counter_simple_message

tests/benchmarks/test_benchmarks.py

-1%

238.6 µs240.3 µs

test_get_llm_provider_anthropic

tests/benchmarks/test_benchmarks.py

-1%

145.9 µs146.8 µs

test_token_counter_long_content

tests/benchmarks/test_benchmarks.py

-1%

1.7 ms1.7 ms

test_token_counter_multi_turn

tests/benchmarks/test_benchmarks.py

0%

570.8 µs572.7 µs

test_get_llm_provider_azure

tests/benchmarks/test_benchmarks.py

0%

148.4 µs148.8 µs

test_get_llm_provider_with_prefix

tests/benchmarks/test_benchmarks.py

0%

141.5 µs141.8 µs

test_get_model_cost_key_exact_match

tests/benchmarks/test_benchmarks.py

0%

84.8 µs85 µs

test_cost_per_token_openai

tests/benchmarks/test_benchmarks.py

0%

542.4 µs543.2 µs

test_get_model_info_with_provider

tests/benchmarks/test_benchmarks.py

0%

85.1 µs85.2 µs

test_token_counter_raw_text

tests/benchmarks/test_benchmarks.py

0%

187.3 µs187.1 µs

test_get_llm_provider_openai

tests/benchmarks/test_benchmarks.py

0%

142.5 µs142.6 µs

test_cost_per_token_anthropic

tests/benchmarks/test_benchmarks.py

0%

542.1 µs541.8 µs

test_get_model_cost_key_case_insensitive

tests/benchmarks/test_benchmarks.py

0%

87.3 µs87.3 µs

test_token_counter_with_tools

tests/benchmarks/test_benchmarks.py

0%

418 µs418 µs

© 2026 CodSpeed Technology

Home Terms Privacy Docs