Avatar for the scrapy user
scrapy
w3lib
BlogDocsChangelog

Url perf

#257
Comparing
albertedwardson:url-perf
(
faafa0e
) with
master
(
c44e4b6
)
CodSpeed Performance Gauge
+98%
Improvement
9
Untouched
22

Benchmarks

31 total
test_benchmark_url[canonicalize_url]
tests/benchmarks/test_benchmark_url.py
CodSpeed Performance Gauge
+98%
528.8 µs267.2 µs
test_benchmark_url[safe_download_url]
tests/benchmarks/test_benchmark_url.py
CodSpeed Performance Gauge
+91%
562 µs294 µs
test_benchmark_url[safe_url_string]
tests/benchmarks/test_benchmark_url.py
CodSpeed Performance Gauge
+76%
4.5 ms2.6 ms
test_benchmark_url[url_query_cleaner]
tests/benchmarks/test_benchmark_url.py
CodSpeed Performance Gauge
+70%
275.6 µs161.9 µs
test_benchmark_url[file_uri_to_path]
tests/benchmarks/test_benchmark_url.py
CodSpeed Performance Gauge
+50%
81.3 µs54.3 µs
test_benchmark_html[get_base_url]
tests/benchmarks/test_benchmark_html.py
CodSpeed Performance Gauge
+39%
503.2 µs360.9 µs
test_benchmark_html[get_meta_refresh]
tests/benchmarks/test_benchmark_html.py
CodSpeed Performance Gauge
+27%
860.1 µs675.7 µs
test_benchmark_url[parse_url]
tests/benchmarks/test_benchmark_url.py
CodSpeed Performance Gauge
+19%
67.6 µs56.6 µs
test_benchmark_url[parse_data_uri]
tests/benchmarks/test_benchmark_url.py
CodSpeed Performance Gauge
+19%
604.4 µs509.3 µs
test_benchmark_url[any_to_uri]
tests/benchmarks/test_benchmark_url.py
CodSpeed Performance Gauge
+7%
125.4 µs116.9 µs
test_benchmark_encoding[html_to_unicode]
tests/benchmarks/test_benchmark_encoding.py
CodSpeed Performance Gauge
+3%
338 µs329.2 µs
test_benchmark_encoding[resolve_encoding]
tests/benchmarks/test_benchmark_encoding.py
CodSpeed Performance Gauge
+2%
75.5 µs74.3 µs
test_benchmark_encoding[http_content_type_encoding]
tests/benchmarks/test_benchmark_encoding.py
CodSpeed Performance Gauge
+1%
59.4 µs58.7 µs
test_benchmark_encoding[html_body_declared_encoding]
tests/benchmarks/test_benchmark_encoding.py
CodSpeed Performance Gauge
+1%
290.4 µs286.9 µs
test_benchmark_url[url_query_parameter]
tests/benchmarks/test_benchmark_url.py
CodSpeed Performance Gauge
+1%
91.2 µs90.4 µs
test_benchmark_url[is_url]
tests/benchmarks/test_benchmark_url.py
CodSpeed Performance Gauge
0%
26.8 µs26.7 µs
test_benchmark_encoding[read_bom]
tests/benchmarks/test_benchmark_encoding.py
CodSpeed Performance Gauge
0%
38.2 µs38.1 µs
test_benchmark_http[basic_auth_header]
tests/benchmarks/test_benchmark_http.py
CodSpeed Performance Gauge
0%
49.2 µs49.2 µs
test_benchmark_html[replace_entities]
tests/benchmarks/test_benchmark_html.py
CodSpeed Performance Gauge
0%
428.2 µs428.1 µs
test_benchmark_encoding[to_unicode]
tests/benchmarks/test_benchmark_encoding.py
CodSpeed Performance Gauge
0%
24.5 µs24.5 µs
test_benchmark_html[remove_tags]
tests/benchmarks/test_benchmark_html.py
CodSpeed Performance Gauge
0%
477.1 µs477.5 µs
test_benchmark_html[remove_comments]
tests/benchmarks/test_benchmark_html.py
CodSpeed Performance Gauge
0%
71.3 µs71.4 µs
test_benchmark_html[remove_tags_with_content]
tests/benchmarks/test_benchmark_html.py
CodSpeed Performance Gauge
0%
193.6 µs193.9 µs
test_benchmark_html[replace_escape_chars]
tests/benchmarks/test_benchmark_html.py
CodSpeed Performance Gauge
0%
77.7 µs77.8 µs
test_benchmark_html[unquote_markup]
tests/benchmarks/test_benchmark_html.py
CodSpeed Performance Gauge
0%
142.9 µs143.1 µs

Commits

Click on a commit to change the comparison range
Base
master
c44e4b6
+70.77%
tweak constants
0120e3f
4 days ago
by albertedwardson
-84.79%
a lot of stuff
e620526
4 days ago
by albertedwardson
-0.72%
revert typing.Final and fix windows paths
f6e2e58
3 days ago
by albertedwardson
+1.41%
simplify pathname
015f158
3 days ago
by albertedwardson
-1.22%
pathname
c8e9f15
3 days ago
by albertedwardson
-3.3%
pathname
1df075b
3 days ago
by albertedwardson
+88.04%
give up on `pathname2url`
78bc246
3 days ago
by albertedwardson
-0.17%
rename local variables
0cdb179
3 days ago
by albertedwardson
+0.47%
custom `urlsplit`
af10488
2 days ago
by albertedwardson
-86.44%
custom `urlencode`
30a4ed5
2 days ago
by albertedwardson
+0.11%
try to fix platform specific shenanigans
e76c8f7
2 days ago
by albertedwardson
+0.64%
tweak _urlencode
4b87b08
2 days ago
by albertedwardson
+85.19%
unroll `_quote_plus`
a564589
2 days ago
by albertedwardson
-88.69%
initial _parse_qs and _parse_qsl
8c04dbc
2 days ago
by albertedwardson
+89.08%
using _unquote_plus
92ae320
2 days ago
by albertedwardson
+0.08%
try to make less allocations in safe_url_string
d8a4ed7
2 days ago
by albertedwardson
-0.2%
tweaks
33051c5
2 days ago
by albertedwardson
+9.64%
_strip
f9081ae
2 days ago
by albertedwardson
+17.99%
don't encode to idna if ascii
c27981a
2 days ago
by albertedwardson
-5.2%
re.sub for _unquotepath, ruff, undo unnecessary changes
5c2d29e
2 days ago
by albertedwardson
+5.18%
ruff, try `_unquotepath` without regex
faafa0e
2 days ago
by albertedwardson
© 2026 CodSpeed Technology
Home Terms Privacy Docs