Python中的函数用于清理和标准化URL

from urllib.parse import urlparse

url = "http://www.example.com/path?param=value#fragment"
parsed_url = urlparse(url)

print(parsed_url.scheme)  # 输出：http
print(parsed_url.netloc)  # 输出：www.example.com
print(parsed_url.path)  # 输出：/path
print(parsed_url.params)  # 输出：空
print(parsed_url.query)  # 输出：param=value
print(parsed_url.fragment)  # 输出：fragment

from urllib.parse import urlunparse

parts = ('http', 'www.example.com', '/path', '', 'param=value', 'fragment')
cleaned_url = urlunparse(parts)

print(cleaned_url)  # 输出：http://www.example.com/path?param=value#fragment

from urllib.parse import urljoin

base_url = "http://www.example.com"
relative_url = "/path?param=value#fragment"
absolute_url = urljoin(base_url, relative_url)

print(absolute_url)  # 输出：http://www.example.com/path?param=value#fragment