HEX
Server: Apache/2.4.46 (Win64) OpenSSL/1.1.1j PHP/8.4.25
System: Windows NT DESKTOP-4TAV2RJ 10.0 build 19045 (Windows 10) AMD64
User: fred (0)
PHP: 8.4.25
Disabled: NONE
Upload Files
File: C:/Users/fred/anaconda3/Lib/site-packages/scrapy/utils/httpobj.py
"""Helper functions for scrapy.http objects (Request, Response)"""

from typing import Union
from urllib.parse import ParseResult, urlparse
from weakref import WeakKeyDictionary

from scrapy.http import Request, Response

_urlparse_cache: "WeakKeyDictionary[Union[Request, Response], ParseResult]" = (
    WeakKeyDictionary()
)


def urlparse_cached(request_or_response: Union[Request, Response]) -> ParseResult:
    """Return urlparse.urlparse caching the result, where the argument can be a
    Request or Response object
    """
    if request_or_response not in _urlparse_cache:
        _urlparse_cache[request_or_response] = urlparse(request_or_response.url)
    return _urlparse_cache[request_or_response]