l: str) -> None: ...
    def read(self) -> None: ...
    def parse(self, lines: Iterable[str]) -> None: ...
    def can_fetch(self, user_agent: str, url: str) -> bool: ...
    def mtime(self) -> int: ...
    def modified(self) -> None: ...
    def crawl_delay(self, useragent: str) -> Optional[str]: ...
    def request_rate(self, useragent: str) -> Optional[_RequestRate]: ...
    if sys.version_info >= (3, 8):
        def site_maps(self) -> Optional[List[str]]: ...
PK