--- /dev/null
+import sys
+from typing import Iterable, NamedTuple
+
+class _RequestRate(NamedTuple):
+ requests: int
+ seconds: int
+
+class RobotFileParser:
+ def __init__(self, url: str = ...) -> None: ...
+ def set_url(self, url: str) -> None: ...
+ def read(self) -> None: ...
+ def parse(self, lines: Iterable[str]) -> None: ...
+ def can_fetch(self, useragent: str, url: str) -> bool: ...
+ def mtime(self) -> int: ...
+ def modified(self) -> None: ...
+ def crawl_delay(self, useragent: str) -> str | None: ...
+ def request_rate(self, useragent: str) -> _RequestRate | None: ...
+ if sys.version_info >= (3, 8):
+ def site_maps(self) -> list[str] | None: ...