1 # Stubs for urllib.robotparser (Python 3.4)
\r
3 from typing import Iterable, NamedTuple, Optional
\r
6 _RequestRate = NamedTuple('_RequestRate', [('requests', int), ('seconds', int)])
\r
8 class RobotFileParser:
\r
9 def __init__(self, url: str = ...) -> None: ...
\r
10 def set_url(self, url: str) -> None: ...
\r
11 def read(self) -> None: ...
\r
12 def parse(self, lines: Iterable[str]) -> None: ...
\r
13 def can_fetch(self, user_agent: str, url: str) -> bool: ...
\r
14 def mtime(self) -> int: ...
\r
15 def modified(self) -> None: ...
\r
16 if sys.version_info >= (3, 6):
\r
17 def crawl_delay(self, useragent: str) -> Optional[str]: ...
\r
18 def request_rate(self, useragent: str) -> Optional[_RequestRate]: ...
\r