Methods

allowed? (Robots::ParsedRobots)
allowed? (Robots)
get_robots_txt (Robots)
new (Robots)
new (Robots::ParsedRobots)
other_values (Robots::ParsedRobots)
other_values (Robots)
timeout (Robots)
timeout= (Robots)
to_regex (Robots::ParsedRobots)