/**
* @dataProvider generateDataForTest
* @param string $robotsTxtContent
*/
public function testStatusCode($robotsTxtContent)
{
$parser = new RobotsTxtParser\TxtClient('http://example.com', 300, $robotsTxtContent);
$this->assertTrue($parser->userAgent('*')->isAllowed("/"));
$parser = new RobotsTxtParser\TxtClient('http://example.com', 400, $robotsTxtContent);
$this->assertTrue($parser->userAgent('*')->isAllowed("/"));
$parser = new RobotsTxtParser\TxtClient('http://example.com', 500, $robotsTxtContent);
$this->assertTrue($parser->userAgent('*')->isDisallowed("/"));
}
