function test_isRobotsNoIndex()
{
$html = '<html><head>' . '</head><body>' . '</body></html>';
$page = new Page($html);
$this->assertFalse($page->isRobotsNoIndex());
$html = '<html><head>' . '<meta name="robots" content="noindex">' . '</head><body>' . '</body></html>';
$page = new Page($html);
$this->assertTrue($page->isRobotsNoIndex());
}
