//Crawler Page
<?php
//$u = new Utils(); echo $u->loadComponent("crawler"); echo Utils::loadComponent("crawler");
if (class_exists("recursiveCrawler") && !empty($_GET['url'])) {
$siteURL = "http://www." . $_GET["url"];
$c = new recursiveCrawler();
$c->parse($siteURL);
$returnData = $c->getLinks();
$a = array();
foreach ($returnData as $k => $v) {
$a[$k]['title'] = trim(pageContent::getTitle($v));
$a[$k]['content'] = trim(pageContent::getBody($v));
$a[$k]['url'] = trim($v);
}
$str = "<?php\n\$siteContent = " . var_export($a, 1) . ";\n?>";
file_put_contents(SEARCHRESULTFILE, $str);
echo count($a) . " pages crawled!";
//echo $siteURL."<pre>";echo $str;echo "</pre>";
}
