libxml_use_internal_errors(true);
$start = time();
$logService->log('D4CRAWLER', 'd4crawler new thread forumid=' . $forumid, var_log($url, '$url'), 'd4crawler');
try {
@crawl($url, '', '', '', '', '', false);
} catch (Exception $x) {
echo $x;
$logService->log('ERROR', 'd4 crawler exception', log_var($x, '$x'), 'd4crawler');
}
} else {
//$logService->log('D4CRAWLER','Thread exists already ',var_log($url,'$url'),'d4crawler');
}
}
$logService->log('D4CRAWLER', 'Forum finished forumid=' . $forumid, var_log($url, '$url'), 'd4crawler');
if ($createdat) {
$ds->updateForumLastCrawled($forumid, $createdat);
}
}
function crawl($url, $default_date, $default_description, $default_language, $default_title, $default_site_name, $nocrawl)
{
global $dom;
global $input;
global $root;
global $host;
global $links;
global $ds;
global $categoryid;
global $logService;
global $level;
global $start;
global $error;
