}
}
#echo "Harvested: ".$resolved_address." \n";
}
//print "3 sqlQuery is $sqlQuery\n";
if ($outputExists) {
$sqlQuery = substr($sqlQuery, 0, strlen($sqlQuery) - 1);
//trim last char
db_run_query($sqlQuery);
//already in try-catch in function
}
db_marked_harvested($seed);
/*Safe zone:
This is where halting of the crawler should occur if at all
Check DB to see if flag has been left to stop*/
$stop = false;
$strSQL = "SELECT strValue FROM tblConfig WHERE strName='CrawlerStatus'";
$result = db_run_select($strSQL, null, true);
if ($result == "STOP") {
echo "***Received command to STOP: Stopping now; crawl is incomplete.\n";
mail($operator_email, "Crawl Stopped", "Bot stopped via DB Stop signal: " . date('Y-m-d H:i:s') . "\n", "FROM: " . $operator_email);
$stop = true;
break;
}
$seed = db_get_next_to_harvest();
}
db_close();
echo "Done.\n";
if (!$stop) {
mail($operator_email, "Crawl Success", "Bot has finished: " . date('Y-m-d H:i:s') . "\n", "FROM: " . $operator_email);
}
function db_update_domain_links($strFromDomain, $strToDomain)
{
$strSQL = "SELECT iHostID,iCount FROM tblExternalHosts WHERE strFromDomain=? AND strToDomain=?";
$result = db_run_select($strSQL, array($strFromDomain, $strToDomain));
if ($result == NULL) {
$strSQL = "INSERT INTO tblExternalHosts SET strFromDomain=?, strToDomain=?, iCount=?";
$params = array($strFromDomain, $strToDomain, 1);
} else {
$iCount = int($result['iCount']) + 1;
$strSQL = "UPDATE tblExternalHosts SET iCount=? WHERE iHostID=?";
$params = array($iCount, $result['iHostID']);
}
db_run_query($strSQL, $params);
}
