$output[1] = $result;
}
$site_scrap_time_end = microtime(true);
$site_scrap_time = $site_scrap_time_end - $site_scrap_time_start;
//echo $site_scrap_time . ' secs'. '(site scrap time)<br />';
echo '<br />';
ob_flush();
flush();
$lastScrapedSiteJobs = $model->getSiteJobs($site['id']);
//checking currently scraped jobs with previously scraped jobs
$jobExpired = true;
foreach ($lastScrapedSiteJobs as $ljob) {
foreach ($output[1] as $outputIndx => $job) {
if (strtolower(trim($job[0])) == strtolower(trim($ljob['job_title']))) {
//if existed
$model->updateJobStatus($site['id'], $ljob['id'], 'existed');
unset($output[1][$outputIndx]);
//remove from checking pool
$jobExpired = false;
break;
}
}
if ($jobExpired) {
$model->updateJobStatus($site['id'], $ljob['id'], 'expired');
}
}
//outer for
//all remaining job are NEW, becoz they are neither existed nor expired status
$model->addNewJobs($site['id'], $output[1]);
}
//end for sites
