$url = $site['job_url'];
echo $sindxK + 1 . ' : ' . $url . ' ';
$output = crawl_page($url, 1);
if (count($output[1]) <= 4) {
$content_search = contentSearch($url);
$result = array_merge($output[1], $content_search);
unset($output[1]);
$output[1] = $result;
}
$site_scrap_time_end = microtime(true);
$site_scrap_time = $site_scrap_time_end - $site_scrap_time_start;
//echo $site_scrap_time . ' secs'. '(site scrap time)<br />';
echo '<br />';
ob_flush();
flush();
$lastScrapedSiteJobs = $model->getSiteJobs($site['id']);
//checking currently scraped jobs with previously scraped jobs
$jobExpired = true;
foreach ($lastScrapedSiteJobs as $ljob) {
foreach ($output[1] as $outputIndx => $job) {
if (strtolower(trim($job[0])) == strtolower(trim($ljob['job_title']))) {
//if existed
$model->updateJobStatus($site['id'], $ljob['id'], 'existed');
unset($output[1][$outputIndx]);
//remove from checking pool
$jobExpired = false;
break;
}
}
if ($jobExpired) {
$model->updateJobStatus($site['id'], $ljob['id'], 'expired');
