if (strtolower(trim($job[0])) == strtolower(trim($ljob['job_title']))) { //if existed $model->updateJobStatus($site['id'], $ljob['id'], 'existed'); unset($output[1][$outputIndx]); //remove from checking pool $jobExpired = false; break; } } if ($jobExpired) { $model->updateJobStatus($site['id'], $ljob['id'], 'expired'); } } //outer for //all remaining job are NEW, becoz they are neither existed nor expired status $model->addNewJobs($site['id'], $output[1]); } //end for sites $time_end = microtime(true); $time = $time_end - $time_start; echo '<br />' . $time . ' secs'; exit; function pr($a) { echo '<PRE>'; print_r($a); echo '</PRE>'; } function contentSearch($url) { $dom = new DOMDocument();
//if existed $model->updateJobStatus($site['id'], $ljob['id'], 'open'); unset($output[1][$outputIndx]); //remove from checking pool $jobExpired = false; break; } } if ($jobExpired) { $model->updateJobStatus($site['id'], $ljob['id'], 'expired'); } } //outer for //all remaining job are NEW, becoz they are neither existed nor expired status if ($model->jobsExistsForSite($site['id'])) { $model->addNewJobs($site['id'], $output[1], 'new'); } else { $model->addNewJobs($site['id'], $output[1], 'open'); } $model->recordjobCount($site['id']); $site_scrap_time_end = microtime(true); $site_scrap_db = $site_scrap_time_end - $site_scrap_time_start; #$ts = date("Y-m-d H:i:s"); #error_log("$ts $url = SITE SCRAP TIME : $site_scrap_time secs, DB TIME : $site_scrap_db \n", 3, dirname(__FILE__).'/scrap_log.txt'); } //end for sites $time_end = microtime(true); $time = $time_end - $time_start; //echo '<br />' . $time . ' secs'; error_log('TOTAL SCRAPED TIME on DAY ' . date('Y-m-d H:i:s') . ' is ' . $time . " secs \n", 3, dirname(__FILE__) . '/scrap_log.txt'); exit;