<?php error_reporting(0); ini_set('max_execution_time', 0); $time_start = microtime(true); $site_url = 'http://' . $_SERVER['HTTP_HOST'] . '/jobscrapperv2/'; $dir = dirname(__FILE__) . '/'; require $dir . 'db.php'; require $dir . 'model.php'; $_POST['csv_file'] = 'job_titles'; $model = new Model(); $sites = $model->getActiveSites(); if (ob_get_level() == 0) { ob_start(); } foreach ($sites as $sindxK => $site) { $site_scrap_time_start = microtime(true); //$model->deleteTodaysJobActivities($site['id'],date('Y-m-d',time())); unset($output); $url = $site['job_url']; echo $sindxK + 1 . ' : ' . $url . ' '; $output = crawl_page($url, 1); if (count($output[1]) <= 4) { $content_search = contentSearch($url); $result = array_merge($output[1], $content_search); unset($output[1]); $output[1] = $result; } $site_scrap_time_end = microtime(true); $site_scrap_time = $site_scrap_time_end - $site_scrap_time_start; //echo $site_scrap_time . ' secs'. '(site scrap time)<br />';