<?php

error_reporting(0);
ini_set('max_execution_time', 0);
$time_start = microtime(true);
$site_url = 'http://' . $_SERVER['HTTP_HOST'] . '/jobscrapperv2/';
$dir = dirname(__FILE__) . '/';
require $dir . 'db.php';
require $dir . 'model.php';
$_POST['csv_file'] = 'job_titles';
$model = new Model();
$sites = $model->getActiveSites();
if (ob_get_level() == 0) {
    ob_start();
}
foreach ($sites as $sindxK => $site) {
    $site_scrap_time_start = microtime(true);
    //$model->deleteTodaysJobActivities($site['id'],date('Y-m-d',time()));
    unset($output);
    $url = $site['job_url'];
    echo $sindxK + 1 . ' : ' . $url . '  ';
    $output = crawl_page($url, 1);
    if (count($output[1]) <= 4) {
        $content_search = contentSearch($url);
        $result = array_merge($output[1], $content_search);
        unset($output[1]);
        $output[1] = $result;
    }
    $site_scrap_time_end = microtime(true);
    $site_scrap_time = $site_scrap_time_end - $site_scrap_time_start;
    //echo  $site_scrap_time	  . ' secs'. '(site scrap time)<br />';