Example #1
0
 protected function crawlLimited($limit = 1, $mode = 'normal')
 {
     $webpages = Webpage::orderBy('updated_at', 'asc')->get();
     $numCrawled = 0;
     foreach ($webpages as $webpage) {
         $this->crawlWebPage($webpage, $mode) ? $numCrawled++ : NULL;
         if ($numCrawled >= $limit) {
             break;
         }
     }
     return $numCrawled . ($webpages->count() ? ' - ' . $webpage->url . ' </br>webpageId: ' . $webpage->id : '');
 }