PHP TreeHouse\IoBundle\Scrape\Crawler CrawlerInterface::getNextUrls Examples

Example #1

File: Scraper.php Project: treehouselabs/io-bundle

 /**
  * @param ScraperEntity $scraper
  */
 public function scrapeNext(ScraperEntity $scraper)
 {
     foreach ($this->crawler->getNextUrls() as $url) {
         if ($this->async) {
             $this->scrapeAfter($scraper, $url, new \DateTime());
         } else {
             $this->scrape($scraper, $url);
         }
     }
 }