예제 #1
0
 private function findLinksAndAddToQueue(Link $origin, &$process)
 {
     $html = $origin->getHtml();
     $crawled_links = $this->finder->getLinks($html);
     $links = array();
     foreach ($crawled_links as $link_data) {
         $link = $this->linkFactory->getLink($link_data, $this->domain, $origin);
         $links[] = $link;
         $this->pushLinkToQueue($link);
     }
     $this->dispatcher->dispatch(CrawlerEvents::onFoundLinks, new FoundLinksEvent($links, $process));
 }