PHP LastCall\Crawler\Event CrawlerHtmlResponseEvent示例

示例#1

文件： StylesheetDiscoverer.php 项目： LastCallMedia/Crawler

 public function onHtmlResponse(CrawlerHtmlResponseEvent $event, $eventName, EventDispatcherInterface $dispatcher)
 {
     $crawler = $event->getDomCrawler();
     $nodes = $crawler->filterXPath('descendant-or-self::link[@rel = "stylesheet" and (@href)]');
     $urls = $nodes->extract('href');
     $this->processUris($event, $dispatcher, $urls, 'stylesheet');
 }

示例#2

文件： LinkDiscoverer.php 项目： LastCallMedia/Crawler

 /**
  * Discover link URLS from anchor tags.
  *
  * @param \LastCall\Crawler\Event\CrawlerHtmlResponseEvent            $event
  * @param                                                             $eventName
  * @param \Symfony\Component\EventDispatcher\EventDispatcherInterface $dispatcher
  */
 public function onHtmlResponse(CrawlerHtmlResponseEvent $event, $eventName, EventDispatcherInterface $dispatcher)
 {
     $crawler = $event->getDomCrawler();
     $nodes = $crawler->filterXPath('descendant-or-self::a[@href]');
     $urls = array_unique($nodes->extract('href'));
     $this->processUris($event, $dispatcher, $urls, 'link');
 }

示例#3

文件： ScriptDiscoverer.php 项目： LastCallMedia/Crawler

 public function onHtmlResponse(CrawlerHtmlResponseEvent $event, $eventName, EventDispatcherInterface $dispatcher)
 {
     $crawler = $event->getDomCrawler();
     $nodes = $crawler->filterXPath('descendant-or-self::script[@type = "text/javascript" and (@src)]');
     $urls = $nodes->extract('src');
     $this->processUris($event, $dispatcher, $urls, 'script');
 }

示例#4

文件： ImageDiscoverer.php 项目： LastCallMedia/Crawler

 public function onHtmlResponse(CrawlerHtmlResponseEvent $event, $eventName, EventDispatcherInterface $dispatcher)
 {
     $crawler = $event->getDomCrawler();
     $nodes = $crawler->filterXPath('descendant-or-self::img[@src]');
     $urls = $nodes->extract('src');
     $this->processUris($event, $dispatcher, $urls, 'image');
 }