예제 #1
0
 public function testResetMethod()
 {
     $extractor = new Extractor();
     $extractor->searchFor(['urls'])->at('http://telecharger-videos-youtube.com/')->get();
     $result = $extractor->searchFor(['emails'])->at('http://telecharger-videos-youtube.com/')->get();
     $this->assertArrayNotHasKey('urls', $result);
 }
예제 #2
0
 /**
  * Crawl an url and extract resources.
  *
  * @param mixed $url
  * @param bool $entrypoint
  */
 protected function crawl($url, $entrypoint = false)
 {
     if ($entrypoint) {
         $resources = $this->extractor->searchFor(['urls', 'emails'])->at($url)->get();
         $this->storeUrls($resources['urls']);
         $this->storeEmails($resources['emails']);
     } else {
         $resources = $this->extractor->searchFor(['urls', 'emails'])->at($url->name)->get();
         $this->storeUrls($resources['urls']);
         $this->storeEmails($resources['emails']);
         $url->update(['crawled' => true]);
     }
 }