PHP Spatie\Crawler CrawlQueue::has Examples

has() public method

public has ( CrawlUrl | Url $crawlUrl ) : boolean
$crawlUrl	CrawlUrl | Url
return	boolean

Example #1

File: Crawler.php Project: spatie/crawler

 protected function addAllLinksToCrawlQueue(string $html, Url $foundOnUrl)
 {
     $allLinks = $this->extractAllLinks($html);
     collect($allLinks)->filter(function (Url $url) {
         return $url->hasCrawlableScheme();
     })->map(function (Url $url) {
         return $this->normalizeUrl($url);
     })->filter(function (Url $url) {
         return $this->crawlProfile->shouldCrawl($url);
     })->reject(function ($url) {
         return $this->crawlQueue->has($url);
     })->each(function (Url $url) use($foundOnUrl) {
         $this->crawlQueue->add(CrawlUrl::create($url, $foundOnUrl));
     });
 }