Exemple #1
0
 /**
  * Fetch item content with the content grabber
  *
  * @access public
  * @param  Item    $item          Item object
  */
 public function scrapWebsite(Item $item)
 {
     if ($this->enable_grabber && !in_array($item->getUrl(), $this->grabber_ignore_urls)) {
         $grabber = new Grabber($item->getUrl());
         $grabber->setConfig($this->config);
         $grabber->download();
         if ($grabber->parse()) {
             $item->content = $grabber->getFilteredContent();
         }
     }
 }