Exemple #1
0
 /**
  * Fetch item content with the content grabber
  *
  * @access public
  * @param  Item    $item          Item object
  */
 public function scrapWebsite(Item $item)
 {
     if ($this->enable_grabber && !in_array($item->getUrl(), $this->grabber_ignore_urls)) {
         $grabber = new Grabber($item->getUrl());
         $grabber->setConfig($this->config);
         $grabber->download();
         if ($grabber->parse()) {
             $item->content = $grabber->getFilteredContent();
         }
     }
 }
Exemple #2
0
function download_content_url($url)
{
    $content = '';
    $grabber = new Grabber($url);
    $grabber->setConfig(Config\get_reader_config());
    $grabber->download();
    if ($grabber->parse()) {
        $content = $grabber->getFilteredcontent();
    }
    return $content;
}