Example #1
0
 /**
  * Fetch the data via SimplePie_File
  *
  * If the data is already cached, attempt to fetch it from there instead
  * @param SimplePie_Cache|false $cache Cache handler, or false to not load from the cache
  * @return array|true Returns true if the data was loaded from the cache, or an array of HTTP headers and sniffed type
  */
 protected function fetch_data(&$cache)
 {
     // If it's enabled, use the cache
     if ($cache) {
         // Load the Cache
         $this->data = $cache->load();
         if ($cache->mtime() + $this->cache_duration > time()) {
             //FreshRSS
             $this->raw_data = false;
             return true;
             // If the cache is still valid, just return true
         } elseif (!empty($this->data)) {
             // If the cache is for an outdated build of SimplePie
             if (!isset($this->data['build']) || $this->data['build'] !== SIMPLEPIE_BUILD) {
                 $cache->unlink();
                 $this->data = array();
             } elseif (isset($this->data['url']) && $this->data['url'] !== $this->feed_url) {
                 $cache = false;
                 $this->data = array();
             } elseif (isset($this->data['feed_url'])) {
                 // If the autodiscovery cache is still valid use it.
                 if ($cache->mtime() + $this->autodiscovery_cache_duration > time()) {
                     // Do not need to do feed autodiscovery yet.
                     if ($this->data['feed_url'] !== $this->data['url']) {
                         $this->set_feed_url($this->data['feed_url']);
                         return $this->init();
                     }
                     $cache->unlink();
                     $this->data = array();
                 }
             } else {
                 $headers = array('Accept' => 'application/atom+xml, application/rss+xml, application/rdf+xml;q=0.9, application/xml;q=0.8, text/xml;q=0.8, text/html;q=0.7, unknown/unknown;q=0.1, application/unknown;q=0.1, */*;q=0.1');
                 if (isset($this->data['headers']['last-modified'])) {
                     $headers['if-modified-since'] = $this->data['headers']['last-modified'];
                 }
                 if (isset($this->data['headers']['etag'])) {
                     $headers['if-none-match'] = $this->data['headers']['etag'];
                 }
                 $file = $this->registry->create('File', array($this->feed_url, $this->timeout, 5, $headers, $this->useragent, $this->force_fsockopen));
                 //FreshRSS
                 if ($file->success) {
                     if ($file->status_code === 304) {
                         $cache->touch();
                         return true;
                     }
                 } else {
                     $cache->touch();
                     //FreshRSS
                     $this->error = $file->error;
                     //FreshRSS
                     return !empty($this->data);
                     //FreshRSS
                     //unset($file);	//FreshRSS removed
                 }
                 //FreshRSS
                 $md5 = $this->cleanMd5($file->body);
                 if ($this->data['md5'] === $md5) {
                     // syslog(LOG_DEBUG, 'SimplePie MD5 cache match for ' . $this->feed_url);
                     $cache->touch();
                     return true;
                     //Content unchanged even though server did not send a 304
                 } else {
                     // syslog(LOG_DEBUG, 'SimplePie MD5 cache no match for ' . $this->feed_url);
                     $this->data['md5'] = $md5;
                 }
             }
             //// If the cache is still valid, just return true
             //else	//FreshRSS removed
             //{
             //	$this->raw_data = false;
             //	return true;
             //}
         } else {
             //$cache->unlink();	//FreshRSS removed
             $cache->touch();
             //FreshRSS
             $this->data = array();
         }
     }
     // If we don't already have the file (it'll only exist if we've opened it to check if the cache has been modified), open it.
     if (!isset($file)) {
         if ($this->file instanceof SimplePie_File && $this->file->url === $this->feed_url) {
             $file =& $this->file;
         } else {
             $headers = array('Accept' => 'application/atom+xml, application/rss+xml, application/rdf+xml;q=0.9, application/xml;q=0.8, text/xml;q=0.8, text/html;q=0.7, unknown/unknown;q=0.1, application/unknown;q=0.1, */*;q=0.1');
             $file = $this->registry->create('File', array($this->feed_url, $this->timeout, 5, $headers, $this->useragent, $this->force_fsockopen));
         }
     }
     // If the file connection has an error, set SimplePie::error to that and quit
     if (!$file->success && !($file->method & SIMPLEPIE_FILE_SOURCE_REMOTE === 0 || ($file->status_code === 200 || $file->status_code > 206 && $file->status_code < 300))) {
         $this->error = $file->error;
         return !empty($this->data);
     }
     if (!$this->force_feed) {
         // Check if the supplied URL is a feed, if it isn't, look for it.
         $locate = $this->registry->create('Locator', array(&$file, $this->timeout, $this->useragent, $this->max_checked_feeds));
         if (!$locate->is_feed($file)) {
             $copyStatusCode = $file->status_code;
             //FreshRSS
             $copyContentType = $file->headers['content-type'];
             //FreshRSS
             // We need to unset this so that if SimplePie::set_file() has been called that object is untouched
             unset($file);
             try {
                 if (!($file = $locate->find($this->autodiscovery, $this->all_discovered_feeds))) {
                     $this->error = "A feed could not be found at `{$this->feed_url}`; the status code is `{$copyStatusCode}` and content-type is `{$copyContentType}`";
                     //FreshRSS
                     $this->registry->call('Misc', 'error', array($this->error, E_USER_NOTICE, __FILE__, __LINE__));
                     return false;
                 }
             } catch (SimplePie_Exception $e) {
                 // This is usually because DOMDocument doesn't exist
                 $this->error = $e->getMessage();
                 $this->registry->call('Misc', 'error', array($this->error, E_USER_NOTICE, $e->getFile(), $e->getLine()));
                 return false;
             }
             if ($cache) {
                 $this->data = array('url' => $this->feed_url, 'feed_url' => $file->url, 'build' => SIMPLEPIE_BUILD);
                 $this->data['mtime'] = time();
                 //FreshRSS
                 $this->data['md5'] = empty($md5) ? $this->cleanMd5($file->body) : $md5;
                 //FreshRSS
                 if (!$cache->save($this)) {
                     trigger_error("{$this->cache_location} is not writeable. Make sure you've set the correct relative or absolute path, and that the location is server-writable.", E_USER_WARNING);
                 }
                 $cache = $this->registry->call('Cache', 'get_handler', array($this->cache_location, call_user_func($this->cache_name_function, $file->url), 'spc'));
             }
             $this->feed_url = $file->url;
         }
         $locate = null;
     }
     $this->raw_data = $file->body;
     $this->permanent_url = $file->permanent_url;
     //FreshRSS
     $headers = $file->headers;
     $sniffer = $this->registry->create('Content_Type_Sniffer', array(&$file));
     $sniffed = $sniffer->get_type();
     return array($headers, $sniffed);
 }