/** * * * @return string */ protected function executePageAssets() { $htmlhelper = new HtmlHelper($this->_lastcontent); if ($htmlhelper->isValid()) { $htmlhelper->setBaseUrl($this->base_site); $assets = array_filter(array_merge($htmlhelper->getLinkImages(), $htmlhelper->getLinkJavascript(), $htmlhelper->getLinkCSS())); echo gmdate("Y-m-d\\TH:i:s\\Z") . ': INFO executePageAssets: possible local Assets found ' . count($assets) . PHP_EOL; //var_dump($assets); foreach ($assets as $asset) { if (!$this->isUrlIgnore($asset)) { $url = $this->base_site . $asset; $save_on = $this->save_path . $asset; $this->ignore[] = $asset; //var_dump($url, $save_on); $content = $this->cph->getUrlContents($url); switch ($this->cph->status_code) { case 200: $this->saveFile($content, $save_on); echo gmdate("Y-m-d\\TH:i:s\\Z") . ': INFO executePageAssets: 200 OK ' . $url . ', Sleep ' . $this->wait_myhost . PHP_EOL; if ($this->debug_level) { file_put_contents(getcwd() . '/gcsr_asset_ok.txt', $url . PHP_EOL, FILE_APPEND); } break; case 404: echo gmdate("Y-m-d\\TH:i:s\\Z") . ': INFO executePageAssets: 404 not found ' . $url . ', Sleep ' . $this->wait_myhost . PHP_EOL; if ($this->debug_level) { file_put_contents(getcwd() . '/gcsr_asset_404.txt', $url . PHP_EOL, FILE_APPEND); } break; default: echo gmdate("Y-m-d\\TH:i:s\\Z") . ': INFO executePageAssets: error ' . $this->cph->status_code . ' ' . $url . ', Sleep ' . $this->wait_myhost . PHP_EOL; if ($this->debug_level) { file_put_contents(getcwd() . '/gcsr_asset_error.txt', $url . PHP_EOL, FILE_APPEND); } break; } file_put_contents(getcwd() . '/gcsr_asset_ignored.txt', $asset . PHP_EOL, FILE_APPEND); if ($this->wait_myhost) { sleep($this->wait_myhost); } } } } else { echo gmdate("Y-m-d\\TH:i:s\\Z") . ': ALERT executePageAssets: not a valid HTML ' . PHP_EOL; } }