function ZoknvuUYP($iXkV1DXrsnU, &$urls_completed) { global $grab_parameters, $Nt_1IROZP14owm4DAeH; error_reporting(E_ALL & ~E_NOTICE); @set_time_limit($grab_parameters['xs_exec_time']); if ($iXkV1DXrsnU['bgexec']) { ignore_user_abort(true); } register_shutdown_function('t7RRTKqTzMKk'); if (function_exists('ini_set')) { @ini_set("zlib.output_compression", 0); @ini_set("output_buffering", 0); } $Niq61B3f5T = explode(" ", microtime()); $uW2s6L508AR = $Niq61B3f5T[0] + $Niq61B3f5T[1]; $awjs5cXHLQKLCojjfKj = $iXkV1DXrsnU['initurl']; $F1JJx6h86dbaJkcg = $iXkV1DXrsnU['maxpg'] > 0 ? $iXkV1DXrsnU['maxpg'] : 10000000000.0; $OBfrooBYrp0IcNgFcy5 = $iXkV1DXrsnU['maxdepth'] ? $iXkV1DXrsnU['maxdepth'] : -1; $XQa0UewN3f = $iXkV1DXrsnU['progress_callback']; $lyojZa6FTE2_d0 = preg_replace("#\\s*[\r\n]+\\s*#", '|', strstr($s = trim($grab_parameters['xs_excl_urls']), '*') ? $s : preg_quote($s, '#')); $GYOAxf_ifFR12047x4j = preg_replace("#\\s*[\r\n]+\\s*#", '|', strstr($s = trim($grab_parameters['xs_incl_urls']), '*') ? $s : preg_quote($s, '#')); $hSaCvxHsKMVb0F = $ZTcqdz3WBLUhzHN0w = array(); $qHEfslblz = preg_split('#[\\r\\n]+#', $grab_parameters['xs_ind_attr']); $QNBZB8U2gUbUbMO = '#200' . ($grab_parameters['xs_allow_httpcode'] ? '|' . $grab_parameters['xs_allow_httpcode'] : '') . '#'; if ($grab_parameters['xs_memsave']) { if (!file_exists(Znq7ffD8tRtK7G7k)) { mkdir(Znq7ffD8tRtK7G7k, 0777); } else { if ($iXkV1DXrsnU['resume'] == '') { HZpRje35mVkO0jMR(Znq7ffD8tRtK7G7k, '.txt'); } } } foreach ($qHEfslblz as $ia) { if ($ia) { $is = explode(',', $ia); if ($is[0][0] == '$') { $vPMSF5pieFsrixtq8t = substr($is[0], 1); } else { $vPMSF5pieFsrixtq8t = str_replace('\\$', '$', preg_quote($is[0], '#')); } $ZTcqdz3WBLUhzHN0w[] = $vPMSF5pieFsrixtq8t; $hSaCvxHsKMVb0F[str_replace('$', '', $is[0])] = array('lm' => $is[1], 'f' => $is[2], 'p' => $is[3]); } } if ($ZTcqdz3WBLUhzHN0w) { $LzzEy5A_btN = implode('|', $ZTcqdz3WBLUhzHN0w); } $HBsKYMirP = parse_url($awjs5cXHLQKLCojjfKj); if (!$HBsKYMirP['path']) { $awjs5cXHLQKLCojjfKj .= '/'; $HBsKYMirP = parse_url($awjs5cXHLQKLCojjfKj); } $qFRPmUDRi = $Nt_1IROZP14owm4DAeH->fetch($awjs5cXHLQKLCojjfKj, 0, true); // the first request is to skip session id $qFRPmUDRi = $Nt_1IROZP14owm4DAeH->fetch($awjs5cXHLQKLCojjfKj, 0, true); $hPqMY1ez6oMQQl = !preg_match($QNBZB8U2gUbUbMO, $qFRPmUDRi['code']); if ($hPqMY1ez6oMQQl) { $hPqMY1ez6oMQQl = ''; foreach ($qFRPmUDRi['headers'] as $k => $v) { $hPqMY1ez6oMQQl .= $k . ': ' . $v . '<br />'; } return array('errmsg' => '<b>There was an error while retrieving the URL specified:</b> ' . $awjs5cXHLQKLCojjfKj . '' . ($qFRPmUDRi['errormsg'] ? '<br><b>Error message:</b> ' . $qFRPmUDRi['errormsg'] : '') . '<br><b>HTTP headers follow:</b><br>' . $hPqMY1ez6oMQQl . '<br><b>HTTP output:</b><br>' . $qFRPmUDRi['content']); } $awjs5cXHLQKLCojjfKj = $qFRPmUDRi['last_url']; $urls_completed = array(); $urls_ext = array(); $urls_404 = array(); $T_IVB6tYAThxWS = $HBsKYMirP['scheme'] . '://' . $HBsKYMirP['host'] . (!$HBsKYMirP['port'] || $HBsKYMirP['port'] == '80' ? '' : ':' . $HBsKYMirP['port']); $pn = $tsize = 0; $mWaGjhtsk5qfq6cQTZJ = preg_replace('#([^/\\:]/)/+#', '\\1', $T_IVB6tYAThxWS . '/' . DoodEx665K($HBsKYMirP['path'])); $mO8dP_vKE = preg_replace('#^.+://[^/]+#', '', $mWaGjhtsk5qfq6cQTZJ); $GZCFp_txIxdI = $Nt_1IROZP14owm4DAeH->fetch($awjs5cXHLQKLCojjfKj, 0, true, true); $Tsr1dxbRSl36XZQSmy2 = str_replace($mWaGjhtsk5qfq6cQTZJ, '', $awjs5cXHLQKLCojjfKj); $urls_list_full = array($Tsr1dxbRSl36XZQSmy2); if (!$Tsr1dxbRSl36XZQSmy2) { $Tsr1dxbRSl36XZQSmy2 = '/'; } $urls_list = array($Tsr1dxbRSl36XZQSmy2); $urls_list2 = array(); $ZdD16fdro7T29 = array(); $links_level = 0; $tqAifGeogXJRviudvJ1 = $ref_links = $ref_links2 = array(); $Pg9z9L_vlxcCxaz = 0; $O3mTecPWsZVPj45u = $F1JJx6h86dbaJkcg; if (!$grab_parameters['xs_progupdate']) { $grab_parameters['xs_progupdate'] = 20; } if (isset($grab_parameters['xs_robotstxt']) && $grab_parameters['xs_robotstxt']) { $qNh0L3Iqq4xOGQ = $Nt_1IROZP14owm4DAeH->fetch($T_IVB6tYAThxWS . '/robots.txt'); if ($T_IVB6tYAThxWS . '/' != $mWaGjhtsk5qfq6cQTZJ) { $WKLxFNU9Afmx3X = "\n" . $Nt_1IROZP14owm4DAeH->fetch($mWaGjhtsk5qfq6cQTZJ . 'robots.txt'); $qNh0L3Iqq4xOGQ['content'] .= "\n" . $WKLxFNU9Afmx3X['content']; } $ra = preg_split('#user-agent:\\s*#im', $qNh0L3Iqq4xOGQ['content']); $gCmDgG11zRQ1aO = array(); for ($i = 1; $i < count($ra); $i++) { preg_match('#^(\\S+)(.*)$#s', $ra[$i], $X586Srhrb7zbBwwaEu); if ($X586Srhrb7zbBwwaEu[1] == '*' || strstr($X586Srhrb7zbBwwaEu[1], 'google')) { preg_match_all('#^disallow:[^\\r\\n\\S](\\S*)#im', $X586Srhrb7zbBwwaEu[2], $rm); for ($pi = 0; $pi < count($rm[1]); $pi++) { if ($rm[1][$pi]) { $gCmDgG11zRQ1aO[] = str_replace('\\$', '$', str_replace('\\*', '.*', preg_quote($rm[1][$pi], '#'))); } } } } for ($i = 0; $i < count($gCmDgG11zRQ1aO); $i += 200) { $Z0CT90Qqb49cBckp1[] = implode('|', array_slice($gCmDgG11zRQ1aO, $i, 200)); } } else { $Z0CT90Qqb49cBckp1 = array(); } $Ink66j0Yx4uzSWU5 = $grab_parameters['xs_exc_skip'] != '\\.()'; $spA7fV5_CrBgFVbOJ = $grab_parameters['xs_inc_skip'] != '\\.()'; $grab_parameters['xs_inc_skip'] .= '$'; $grab_parameters['xs_exc_skip'] .= '$'; if ($grab_parameters['xs_debug']) { $_GET['ddbg'] = 1; } $i64_RzaxP7PMd7s = 0; $url_ind = 0; $cnu = 1; $pf = fopen(sMuf2pf0iKaQ . jgYSLBDPtmpAo, 'w'); fclose($pf); if ($iXkV1DXrsnU['resume'] != '') { $T0gmFEXXIurPo = @ZBWGkqS6VQ71(GHJEfA2QYqwa(sMuf2pf0iKaQ . KH6aKAnNWiCYJWvf)); echo 'Resuming the last session (last updated: ' . date('Y-m-d H:i:s', $T0gmFEXXIurPo['time']) . ')' . "\n"; if ($T0gmFEXXIurPo) { extract($T0gmFEXXIurPo); } $uW2s6L508AR -= $ctime; $i64_RzaxP7PMd7s = $ctime; unset($T0gmFEXXIurPo); } sleep(1); @unlink(sMuf2pf0iKaQ . jgYSLBDPtmpAo); if ($urls_list) { do { $sTOHkwY0EiWi = $urls_list[$url_ind++]; unset($urls_list[$url_ind - 1]); $HDxSUg0eWtUQjt = DXwTWcPx8gwRJFL($sTOHkwY0EiWi); $qFRPmUDRi = array(); $cn = ''; if (isset($ZdD16fdro7T29[$sTOHkwY0EiWi])) { $sTOHkwY0EiWi = $ZdD16fdro7T29[$sTOHkwY0EiWi]; } $f = $Ink66j0Yx4uzSWU5 && preg_match('#' . $grab_parameters['xs_exc_skip'] . '#i', $sTOHkwY0EiWi); if ($lyojZa6FTE2_d0 && !$f) { $f = $f || preg_match('#(' . $lyojZa6FTE2_d0 . ')#', $sTOHkwY0EiWi); } if ($Z0CT90Qqb49cBckp1 && !$f) { foreach ($Z0CT90Qqb49cBckp1 as $bm) { $f = $f || preg_match('#^(' . $bm . ')#', $mO8dP_vKE . $sTOHkwY0EiWi); } } $f2 = false; if (!$f) { $f2 = $spA7fV5_CrBgFVbOJ && preg_match('#' . $grab_parameters['xs_inc_skip'] . '#i', $sTOHkwY0EiWi); if ($GYOAxf_ifFR12047x4j && !$f2) { $f2 = $f2 || preg_match('#(' . $GYOAxf_ifFR12047x4j . ')#', $sTOHkwY0EiWi); } if ($grab_parameters['xs_parse_only'] && !$f2 && $sTOHkwY0EiWi != '/') { $f2 = $f2 || !preg_match('#' . str_replace(' ', '|', preg_quote($grab_parameters['xs_parse_only'], '#')) . '#', $sTOHkwY0EiWi); } } do { if (!$f && !$f2) { if ($OBfrooBYrp0IcNgFcy5 <= 0 || $links_level < $OBfrooBYrp0IcNgFcy5) { $plZxxPxp7dp = preg_replace('#([^/\\:]/)/+#', '\\1', $mWaGjhtsk5qfq6cQTZJ . $sTOHkwY0EiWi); if ($_GET['ddbg']) { echo "<h4> { {$plZxxPxp7dp} } </h4>"; } flush(); $UVtSAwQYOsEzzCeKfY = 0; do { $qFRPmUDRi = $Nt_1IROZP14owm4DAeH->fetch($plZxxPxp7dp, 0, 1); if ($qFRPmUDRi['code'] == 403) { $UVtSAwQYOsEzzCeKfY++; sleep($grab_parameters['xs_delay_ms'] ? $grab_parameters['xs_delay_ms'] : 1); } else { $UVtSAwQYOsEzzCeKfY = 5; } } while ($UVtSAwQYOsEzzCeKfY < 3); if ($_GET['ddbg']) { echo "<hr> [[[ " . $qFRPmUDRi['code'] . " ]]] "; print_r($qFRPmUDRi['headers']); flush(); } $JcYkhlEMDOd63veSaCB = is_array($qFRPmUDRi['headers']) ? strtolower($qFRPmUDRi['headers']['content-type']) : ''; if (!strstr($JcYkhlEMDOd63veSaCB, 'text/html') && !strstr($JcYkhlEMDOd63veSaCB, '/xhtml') && (!$grab_parameters['xs_parse_swf'] || !strstr($JcYkhlEMDOd63veSaCB, 'shockwave-flash'))) { continue; } $sfWFJIHHoHQFy = array(); if ($qFRPmUDRi['code'] == 404) { $urls_404[] = array($sTOHkwY0EiWi, $ref_links2[$sTOHkwY0EiWi]); } if ($QNBZB8U2gUbUbMO && !preg_match($QNBZB8U2gUbUbMO, $qFRPmUDRi['code'])) { continue; } $cn = $qFRPmUDRi['content']; $tsize += strlen($cn); if ($LKwlfmXlFQZwAHyN = preg_replace('#<!--(\\[if IE\\]>|.*?-->)#is', '', $cn)) { $cn = $LKwlfmXlFQZwAHyN; } if ($grab_parameters['xs_canonical']) { if ($plZxxPxp7dp == $qFRPmUDRi['last_url'] && preg_match('#<link[^>]*rel="canonical"[^>]href="([^>]*?)"#', $cn, $NETkCwdzdq6Pz0ny)) { $qFRPmUDRi['last_url'] = $NETkCwdzdq6Pz0ny[1]; } } $sxtMVK6zQKt = preg_replace('#^.*?' . preg_quote($mWaGjhtsk5qfq6cQTZJ, '#') . '#', '', $qFRPmUDRi['last_url']); if ($plZxxPxp7dp != $qFRPmUDRi['last_url'] && $plZxxPxp7dp != $qFRPmUDRi['last_url'] . '/') { $ZdD16fdro7T29[$sTOHkwY0EiWi] = $qFRPmUDRi['last_url']; $io = $sTOHkwY0EiWi; $urls_list2[] = $sxtMVK6zQKt; if (count($ref_links[$sxtMVK6zQKt]) < max(1, intval($grab_parameters['xs_maxref']))) { $ref_links[$sxtMVK6zQKt][] = $sTOHkwY0EiWi; } continue; } preg_match('#<base[^>]*?href=[\'"](.*?)[\'"]#is', $cn, $bm); if (isset($bm[1]) && $bm[1]) { $PqrWr4MLtujWK1b_W = DoodEx665K($bm[1] . (preg_match('#//.*/#', $bm[1]) ? '-' : '/-')); } else { $PqrWr4MLtujWK1b_W = DoodEx665K($mWaGjhtsk5qfq6cQTZJ . $sTOHkwY0EiWi); } if (strstr($JcYkhlEMDOd63veSaCB, 'shockwave-flash')) { include_once sEHr9E0d1xL1nk . 'class.pfile.inc.php'; $am = new SWFParser(); $am->Gg5AAIeuiYp($cn); $oL4Wd5vimhWp8DF0q = $am->KC5A4W9FxdMzpD0q(); } else { $Svxm9M4Rsbj0b = $grab_parameters['xs_utf8_enc'] ? 'isu' : 'is'; preg_match_all('#<(?:a|area|go)\\s[^>]*?href\\s*=\\s*(?:"([^"]*)|\'([^\']*)|([^\\s\\">]+)).*?>#' . $Svxm9M4Rsbj0b, $cn, $am); preg_match_all('#<i?frame\\s[^>]*src\\s*=\\s*["\']?(.*?)("|>|\'[>\\s])#' . $Svxm9M4Rsbj0b, $cn, $Dyz4i63tIZpcSycZz04); preg_match_all('#<meta\\s[^>]*http-equiv\\s*=\\s*"?refresh[^>]*URL\\s*=\\s*["\']?(.*?)("|>|\'[>\\s])#' . $Svxm9M4Rsbj0b, $cn, $pP9L3mrPigC); if ($grab_parameters['xs_parse_swf']) { preg_match_all('#<object[^>]*application/x-shockwave-flash[^>]*data\\s*=\\s*["\']([^"\'>]+).*?>#' . $Svxm9M4Rsbj0b, $cn, $oL4Wd5vimhWp8DF0q); } else { $oL4Wd5vimhWp8DF0q = array(array(), array()); } $sfWFJIHHoHQFy = array(); for ($i = 0; $i < count($am[1]); $i++) { if (!preg_match('#rel=["\']nofollow#i', $am[0][$i])) { $sfWFJIHHoHQFy[] = $am[1][$i]; } } $sfWFJIHHoHQFy = @array_merge($sfWFJIHHoHQFy, $am[2], $am[3], $Dyz4i63tIZpcSycZz04[1], $pP9L3mrPigC[1], $oL4Wd5vimhWp8DF0q[1]); } $sfWFJIHHoHQFy = array_unique($sfWFJIHHoHQFy); $nn = $nt = 0; reset($sfWFJIHHoHQFy); if (preg_match('#<meta name="robots" content="[^"]*?nofollow#is', $cn)) { $sfWFJIHHoHQFy = array(); } foreach ($sfWFJIHHoHQFy as $i => $ll) { if ($ll) { $a = $sa = trim($ll); if ($grab_parameters['xs_proto_skip'] && (preg_match('#^' . $grab_parameters['xs_proto_skip'] . '#i', $a) || $Ink66j0Yx4uzSWU5 && preg_match('#' . $grab_parameters['xs_exc_skip'] . '#i', $a) || preg_match('#^' . $grab_parameters['xs_proto_skip'] . '#i', function_exists('html_entity_decode') ? html_entity_decode($a) : $a))) { continue; } if ($grab_parameters['xs_exclude_check']) { $_f = $_f2 = false; $_f = $lyojZa6FTE2_d0 && preg_match('#(' . $lyojZa6FTE2_d0 . ')#', $a); if ($Z0CT90Qqb49cBckp1 && !$_f) { foreach ($Z0CT90Qqb49cBckp1 as $bm) { $_f = $_f || preg_match('#^(' . $bm . ')#', $mO8dP_vKE . $sTOHkwY0EiWi); } } if ($_f) { continue; } } $Ng9XfYD8bn = $this->ffpknLH3lruh($a, $sTOHkwY0EiWi, $T_IVB6tYAThxWS, $PqrWr4MLtujWK1b_W, $mWaGjhtsk5qfq6cQTZJ); $sxtMVK6zQKt = substr($a, strlen($mWaGjhtsk5qfq6cQTZJ)); $sxtMVK6zQKt = str_replace(' ', '%20', $sxtMVK6zQKt); if ($grab_parameters['xs_cleanurls']) { $sxtMVK6zQKt = @preg_replace($grab_parameters['xs_cleanurls'], '', $sxtMVK6zQKt); } if ($grab_parameters['xs_cleanpar']) { $sxtMVK6zQKt = @preg_replace('#[\\?\\&](' . $grab_parameters['xs_cleanpar'] . ')=[a-z0-9\\-\\_]+$#i', '', $sxtMVK6zQKt); $sxtMVK6zQKt = @preg_replace('#([\\?\\&])(' . $grab_parameters['xs_cleanpar'] . ')=[a-z0-9\\-\\_]+&#i', '$1', $sxtMVK6zQKt); } if ($Ng9XfYD8bn) { if ($grab_parameters['xs_extlinks'] && !$urls_ext[$a]) { $urls_ext[$a] = $plZxxPxp7dp; } continue; } if ($_GET['ddbg3']) { echo "<u>[{$a}]</u><br>\n"; } //exit; $urls_list2[] = $sxtMVK6zQKt; if ($grab_parameters['xs_maxref'] && count($ref_links[$sxtMVK6zQKt]) < $grab_parameters['xs_maxref']) { $ref_links[$sxtMVK6zQKt][] = $sTOHkwY0EiWi; } $nt++; } } unset($sfWFJIHHoHQFy); } } if ($grab_parameters['xs_incl_only'] && !$f) { $f = $f || !preg_match('#' . str_replace(' ', '|', preg_quote($grab_parameters['xs_incl_only'], '#')) . '#', $mWaGjhtsk5qfq6cQTZJ . $sTOHkwY0EiWi); } if (!$f) { $f = $f || preg_match('#<meta name="robots" content="[^"]*?noindex#is', $cn); } if (!$f) { $ZNulaCcO5edar0rP = array('link' => preg_replace('#//+$#', '/', preg_replace('#^([^/\\:\\?]/)/+#', '\\1', $mWaGjhtsk5qfq6cQTZJ . $sTOHkwY0EiWi))); if ($grab_parameters['xs_makehtml']) { preg_match('#<title>(.*?)</title>#is', $qFRPmUDRi['content'], $WyXkTyAK3kSMA); $ZNulaCcO5edar0rP['t'] = strip_tags($WyXkTyAK3kSMA[1]); } if ($grab_parameters['xs_metadesc']) { preg_match('#<meta\\s[^>]*(?:http-equiv|name)\\s*=\\s*"?description[^>]*content\\s*=\\s*["]?([^>\\"]*)#is', $cn, $Dm3PRno_nAd); if ($Dm3PRno_nAd[1]) { $ZNulaCcO5edar0rP['d'] = $Dm3PRno_nAd[1]; } } if ($grab_parameters['xs_makeror'] || $grab_parameters['xs_autopriority']) { $ZNulaCcO5edar0rP['o'] = max(0, $links_level); } if (preg_match('#(' . $LzzEy5A_btN . ')#', $mWaGjhtsk5qfq6cQTZJ . $sTOHkwY0EiWi, $IVvqfIlb3rHfBU9)) { $ZNulaCcO5edar0rP['clm'] = $hSaCvxHsKMVb0F[$IVvqfIlb3rHfBU9[1]]['lm']; $ZNulaCcO5edar0rP['f'] = $hSaCvxHsKMVb0F[$IVvqfIlb3rHfBU9[1]]['f']; $ZNulaCcO5edar0rP['p'] = $hSaCvxHsKMVb0F[$IVvqfIlb3rHfBU9[1]]['p']; } if ($grab_parameters['xs_lastmod_notparsed'] && $f2) { $qFRPmUDRi = $Nt_1IROZP14owm4DAeH->fetch($plZxxPxp7dp, 0, 1, false, "", array('req' => 'HEAD')); } if (!$ZNulaCcO5edar0rP['lm'] && isset($qFRPmUDRi['headers']['last-modified'])) { $ZNulaCcO5edar0rP['lm'] = $qFRPmUDRi['headers']['last-modified']; } if ($_GET['ddbg']) { echo "((include " . $ZNulaCcO5edar0rP['link'] . "))<br />"; } flush(); if ($grab_parameters['xs_memsave']) { ZSdWi6bIZ81cvoz2uwc($HDxSUg0eWtUQjt, $ZNulaCcO5edar0rP); $urls_completed[] = $HDxSUg0eWtUQjt; } else { $urls_completed[] = $ZNulaCcO5edar0rP; } $O3mTecPWsZVPj45u = $F1JJx6h86dbaJkcg - count($urls_completed); } } while (false); // zerowhile if ($url_ind >= $cnu) { unset($urls_list); $url_ind = 0; $urls_list = array_values(array_unique(array_diff($urls_list2, $urls_list_full))); $urls_list_full = array_merge($urls_list_full, $urls_list); $cnu = count($urls_list); unset($ref_links2); $ref_links2 = $ref_links; unset($ref_links); unset($urls_list2); $ref_links = array(); $urls_list2 = array(); $links_level++; } $pn++; $Niq61B3f5T = explode(" ", microtime()); $ctime = $Niq61B3f5T[0] + $Niq61B3f5T[1] - $uW2s6L508AR; $pl = min($cnu - $url_ind, $O3mTecPWsZVPj45u); if ($cnu == $url_ind || $pl == 0 || $pn == 1 || $pn % $grab_parameters['xs_progupdate'] == 0 || count($urls_completed) >= $F1JJx6h86dbaJkcg) { if (strstr($GZCFp_txIxdI['content'], 'header')) { break; } $mu = function_exists('memory_get_usage') ? memory_get_usage() : '-'; if (intval($mu)) { $mu = number_format($mu / 1024, 1) . ' Kb'; } if ($_GET['ddbg']) { echo "(memory: {$mu})<br>\n"; } //exit; $urls_list2 = array_values(array_unique($urls_list2)); $JXrAUXdkHB6bEow = array($ctime, str_replace($awjs5cXHLQKLCojjfKj, '', $sTOHkwY0EiWi), $pl, $pn, $tsize, $links_level, $mu, count($urls_completed), count($urls_list2)); if ($iXkV1DXrsnU['bgexec']) { dxY5KOhQceAuFRoi(e6p6oz8D73L8, hVgV5J75NEESyCQgUY($JXrAUXdkHB6bEow)); } if ($XQa0UewN3f && !$f) { $XQa0UewN3f($JXrAUXdkHB6bEow); } } else { $XQa0UewN3f(array('cmd' => 'ping', 'bg' => $iXkV1DXrsnU['bgexec'])); } if ($grab_parameters['xs_savestate_time'] > 0 && ($ctime - $i64_RzaxP7PMd7s > $grab_parameters['xs_savestate_time'] || $url_ind >= $cnu)) { $i64_RzaxP7PMd7s = $ctime; if ($_GET['ddbg']) { echo "(saving dump)<br />\n"; } flush(); $T0gmFEXXIurPo = compact('url_ind', 'urls_list', 'urls_list2', 'cnu', 'ref_links', 'ref_links2', 'urls_list_full', 'urls_completed', 'urls_404', 'nt', 'tsize', 'pn', 'links_level', 'ctime', 'urls_ext'); $T0gmFEXXIurPo['time'] = time(); $X5pGy9XVxZmKajMLt = hVgV5J75NEESyCQgUY($T0gmFEXXIurPo); dxY5KOhQceAuFRoi(KH6aKAnNWiCYJWvf, $X5pGy9XVxZmKajMLt); unset($T0gmFEXXIurPo); unset($X5pGy9XVxZmKajMLt); } if ($grab_parameters['xs_delay_req'] && $grab_parameters['xs_delay_ms'] && $pn % $grab_parameters['xs_delay_req'] == 0) { sleep($grab_parameters['xs_delay_ms']); } if ($inOnsdwxENV3KRYY = file_exists($p0HW1JkR_Vvz = sMuf2pf0iKaQ . jgYSLBDPtmpAo)) { if (@unlink($p0HW1JkR_Vvz)) { break; } else { $inOnsdwxENV3KRYY = 0; } } } while (count($urls_completed) < $F1JJx6h86dbaJkcg && $url_ind < $cnu); } if ($_GET['ddbgexit']) { exit; } return array('u404' => $urls_404, 'ctime' => $ctime, 'tsize' => $tsize, 'errmsg' => '', 'initurl' => $awjs5cXHLQKLCojjfKj, 'initdir' => $mWaGjhtsk5qfq6cQTZJ, 'ucount' => count($urls_completed), 'crcount' => $pn, 'time' => time(), 'params' => $iXkV1DXrsnU, 'interrupt' => $inOnsdwxENV3KRYY, 'urls_ext' => $urls_ext); }
$qROuZ67598572SYFHC = 306266937; $AIKPU11930847YKkTv = 385899139; $jTQIJ29212341KBaLx = 791377045; $oHaUH21005554Nvkmr = 180294403; $pyqDP23872985USzZg = 706744965; if (!defined('joeXw9f7bW7PyEcEv')) { exit; } $NTNwwUxSQ4XXmLyW7 = zyhF94FNJ(); if (count($NTNwwUxSQ4XXmLyW7) > 0) { $gnPaX2YWE3M2x1s7 = array_pop($NTNwwUxSQ4XXmLyW7); @set_time_limit(60 * 60); $jwblm4pgqCSdGONbuY = @unserialize(GHJEfA2QYqwa(sMuf2pf0iKaQ . $gnPaX2YWE3M2x1s7)); if (filesize(sMuf2pf0iKaQ . $gnPaX2YWE3M2x1s7) > 2000000) { $jwblm4pgqCSdGONbuY['newurls'] = $jwblm4pgqCSdGONbuY['losturls'] = $jwblm4pgqCSdGONbuY['aproc'] = array(); dxY5KOhQceAuFRoi($gnPaX2YWE3M2x1s7, serialize($jwblm4pgqCSdGONbuY)); } ?> <div class="block1head"> Sitemap details </div> <div class="block1"> <b>Request date:</b><br> <?php echo date('j F Y, H:i', $jwblm4pgqCSdGONbuY['time']); ?> <br> <b>Processing time:</b><br> <?php echo hoxrmfFginIYPn($jwblm4pgqCSdGONbuY['ctime']); ?>
function MddRgpIor($urls_completed, &$WH3SIotgdvUyfre) { global $fWF3L71eqllSq, $FTZnv5MP3HN, $bJhviH6UA, $sm_proc_list, $G2zCcihGLQl, $J0guAv8GXYn6AN38fxM, $qcjrymCYbzs62p2m; $SgSv9EHvXQ8D = $this->iXkV1DXrsnU['xs_chlog']; $p3RMgGPJdKj = implode('', file(Jdp4o0I89UFO . 'sitemap_xml_tpl.xml')); preg_match('#^(.*)%URLS_LIST_FROM%(.*)%URLS_LIST_TO%(.*)$#is', $p3RMgGPJdKj, $fWF3L71eqllSq); $fWF3L71eqllSq[1] = str_replace('www.xml-sitemaps.com', 'www.xml-sitemaps.com (' . A4sNJQoe6O47I_YC4 . ')', $fWF3L71eqllSq[1]); $fWF3L71eqllSq[1] = str_replace('%GEN_URL%', $this->iXkV1DXrsnU['gendom'], $fWF3L71eqllSq[1]); if ($this->iXkV1DXrsnU['xs_disable_xsl']) { $fWF3L71eqllSq[1] = preg_replace('#<\\?xml-stylesheet.*\\?>#', '', $fWF3L71eqllSq[1]); } $tHSKS4COUobk6O = implode('', file(Jdp4o0I89UFO . 'sitemap_ror_tpl.xml')); preg_match('#^(.*)%URLS_LIST_FROM%(.*)%URLS_LIST_TO%(.*)$#is', $tHSKS4COUobk6O, $FTZnv5MP3HN); $RKwdWhsAFuDrxw3i6 = implode('', file(Jdp4o0I89UFO . 'sitemap_base_tpl.xml')); preg_match('#^(.*)%URLS_LIST_FROM%(.*)%URLS_LIST_TO%(.*)$#is', $RKwdWhsAFuDrxw3i6, $bJhviH6UA); $this->Xfcs5RdKZjSaEqvTYT = $this->iXkV1DXrsnU['xs_sm_size'] ? $this->iXkV1DXrsnU['xs_sm_size'] : 50000; $this->sm_filesplit = $this->iXkV1DXrsnU['xs_sm_filesize'] ? $this->iXkV1DXrsnU['xs_sm_filesize'] : 10; $this->sm_filesplit = max(intval($this->sm_filesplit * 1024 * 1024), 2000) - 1000; if (!$this->iXkV1DXrsnU['xs_imginfo']) { unset($this->fjOiR1rimG[1]); } if (!$this->iXkV1DXrsnU['xs_videoinfo']) { unset($this->fjOiR1rimG[2]); } if (!$this->iXkV1DXrsnU['xs_newsinfo']) { unset($this->fjOiR1rimG[3]); } if (!$this->iXkV1DXrsnU['xs_makemob']) { unset($this->fjOiR1rimG[4]); } $ctime = date('Y-m-d H:i:s'); $Yqz1QyXnf8Zlfu9jU = 0; global $g9mWWYIteSa7dD7; $tt = array('<', '>'); foreach ($tt as $ulCVuyvzZwsip) { $g9mWWYIteSa7dD7[$ulCVuyvzZwsip] = '&#' . ord($ulCVuyvzZwsip) . ';'; } for ($i = 0; $i < 31; $i++) { $g9mWWYIteSa7dD7[chr($i)] = '&#' . $i . ';'; } $g9mWWYIteSa7dD7[chr(0)] = $g9mWWYIteSa7dD7[chr(10)] = $g9mWWYIteSa7dD7[chr(13)] = ''; $g9mWWYIteSa7dD7[' '] = '%20'; $pf = 0; $XvU49oK_Vd = intval($G2zCcihGLQl['istart']); $this->e5VXUaptWL7P($G2zCcihGLQl); if ($this->iXkV1DXrsnU['xs_maketxt']) { $ifLJ96S2XFSDmmWXE = $this->JRevVhPXx6ik['fopen'](bjmS1HQhkPEjp1QMl . $this->blUx9Th8GWx0bsSC, $XvU49oK_Vd ? 'a' : 'w'); if (!$ifLJ96S2XFSDmmWXE) { $qcjrymCYbzs62p2m[] = bjmS1HQhkPEjp1QMl . $this->blUx9Th8GWx0bsSC; } } if ($this->iXkV1DXrsnU['xs_makeror']) { $DViaBKXmteSZF4cgvzj = fopen(z_fhGrViQaOeql9, $XvU49oK_Vd ? 'a' : 'w'); $rc = str_replace('%INIT_URL%', $this->iXkV1DXrsnU['xs_initurl'], $FTZnv5MP3HN[1]); if ($DViaBKXmteSZF4cgvzj) { fwrite($DViaBKXmteSZF4cgvzj, $rc); } else { $qcjrymCYbzs62p2m[] = z_fhGrViQaOeql9; } } foreach ($sm_proc_list as $k => $G3iGwEa5RT3) { $sm_proc_list[$k]->IkN8UDC3Sq4($this->iXkV1DXrsnU, $this->JRevVhPXx6ik, $this->xZqlshGDcY); } for ($i = $xn = $XvU49oK_Vd; $i < count($urls_completed); $i++, $xn++) { BDURPicA56HxjrUUp(array('cmd' => 'info', 'id' => 'percprog', 'text' => number_format($i * 100 / count($urls_completed), 0) . '%')); $RvGpMMUREL77 = $this->ZzKB7k6G8nHCQRqPK(); if ($RvGpMMUREL77 && $i != $XvU49oK_Vd) { dxY5KOhQceAuFRoi($J0guAv8GXYn6AN38fxM, hVgV5J75NEESyCQgUY(array('istart' => $i, 'rinfo' => $this->cELF4rAmlQsI9AR))); } if ($this->iXkV1DXrsnU['xs_memsave']) { $cu = dYfVkEYUS1map3XFd8($urls_completed[$i]); } else { $cu =& $urls_completed[$i]; } $l = $this->JiNZdZTQFJ($cu['link']); $cu['link'] = $l; if ($SgSv9EHvXQ8D) { $WH3SIotgdvUyfre[] = $l; } $t = $this->nGj0r0BbusL($cu['t']); $d = $this->nGj0r0BbusL($cu['d'] ? $cu['d'] : $cu['t'], true); $spSCVOMAe = ''; if ($cu['clm']) { $spSCVOMAe = $cu['clm']; } else { switch ($this->iXkV1DXrsnU['xs_lastmod']) { case 1: $spSCVOMAe = $cu['lm'] ? $cu['lm'] : $ctime; break; case 2: $spSCVOMAe = $ctime; break; case 3: $spSCVOMAe = $this->iXkV1DXrsnU['xs_lastmodtime']; break; } } $jLo1X8O3OGZlDH54AjS = $q9XceTZtmgERYb = false; if ($cu['p']) { $p = $cu['p']; } else { $p = $this->iXkV1DXrsnU['xs_priority']; if ($this->iXkV1DXrsnU['xs_autopriority']) { $p = $p * pow($this->iXkV1DXrsnU['xs_descpriority'] ? $this->iXkV1DXrsnU['xs_descpriority'] : 0.8, $cu['o']); if ($this->IIcbczWAX09NsrG) { $jLo1X8O3OGZlDH54AjS = true; $q9XceTZtmgERYb = !in_array($cu['link'], $this->IIcbczWAX09NsrG) || $this->urls_prevnews[$cu['link']]; if ($q9XceTZtmgERYb) { $p = 0.95; } } $p = max(0.0001, min($p, 1.0)); $p = @number_format($p, 4); } } if ($spSCVOMAe) { $spSCVOMAe = strtotime($spSCVOMAe); $spSCVOMAe = gmdate('Y-m-d\\TH:i:s+00:00', $spSCVOMAe); } $f = $cu['f'] ? $cu['f'] : $this->iXkV1DXrsnU['xs_freq']; $cCqeu6KEd4LFk = array('URL' => $l, 'TITLE' => $t, 'DESC' => $d, 'PERIOD' => $f, 'LASTMOD' => $spSCVOMAe, 'ORDER' => $cu['o'], 'PRIORITY' => $p); if ($this->iXkV1DXrsnU['xs_makemob']) { $this->AfTRVXncZI6Bitp(array_merge($cCqeu6KEd4LFk, array('ismob' => true)), $fWF3L71eqllSq[2], 4); } $this->AfTRVXncZI6Bitp($cCqeu6KEd4LFk, $fWF3L71eqllSq[2], 0); if ($this->iXkV1DXrsnU['xs_maketxt'] && $ifLJ96S2XFSDmmWXE) { $this->JRevVhPXx6ik['fwrite']($ifLJ96S2XFSDmmWXE, $cu['link'] . "\n"); } foreach ($sm_proc_list as $G3iGwEa5RT3) { $G3iGwEa5RT3->B0bZK2_9KnR8WXXzmsf($cCqeu6KEd4LFk); } if ($this->iXkV1DXrsnU['xs_makeror'] && $DViaBKXmteSZF4cgvzj) { if ($this->iXkV1DXrsnU['xs_ror_unique']) { $t = $cCqeu6KEd4LFk['TITLE']; $d = $cCqeu6KEd4LFk['DESC']; while ($ZNulaCcO5edar0rP = $ai[md5('t' . $t)]++) { $t = $cCqeu6KEd4LFk['TITLE'] . ' ' . $ZNulaCcO5edar0rP; } while ($ZNulaCcO5edar0rP = $ai[md5('d' . $d)]++) { $d = $cCqeu6KEd4LFk['DESC'] . ' ' . $ZNulaCcO5edar0rP; } $cCqeu6KEd4LFk['TITLE'] = $t; $cCqeu6KEd4LFk['DESC'] = $d; } fwrite($DViaBKXmteSZF4cgvzj, $this->xZqlshGDcY->NncQLfQqsOrhLw_lKS($FTZnv5MP3HN[2], $cCqeu6KEd4LFk)); } } $this->aqAxgNGqxV(); if ($this->iXkV1DXrsnU['xs_maketxt']) { $this->JRevVhPXx6ik['fclose']($ifLJ96S2XFSDmmWXE); @chmod(bjmS1HQhkPEjp1QMl . $this->blUx9Th8GWx0bsSC, 0666); } if ($this->iXkV1DXrsnU['xs_makeror']) { if ($DViaBKXmteSZF4cgvzj) { fwrite($DViaBKXmteSZF4cgvzj, $FTZnv5MP3HN[3]); } fclose($DViaBKXmteSZF4cgvzj); } foreach ($sm_proc_list as $G3iGwEa5RT3) { $G3iGwEa5RT3->jKfsD0XVw81EIu2rj(); } dxY5KOhQceAuFRoi($J0guAv8GXYn6AN38fxM, hVgV5J75NEESyCQgUY(array('done' => true))); BDURPicA56HxjrUUp(array('cmd' => 'info', 'id' => 'percprog', '')); }
function VFZlf5sNkzX7GF7k($sl, $LgLI0zBLaiF = 0, &$VrIhIZ2UGhCqDiv) { global $dLJTsb_ip3FtL0, $grab_parameters, $tawugRf_Zeym7NWG, $MiqXpOB9QIO9l, $rxvoXLx7w1k, $urls_completed, $CZRJ7mEGdpy0R, $TBuKj2tXyZ_L9p_A; $CUx3ZI0WzO = ''; $ls = $LgLI0zBLaiF * 2; if (is_array($sl)) { foreach ($sl as $sk => $sn) { $adO3ioNATQ1yoZVep = ""; $aoTOj4umg0ehb = array(); if (is_array($sn['pages'])) { if ($grab_parameters['xs_htmlsort']) { @usort($sn['pages'], 'tvL6CyQwj'); } foreach ($sn['pages'] as $pg) { $VrIhIZ2UGhCqDiv++; if ($VrIhIZ2UGhCqDiv <= $CZRJ7mEGdpy0R) { continue; } $t = $pg['t'] ? $pg['t'] : basename($pg['link']); $aoTOj4umg0ehb[] = array('link' => $pg['link'], 'title' => $t, 'desc' => $pg['d'], 'title_clean' => str_replace('&amp;', '&', htmlspecialchars($t)), 'file' => basename($pg['link'])); $adO3ioNATQ1yoZVep .= "\n<tr><td class=\"lpage\"><a href=\"" . $pg['link'] . "\" title=\"" . str_replace('&amp;', '&', htmlspecialchars($t)) . "\">" . $t . "</a></td></tr>"; if ($VrIhIZ2UGhCqDiv % 10 == 0) { BDURPicA56HxjrUUp(array('cmd' => 'info', 'id' => 'percprog2', 'text' => number_format($VrIhIZ2UGhCqDiv * 100 / count($urls_completed), 0) . '%')); } if ($VrIhIZ2UGhCqDiv % $grab_parameters['xs_htmlpart'] == 0) { $tawugRf_Zeym7NWG .= fylX1lYhxq9Swj9($sk, $sn['cnt'], $LgLI0zBLaiF, $adO3ioNATQ1yoZVep); $MiqXpOB9QIO9l[] = array('folder' => str_replace('/', ' ', $sk), 'cnt' => $sn['cnt'], 'cntmulti' => $sn['cnt'] > 1, 'level' => $LgLI0zBLaiF, 'alevel' => $LgLI0zBLaiF ? range(1, $LgLI0zBLaiF) : array(), 'level100' => 100 - $LgLI0zBLaiF, 'pages' => $aoTOj4umg0ehb); $adO3ioNATQ1yoZVep = ''; $aoTOj4umg0ehb = array(); XUVNOTiArMdxtZj($tawugRf_Zeym7NWG, $MiqXpOB9QIO9l); $rxvoXLx7w1k++; $tawugRf_Zeym7NWG = ''; $MiqXpOB9QIO9l = array(); dxY5KOhQceAuFRoi($TBuKj2tXyZ_L9p_A, hVgV5J75NEESyCQgUY(array('istart' => $VrIhIZ2UGhCqDiv, 'curpage' => $rxvoXLx7w1k))); } } } if ($adO3ioNATQ1yoZVep) { $tawugRf_Zeym7NWG .= fylX1lYhxq9Swj9($sk, $sn['cnt'], $LgLI0zBLaiF, $adO3ioNATQ1yoZVep); $MiqXpOB9QIO9l[] = array('folder' => str_replace('/', ' ', $sk), 'cnt' => $sn['cnt'], 'cntmulti' => $sn['cnt'] > 1, 'level' => $LgLI0zBLaiF, 'alevel' => $LgLI0zBLaiF ? range(1, $LgLI0zBLaiF) : array(), 'level100' => 100 - $LgLI0zBLaiF, 'pages' => $aoTOj4umg0ehb); } if ($sn['elem']) { VFZlf5sNkzX7GF7k($sn['elem'], $LgLI0zBLaiF + 1, $VrIhIZ2UGhCqDiv); } } } if ($LgLI0zBLaiF == 0 && $tawugRf_Zeym7NWG) { XUVNOTiArMdxtZj($tawugRf_Zeym7NWG, $MiqXpOB9QIO9l); } }
$KdsVq94468384XuUce = 29170043; $qdeNi34801636RSQAA = 419526367; $eoITj36130981uLesq = 66486206; $BZEeV56268921bmvAC = 250018310; $cNPix98027955BWgBn = 751591431; $TQvih29220581RRGPt = 853174317; $yMLAK32659302OXREO = 336235718; $inVQx66156616ogDTU = 480744385; $anMBn42525024mwoaA = 69169067; $ZwgcT99577027WXGSH = 381478516; $xOJLC60125122PpfYg = 200141479; $ecHtt61981812AOCPG = 805126709; $mDhsg17959594mUhTl = 978902955; $XXYHi65870972bSmaC = 3438964; $XpHiS28528442oRhQA = 657203491; $OLtKM43744507WIJyv = 224165283; $AqmsF24331665BfROQ = 483793091; $UyckC18102417saClE = 718055664; $YEKon27869262yevhc = 708421753; $qsAnu11444702olgZW = 735860108; $vwLCe61641235XtyTF = 581839478; $rOPHX46271362kbrxI = 527328613; $EJOFD58147583WUSAV = 353796265; $edydn55082397HzEqy = 342211181; $jCZtq39888305fBAar = 274042114; switch ($N_Fm0hhD3owWta) { case 'gz': $NrUnGhCWocSUEo = GHJEfA2QYqwa(sMuf2pf0iKaQ . 'sitemap.xml'); dxY5KOhQceAuFRoi('sitemap.xml', $NrUnGhCWocSUEo, sMuf2pf0iKaQ, true); break; }
$ggjqV85973206DBLNm = 252182892; $VUaUb79787903qfUxE = 483030914; $fBExF91708069uHNJZ = 306084015; $pcZJj90796204KhWoQ = 127185943; $AOSWR91114808GlWdN = 851680451; $tZnlr61726379ZnDaf = 887411286; $oLdOm16693420wQUBw = 140722198; $Xgcfi15078430HpJjp = 16456939; $QghwD70943909yCnZf = 420959259; $SAVjH63352356YUTex = 761072907; $iOVZG96366272gLazw = 943141633; $pZfdi49048157IrRwl = 374009186; include sEHr9E0d1xL1nk . 'page-top.inc.php'; $dVANLaXfylWyj7 = $_REQUEST['crawl']; if ($_GET['act'] == 'interrupt') { dxY5KOhQceAuFRoi(jgYSLBDPtmpAo, ''); echo '<h2>The "stop" signal has been sent to a crawler.</h2><a href="index.' . $qZN2cRANbk1N . '?op=crawl">Return to crawler page</a>'; } else { if (file_exists($fn = sMuf2pf0iKaQ . e6p6oz8D73L8) && time() - filemtime($fn) < 10 * 60) { $aJAUx_d6Kz = true; $dVANLaXfylWyj7 = 1; } } if ($dVANLaXfylWyj7) { if ($aJAUx_d6Kz) { echo '<h4>Crawling already in progress.<br/>Last log access time: ' . date('Y-m-d H:i:s', @filemtime($fn)) . '<br><small><a href="index.' . $qZN2cRANbk1N . '?op=crawl&act=interrupt">Click here</a> to interrupt it.</small></h4>'; } else { echo '<h4>Please wait. Sitemap generation in progress...</h4>'; if ($_POST['bg']) { echo '<div class="block2head">Please note! The script will run in the background until completion, even if browser window is closed.</div>'; }