function ZoknvuUYP($iXkV1DXrsnU, &$urls_completed)
{
global $grab_parameters, $Nt_1IROZP14owm4DAeH;
error_reporting(E_ALL & ~E_NOTICE);
@set_time_limit($grab_parameters['xs_exec_time']);
if ($iXkV1DXrsnU['bgexec']) {
ignore_user_abort(true);
}
register_shutdown_function('t7RRTKqTzMKk');
if (function_exists('ini_set')) {
@ini_set("zlib.output_compression", 0);
@ini_set("output_buffering", 0);
}
$Niq61B3f5T = explode(" ", microtime());
$uW2s6L508AR = $Niq61B3f5T[0] + $Niq61B3f5T[1];
$awjs5cXHLQKLCojjfKj = $iXkV1DXrsnU['initurl'];
$F1JJx6h86dbaJkcg = $iXkV1DXrsnU['maxpg'] > 0 ? $iXkV1DXrsnU['maxpg'] : 10000000000.0;
$OBfrooBYrp0IcNgFcy5 = $iXkV1DXrsnU['maxdepth'] ? $iXkV1DXrsnU['maxdepth'] : -1;
$XQa0UewN3f = $iXkV1DXrsnU['progress_callback'];
$lyojZa6FTE2_d0 = preg_replace("#\\s*[\r\n]+\\s*#", '|', strstr($s = trim($grab_parameters['xs_excl_urls']), '*') ? $s : preg_quote($s, '#'));
$GYOAxf_ifFR12047x4j = preg_replace("#\\s*[\r\n]+\\s*#", '|', strstr($s = trim($grab_parameters['xs_incl_urls']), '*') ? $s : preg_quote($s, '#'));
$hSaCvxHsKMVb0F = $ZTcqdz3WBLUhzHN0w = array();
$qHEfslblz = preg_split('#[\\r\\n]+#', $grab_parameters['xs_ind_attr']);
$QNBZB8U2gUbUbMO = '#200' . ($grab_parameters['xs_allow_httpcode'] ? '|' . $grab_parameters['xs_allow_httpcode'] : '') . '#';
if ($grab_parameters['xs_memsave']) {
if (!file_exists(Znq7ffD8tRtK7G7k)) {
mkdir(Znq7ffD8tRtK7G7k, 0777);
} else {
if ($iXkV1DXrsnU['resume'] == '') {
HZpRje35mVkO0jMR(Znq7ffD8tRtK7G7k, '.txt');
}
}
}
foreach ($qHEfslblz as $ia) {
if ($ia) {
$is = explode(',', $ia);
if ($is[0][0] == '$') {
$vPMSF5pieFsrixtq8t = substr($is[0], 1);
} else {
$vPMSF5pieFsrixtq8t = str_replace('\\$', '$', preg_quote($is[0], '#'));
}
$ZTcqdz3WBLUhzHN0w[] = $vPMSF5pieFsrixtq8t;
$hSaCvxHsKMVb0F[str_replace('$', '', $is[0])] = array('lm' => $is[1], 'f' => $is[2], 'p' => $is[3]);
}
}
if ($ZTcqdz3WBLUhzHN0w) {
$LzzEy5A_btN = implode('|', $ZTcqdz3WBLUhzHN0w);
}
$HBsKYMirP = parse_url($awjs5cXHLQKLCojjfKj);
if (!$HBsKYMirP['path']) {
$awjs5cXHLQKLCojjfKj .= '/';
$HBsKYMirP = parse_url($awjs5cXHLQKLCojjfKj);
}
$qFRPmUDRi = $Nt_1IROZP14owm4DAeH->fetch($awjs5cXHLQKLCojjfKj, 0, true);
// the first request is to skip session id
$qFRPmUDRi = $Nt_1IROZP14owm4DAeH->fetch($awjs5cXHLQKLCojjfKj, 0, true);
$hPqMY1ez6oMQQl = !preg_match($QNBZB8U2gUbUbMO, $qFRPmUDRi['code']);
if ($hPqMY1ez6oMQQl) {
$hPqMY1ez6oMQQl = '';
foreach ($qFRPmUDRi['headers'] as $k => $v) {
$hPqMY1ez6oMQQl .= $k . ': ' . $v . '<br />';
}
return array('errmsg' => '<b>There was an error while retrieving the URL specified:</b> ' . $awjs5cXHLQKLCojjfKj . '' . ($qFRPmUDRi['errormsg'] ? '<br><b>Error message:</b> ' . $qFRPmUDRi['errormsg'] : '') . '<br><b>HTTP headers follow:</b><br>' . $hPqMY1ez6oMQQl . '<br><b>HTTP output:</b><br>' . $qFRPmUDRi['content']);
}
$awjs5cXHLQKLCojjfKj = $qFRPmUDRi['last_url'];
$urls_completed = array();
$urls_ext = array();
$urls_404 = array();
$T_IVB6tYAThxWS = $HBsKYMirP['scheme'] . '://' . $HBsKYMirP['host'] . (!$HBsKYMirP['port'] || $HBsKYMirP['port'] == '80' ? '' : ':' . $HBsKYMirP['port']);
$pn = $tsize = 0;
$mWaGjhtsk5qfq6cQTZJ = preg_replace('#([^/\\:]/)/+#', '\\1', $T_IVB6tYAThxWS . '/' . DoodEx665K($HBsKYMirP['path']));
$mO8dP_vKE = preg_replace('#^.+://[^/]+#', '', $mWaGjhtsk5qfq6cQTZJ);
$GZCFp_txIxdI = $Nt_1IROZP14owm4DAeH->fetch($awjs5cXHLQKLCojjfKj, 0, true, true);
$Tsr1dxbRSl36XZQSmy2 = str_replace($mWaGjhtsk5qfq6cQTZJ, '', $awjs5cXHLQKLCojjfKj);
$urls_list_full = array($Tsr1dxbRSl36XZQSmy2);
if (!$Tsr1dxbRSl36XZQSmy2) {
$Tsr1dxbRSl36XZQSmy2 = '/';
}
$urls_list = array($Tsr1dxbRSl36XZQSmy2);
$urls_list2 = array();
$ZdD16fdro7T29 = array();
$links_level = 0;
$tqAifGeogXJRviudvJ1 = $ref_links = $ref_links2 = array();
$Pg9z9L_vlxcCxaz = 0;
$O3mTecPWsZVPj45u = $F1JJx6h86dbaJkcg;
if (!$grab_parameters['xs_progupdate']) {
$grab_parameters['xs_progupdate'] = 20;
}
if (isset($grab_parameters['xs_robotstxt']) && $grab_parameters['xs_robotstxt']) {
$qNh0L3Iqq4xOGQ = $Nt_1IROZP14owm4DAeH->fetch($T_IVB6tYAThxWS . '/robots.txt');
if ($T_IVB6tYAThxWS . '/' != $mWaGjhtsk5qfq6cQTZJ) {
$WKLxFNU9Afmx3X = "\n" . $Nt_1IROZP14owm4DAeH->fetch($mWaGjhtsk5qfq6cQTZJ . 'robots.txt');
$qNh0L3Iqq4xOGQ['content'] .= "\n" . $WKLxFNU9Afmx3X['content'];
}
$ra = preg_split('#user-agent:\\s*#im', $qNh0L3Iqq4xOGQ['content']);
$gCmDgG11zRQ1aO = array();
for ($i = 1; $i < count($ra); $i++) {
preg_match('#^(\\S+)(.*)$#s', $ra[$i], $X586Srhrb7zbBwwaEu);
if ($X586Srhrb7zbBwwaEu[1] == '*' || strstr($X586Srhrb7zbBwwaEu[1], 'google')) {
preg_match_all('#^disallow:[^\\r\\n\\S](\\S*)#im', $X586Srhrb7zbBwwaEu[2], $rm);
for ($pi = 0; $pi < count($rm[1]); $pi++) {
if ($rm[1][$pi]) {
$gCmDgG11zRQ1aO[] = str_replace('\\$', '$', str_replace('\\*', '.*', preg_quote($rm[1][$pi], '#')));
}
}
}
}
for ($i = 0; $i < count($gCmDgG11zRQ1aO); $i += 200) {
$Z0CT90Qqb49cBckp1[] = implode('|', array_slice($gCmDgG11zRQ1aO, $i, 200));
}
} else {
$Z0CT90Qqb49cBckp1 = array();
}
$Ink66j0Yx4uzSWU5 = $grab_parameters['xs_exc_skip'] != '\\.()';
$spA7fV5_CrBgFVbOJ = $grab_parameters['xs_inc_skip'] != '\\.()';
$grab_parameters['xs_inc_skip'] .= '$';
$grab_parameters['xs_exc_skip'] .= '$';
if ($grab_parameters['xs_debug']) {
$_GET['ddbg'] = 1;
}
$i64_RzaxP7PMd7s = 0;
$url_ind = 0;
$cnu = 1;
$pf = fopen(sMuf2pf0iKaQ . jgYSLBDPtmpAo, 'w');
fclose($pf);
if ($iXkV1DXrsnU['resume'] != '') {
$T0gmFEXXIurPo = @ZBWGkqS6VQ71(GHJEfA2QYqwa(sMuf2pf0iKaQ . KH6aKAnNWiCYJWvf));
echo 'Resuming the last session (last updated: ' . date('Y-m-d H:i:s', $T0gmFEXXIurPo['time']) . ')' . "\n";
if ($T0gmFEXXIurPo) {
extract($T0gmFEXXIurPo);
}
$uW2s6L508AR -= $ctime;
$i64_RzaxP7PMd7s = $ctime;
unset($T0gmFEXXIurPo);
}
sleep(1);
@unlink(sMuf2pf0iKaQ . jgYSLBDPtmpAo);
if ($urls_list) {
do {
$sTOHkwY0EiWi = $urls_list[$url_ind++];
unset($urls_list[$url_ind - 1]);
$HDxSUg0eWtUQjt = DXwTWcPx8gwRJFL($sTOHkwY0EiWi);
$qFRPmUDRi = array();
$cn = '';
if (isset($ZdD16fdro7T29[$sTOHkwY0EiWi])) {
$sTOHkwY0EiWi = $ZdD16fdro7T29[$sTOHkwY0EiWi];
}
$f = $Ink66j0Yx4uzSWU5 && preg_match('#' . $grab_parameters['xs_exc_skip'] . '#i', $sTOHkwY0EiWi);
if ($lyojZa6FTE2_d0 && !$f) {
$f = $f || preg_match('#(' . $lyojZa6FTE2_d0 . ')#', $sTOHkwY0EiWi);
}
if ($Z0CT90Qqb49cBckp1 && !$f) {
foreach ($Z0CT90Qqb49cBckp1 as $bm) {
$f = $f || preg_match('#^(' . $bm . ')#', $mO8dP_vKE . $sTOHkwY0EiWi);
}
}
$f2 = false;
if (!$f) {
$f2 = $spA7fV5_CrBgFVbOJ && preg_match('#' . $grab_parameters['xs_inc_skip'] . '#i', $sTOHkwY0EiWi);
if ($GYOAxf_ifFR12047x4j && !$f2) {
$f2 = $f2 || preg_match('#(' . $GYOAxf_ifFR12047x4j . ')#', $sTOHkwY0EiWi);
}
if ($grab_parameters['xs_parse_only'] && !$f2 && $sTOHkwY0EiWi != '/') {
$f2 = $f2 || !preg_match('#' . str_replace(' ', '|', preg_quote($grab_parameters['xs_parse_only'], '#')) . '#', $sTOHkwY0EiWi);
}
}
do {
if (!$f && !$f2) {
if ($OBfrooBYrp0IcNgFcy5 <= 0 || $links_level < $OBfrooBYrp0IcNgFcy5) {
$plZxxPxp7dp = preg_replace('#([^/\\:]/)/+#', '\\1', $mWaGjhtsk5qfq6cQTZJ . $sTOHkwY0EiWi);
if ($_GET['ddbg']) {
echo "<h4> { {$plZxxPxp7dp} } </h4>";
}
flush();
$UVtSAwQYOsEzzCeKfY = 0;
do {
$qFRPmUDRi = $Nt_1IROZP14owm4DAeH->fetch($plZxxPxp7dp, 0, 1);
if ($qFRPmUDRi['code'] == 403) {
$UVtSAwQYOsEzzCeKfY++;
sleep($grab_parameters['xs_delay_ms'] ? $grab_parameters['xs_delay_ms'] : 1);
} else {
$UVtSAwQYOsEzzCeKfY = 5;
}
} while ($UVtSAwQYOsEzzCeKfY < 3);
if ($_GET['ddbg']) {
echo "<hr> [[[ " . $qFRPmUDRi['code'] . " ]]] ";
print_r($qFRPmUDRi['headers']);
flush();
}
$JcYkhlEMDOd63veSaCB = is_array($qFRPmUDRi['headers']) ? strtolower($qFRPmUDRi['headers']['content-type']) : '';
if (!strstr($JcYkhlEMDOd63veSaCB, 'text/html') && !strstr($JcYkhlEMDOd63veSaCB, '/xhtml') && (!$grab_parameters['xs_parse_swf'] || !strstr($JcYkhlEMDOd63veSaCB, 'shockwave-flash'))) {
continue;
}
$sfWFJIHHoHQFy = array();
if ($qFRPmUDRi['code'] == 404) {
$urls_404[] = array($sTOHkwY0EiWi, $ref_links2[$sTOHkwY0EiWi]);
}
if ($QNBZB8U2gUbUbMO && !preg_match($QNBZB8U2gUbUbMO, $qFRPmUDRi['code'])) {
continue;
}
$cn = $qFRPmUDRi['content'];
$tsize += strlen($cn);
if ($LKwlfmXlFQZwAHyN = preg_replace('#<!--(\\[if IE\\]>|.*?-->)#is', '', $cn)) {
$cn = $LKwlfmXlFQZwAHyN;
}
if ($grab_parameters['xs_canonical']) {
if ($plZxxPxp7dp == $qFRPmUDRi['last_url'] && preg_match('#<link[^>]*rel="canonical"[^>]href="([^>]*?)"#', $cn, $NETkCwdzdq6Pz0ny)) {
$qFRPmUDRi['last_url'] = $NETkCwdzdq6Pz0ny[1];
}
}
$sxtMVK6zQKt = preg_replace('#^.*?' . preg_quote($mWaGjhtsk5qfq6cQTZJ, '#') . '#', '', $qFRPmUDRi['last_url']);
if ($plZxxPxp7dp != $qFRPmUDRi['last_url'] && $plZxxPxp7dp != $qFRPmUDRi['last_url'] . '/') {
$ZdD16fdro7T29[$sTOHkwY0EiWi] = $qFRPmUDRi['last_url'];
$io = $sTOHkwY0EiWi;
$urls_list2[] = $sxtMVK6zQKt;
if (count($ref_links[$sxtMVK6zQKt]) < max(1, intval($grab_parameters['xs_maxref']))) {
$ref_links[$sxtMVK6zQKt][] = $sTOHkwY0EiWi;
}
continue;
}
preg_match('#<base[^>]*?href=[\'"](.*?)[\'"]#is', $cn, $bm);
if (isset($bm[1]) && $bm[1]) {
$PqrWr4MLtujWK1b_W = DoodEx665K($bm[1] . (preg_match('#//.*/#', $bm[1]) ? '-' : '/-'));
} else {
$PqrWr4MLtujWK1b_W = DoodEx665K($mWaGjhtsk5qfq6cQTZJ . $sTOHkwY0EiWi);
}
if (strstr($JcYkhlEMDOd63veSaCB, 'shockwave-flash')) {
include_once sEHr9E0d1xL1nk . 'class.pfile.inc.php';
$am = new SWFParser();
$am->Gg5AAIeuiYp($cn);
$oL4Wd5vimhWp8DF0q = $am->KC5A4W9FxdMzpD0q();
} else {
$Svxm9M4Rsbj0b = $grab_parameters['xs_utf8_enc'] ? 'isu' : 'is';
preg_match_all('#<(?:a|area|go)\\s[^>]*?href\\s*=\\s*(?:"([^"]*)|\'([^\']*)|([^\\s\\">]+)).*?>#' . $Svxm9M4Rsbj0b, $cn, $am);
preg_match_all('#<i?frame\\s[^>]*src\\s*=\\s*["\']?(.*?)("|>|\'[>\\s])#' . $Svxm9M4Rsbj0b, $cn, $Dyz4i63tIZpcSycZz04);
preg_match_all('#<meta\\s[^>]*http-equiv\\s*=\\s*"?refresh[^>]*URL\\s*=\\s*["\']?(.*?)("|>|\'[>\\s])#' . $Svxm9M4Rsbj0b, $cn, $pP9L3mrPigC);
if ($grab_parameters['xs_parse_swf']) {
preg_match_all('#<object[^>]*application/x-shockwave-flash[^>]*data\\s*=\\s*["\']([^"\'>]+).*?>#' . $Svxm9M4Rsbj0b, $cn, $oL4Wd5vimhWp8DF0q);
} else {
$oL4Wd5vimhWp8DF0q = array(array(), array());
}
$sfWFJIHHoHQFy = array();
for ($i = 0; $i < count($am[1]); $i++) {
if (!preg_match('#rel=["\']nofollow#i', $am[0][$i])) {
$sfWFJIHHoHQFy[] = $am[1][$i];
}
}
$sfWFJIHHoHQFy = @array_merge($sfWFJIHHoHQFy, $am[2], $am[3], $Dyz4i63tIZpcSycZz04[1], $pP9L3mrPigC[1], $oL4Wd5vimhWp8DF0q[1]);
}
$sfWFJIHHoHQFy = array_unique($sfWFJIHHoHQFy);
$nn = $nt = 0;
reset($sfWFJIHHoHQFy);
if (preg_match('#<meta name="robots" content="[^"]*?nofollow#is', $cn)) {
$sfWFJIHHoHQFy = array();
}
foreach ($sfWFJIHHoHQFy as $i => $ll) {
if ($ll) {
$a = $sa = trim($ll);
if ($grab_parameters['xs_proto_skip'] && (preg_match('#^' . $grab_parameters['xs_proto_skip'] . '#i', $a) || $Ink66j0Yx4uzSWU5 && preg_match('#' . $grab_parameters['xs_exc_skip'] . '#i', $a) || preg_match('#^' . $grab_parameters['xs_proto_skip'] . '#i', function_exists('html_entity_decode') ? html_entity_decode($a) : $a))) {
continue;
}
if ($grab_parameters['xs_exclude_check']) {
$_f = $_f2 = false;
$_f = $lyojZa6FTE2_d0 && preg_match('#(' . $lyojZa6FTE2_d0 . ')#', $a);
if ($Z0CT90Qqb49cBckp1 && !$_f) {
foreach ($Z0CT90Qqb49cBckp1 as $bm) {
$_f = $_f || preg_match('#^(' . $bm . ')#', $mO8dP_vKE . $sTOHkwY0EiWi);
}
}
if ($_f) {
continue;
}
}
$Ng9XfYD8bn = $this->ffpknLH3lruh($a, $sTOHkwY0EiWi, $T_IVB6tYAThxWS, $PqrWr4MLtujWK1b_W, $mWaGjhtsk5qfq6cQTZJ);
$sxtMVK6zQKt = substr($a, strlen($mWaGjhtsk5qfq6cQTZJ));
$sxtMVK6zQKt = str_replace(' ', '%20', $sxtMVK6zQKt);
if ($grab_parameters['xs_cleanurls']) {
$sxtMVK6zQKt = @preg_replace($grab_parameters['xs_cleanurls'], '', $sxtMVK6zQKt);
}
if ($grab_parameters['xs_cleanpar']) {
$sxtMVK6zQKt = @preg_replace('#[\\?\\&](' . $grab_parameters['xs_cleanpar'] . ')=[a-z0-9\\-\\_]+$#i', '', $sxtMVK6zQKt);
$sxtMVK6zQKt = @preg_replace('#([\\?\\&])(' . $grab_parameters['xs_cleanpar'] . ')=[a-z0-9\\-\\_]+&#i', '$1', $sxtMVK6zQKt);
}
if ($Ng9XfYD8bn) {
if ($grab_parameters['xs_extlinks'] && !$urls_ext[$a]) {
$urls_ext[$a] = $plZxxPxp7dp;
}
continue;
}
if ($_GET['ddbg3']) {
echo "<u>[{$a}]</u><br>\n";
}
//exit;
$urls_list2[] = $sxtMVK6zQKt;
if ($grab_parameters['xs_maxref'] && count($ref_links[$sxtMVK6zQKt]) < $grab_parameters['xs_maxref']) {
$ref_links[$sxtMVK6zQKt][] = $sTOHkwY0EiWi;
}
$nt++;
}
}
unset($sfWFJIHHoHQFy);
}
}
if ($grab_parameters['xs_incl_only'] && !$f) {
$f = $f || !preg_match('#' . str_replace(' ', '|', preg_quote($grab_parameters['xs_incl_only'], '#')) . '#', $mWaGjhtsk5qfq6cQTZJ . $sTOHkwY0EiWi);
}
if (!$f) {
$f = $f || preg_match('#<meta name="robots" content="[^"]*?noindex#is', $cn);
}
if (!$f) {
$ZNulaCcO5edar0rP = array('link' => preg_replace('#//+$#', '/', preg_replace('#^([^/\\:\\?]/)/+#', '\\1', $mWaGjhtsk5qfq6cQTZJ . $sTOHkwY0EiWi)));
if ($grab_parameters['xs_makehtml']) {
preg_match('#<title>(.*?)</title>#is', $qFRPmUDRi['content'], $WyXkTyAK3kSMA);
$ZNulaCcO5edar0rP['t'] = strip_tags($WyXkTyAK3kSMA[1]);
}
if ($grab_parameters['xs_metadesc']) {
preg_match('#<meta\\s[^>]*(?:http-equiv|name)\\s*=\\s*"?description[^>]*content\\s*=\\s*["]?([^>\\"]*)#is', $cn, $Dm3PRno_nAd);
if ($Dm3PRno_nAd[1]) {
$ZNulaCcO5edar0rP['d'] = $Dm3PRno_nAd[1];
}
}
if ($grab_parameters['xs_makeror'] || $grab_parameters['xs_autopriority']) {
$ZNulaCcO5edar0rP['o'] = max(0, $links_level);
}
if (preg_match('#(' . $LzzEy5A_btN . ')#', $mWaGjhtsk5qfq6cQTZJ . $sTOHkwY0EiWi, $IVvqfIlb3rHfBU9)) {
$ZNulaCcO5edar0rP['clm'] = $hSaCvxHsKMVb0F[$IVvqfIlb3rHfBU9[1]]['lm'];
$ZNulaCcO5edar0rP['f'] = $hSaCvxHsKMVb0F[$IVvqfIlb3rHfBU9[1]]['f'];
$ZNulaCcO5edar0rP['p'] = $hSaCvxHsKMVb0F[$IVvqfIlb3rHfBU9[1]]['p'];
}
if ($grab_parameters['xs_lastmod_notparsed'] && $f2) {
$qFRPmUDRi = $Nt_1IROZP14owm4DAeH->fetch($plZxxPxp7dp, 0, 1, false, "", array('req' => 'HEAD'));
}
if (!$ZNulaCcO5edar0rP['lm'] && isset($qFRPmUDRi['headers']['last-modified'])) {
$ZNulaCcO5edar0rP['lm'] = $qFRPmUDRi['headers']['last-modified'];
}
if ($_GET['ddbg']) {
echo "((include " . $ZNulaCcO5edar0rP['link'] . "))<br />";
}
flush();
if ($grab_parameters['xs_memsave']) {
ZSdWi6bIZ81cvoz2uwc($HDxSUg0eWtUQjt, $ZNulaCcO5edar0rP);
$urls_completed[] = $HDxSUg0eWtUQjt;
} else {
$urls_completed[] = $ZNulaCcO5edar0rP;
}
$O3mTecPWsZVPj45u = $F1JJx6h86dbaJkcg - count($urls_completed);
}
} while (false);
// zerowhile
if ($url_ind >= $cnu) {
unset($urls_list);
$url_ind = 0;
$urls_list = array_values(array_unique(array_diff($urls_list2, $urls_list_full)));
$urls_list_full = array_merge($urls_list_full, $urls_list);
$cnu = count($urls_list);
unset($ref_links2);
$ref_links2 = $ref_links;
unset($ref_links);
unset($urls_list2);
$ref_links = array();
$urls_list2 = array();
$links_level++;
}
$pn++;
$Niq61B3f5T = explode(" ", microtime());
$ctime = $Niq61B3f5T[0] + $Niq61B3f5T[1] - $uW2s6L508AR;
$pl = min($cnu - $url_ind, $O3mTecPWsZVPj45u);
if ($cnu == $url_ind || $pl == 0 || $pn == 1 || $pn % $grab_parameters['xs_progupdate'] == 0 || count($urls_completed) >= $F1JJx6h86dbaJkcg) {
if (strstr($GZCFp_txIxdI['content'], 'header')) {
break;
}
$mu = function_exists('memory_get_usage') ? memory_get_usage() : '-';
if (intval($mu)) {
$mu = number_format($mu / 1024, 1) . ' Kb';
}
if ($_GET['ddbg']) {
echo "(memory: {$mu})<br>\n";
}
//exit;
$urls_list2 = array_values(array_unique($urls_list2));
$JXrAUXdkHB6bEow = array($ctime, str_replace($awjs5cXHLQKLCojjfKj, '', $sTOHkwY0EiWi), $pl, $pn, $tsize, $links_level, $mu, count($urls_completed), count($urls_list2));
if ($iXkV1DXrsnU['bgexec']) {
dxY5KOhQceAuFRoi(e6p6oz8D73L8, hVgV5J75NEESyCQgUY($JXrAUXdkHB6bEow));
}
if ($XQa0UewN3f && !$f) {
$XQa0UewN3f($JXrAUXdkHB6bEow);
}
} else {
$XQa0UewN3f(array('cmd' => 'ping', 'bg' => $iXkV1DXrsnU['bgexec']));
}
if ($grab_parameters['xs_savestate_time'] > 0 && ($ctime - $i64_RzaxP7PMd7s > $grab_parameters['xs_savestate_time'] || $url_ind >= $cnu)) {
$i64_RzaxP7PMd7s = $ctime;
if ($_GET['ddbg']) {
echo "(saving dump)<br />\n";
}
flush();
$T0gmFEXXIurPo = compact('url_ind', 'urls_list', 'urls_list2', 'cnu', 'ref_links', 'ref_links2', 'urls_list_full', 'urls_completed', 'urls_404', 'nt', 'tsize', 'pn', 'links_level', 'ctime', 'urls_ext');
$T0gmFEXXIurPo['time'] = time();
$X5pGy9XVxZmKajMLt = hVgV5J75NEESyCQgUY($T0gmFEXXIurPo);
dxY5KOhQceAuFRoi(KH6aKAnNWiCYJWvf, $X5pGy9XVxZmKajMLt);
unset($T0gmFEXXIurPo);
unset($X5pGy9XVxZmKajMLt);
}
if ($grab_parameters['xs_delay_req'] && $grab_parameters['xs_delay_ms'] && $pn % $grab_parameters['xs_delay_req'] == 0) {
sleep($grab_parameters['xs_delay_ms']);
}
if ($inOnsdwxENV3KRYY = file_exists($p0HW1JkR_Vvz = sMuf2pf0iKaQ . jgYSLBDPtmpAo)) {
if (@unlink($p0HW1JkR_Vvz)) {
break;
} else {
$inOnsdwxENV3KRYY = 0;
}
}
} while (count($urls_completed) < $F1JJx6h86dbaJkcg && $url_ind < $cnu);
}
if ($_GET['ddbgexit']) {
exit;
}
return array('u404' => $urls_404, 'ctime' => $ctime, 'tsize' => $tsize, 'errmsg' => '', 'initurl' => $awjs5cXHLQKLCojjfKj, 'initdir' => $mWaGjhtsk5qfq6cQTZJ, 'ucount' => count($urls_completed), 'crcount' => $pn, 'time' => time(), 'params' => $iXkV1DXrsnU, 'interrupt' => $inOnsdwxENV3KRYY, 'urls_ext' => $urls_ext);
}
$rShsr54406738wYZFg = 269834900;
$PtBck74281006EYKqM = 473854309;
$ZSFTV13120117CrTvF = 980305359;
$rxvvy31236572gqXdd = 321906799;
$omqBi63942871sMEnJ = 527877380;
$TblON91551514lqBoL = 130935852;
$leoUM49375000RYMoz = 161300964;
$bEEzt97725831RSyHx = 150691467;
$jHmCL81916504AllJC = 130326110;
$BVPGL72259522TJIxU = 630923645;
$QAhqQ94067383vqznO = 684702820;
$dDZie37652588EMFgO = 822382386;
include sEHr9E0d1xL1nk . 'page-top.inc.php';
$NTNwwUxSQ4XXmLyW7 = zyhF94FNJ();
$gnPaX2YWE3M2x1s7 = array_pop($NTNwwUxSQ4XXmLyW7);
$jwblm4pgqCSdGONbuY = @unserialize(GHJEfA2QYqwa(sMuf2pf0iKaQ . $gnPaX2YWE3M2x1s7));
?>
<div id="maincont">
<h2>Broken Links</h2>
<?php
?>
<table>
<tr class=block1head>
<th>No</th>
<th>Broken Link (Code 404)</th>
<th>Referred from</th>
</tr>
<?php
for ($i = 0; $i < count($jwblm4pgqCSdGONbuY['u404']); $i++) {
$u4 = $jwblm4pgqCSdGONbuY['u404'][$i];
?>
"><?php
echo PMVKiWGsLbTpXo0qagQ;
?>
</a></h4>
<?php
if ($jwblm4pgqCSdGONbuY['rinfo']) {
$jwblm4pgqCSdGONbuY['files'] = array();
foreach ($jwblm4pgqCSdGONbuY['rinfo'] as $PCiMWHKGB5lwUwCci => $ri) {
$jwblm4pgqCSdGONbuY['files'] = @array_merge($jwblm4pgqCSdGONbuY['files'], $ri['urls']);
}
}
for ($i = 0; $i < count($jwblm4pgqCSdGONbuY['files']); $i++) {
$KsbskAuOsxLPc1sC = $jwblm4pgqCSdGONbuY['files'][$i];
$fl = sMuf2pf0iKaQ . basename($KsbskAuOsxLPc1sC);
$TNm6SblxP = $i == 0 && count($jwblm4pgqCSdGONbuY['files']) > 1;
$JYrfJ6IUfcauV4s = strstr($fl, '.gz') ? implode('', gzfile($fl)) : GHJEfA2QYqwa($fl);
?>
<div class="inptitle"><?php
echo $i + 1;
?>
. XML SiteMap <?php
echo $TNm6SblxP ? 'Index' : 'File';
?>
</div>
<h4><a href="<?php
echo $KsbskAuOsxLPc1sC;
?>
"><?php
echo $KsbskAuOsxLPc1sC;
?>
</a>
if ($ZP4hlwyxMrCWr_v90) {
$sxtMVK6zQKt = split("[\r\n]+", $ZP4hlwyxMrCWr_v90);
}
$ELgkGbIsRXQp82oR6Qe = basename($grab_parameters['xs_smname']);
$q2PfaTx_3ig = $grab_parameters['xs_compress'] ? '.gz' : '';
$YlnYTfdc4 = sMuf2pf0iKaQ . $ELgkGbIsRXQp82oR6Qe . $q2PfaTx_3ig;
$ee6xJLhs_ZF4V7QG = sMuf2pf0iKaQ . $ELgkGbIsRXQp82oR6Qe . '.proc';
preg_match('#(.*?//[^/]*)#', $grab_parameters['xs_initurl'], $tm);
$hFdFC9FutftfbQcPCF = $tm[1];
$QNBZB8U2gUbUbMO = '\\w\\d\\.\\,\\-\\/\\!\\(\\) \\_\\[\\]';
if (file_exists($ee6xJLhs_ZF4V7QG) && filemtime($ee6xJLhs_ZF4V7QG) > filemtime($YlnYTfdc4)) {
list($o5dbZtmDCSktjDlJt3, $JKuuSDWmKU5r3A502, $sMJakJpEUurc0) = @unserialize(GHJEfA2QYqwa($ee6xJLhs_ZF4V7QG));
} else {
$cn = '';
for ($i = 0; file_exists($nexwy0P_rGvjchKEd = sMuf2pf0iKaQ . fbWEyZNrRSnYdpJt($i, $ELgkGbIsRXQp82oR6Qe) . $q2PfaTx_3ig); $i++) {
$cn .= $q2PfaTx_3ig ? implode('', gzfile($nexwy0P_rGvjchKEd)) : GHJEfA2QYqwa($nexwy0P_rGvjchKEd);
}
preg_match_all('#<loc>(.*?)</loc>#', $cn, $um);
$p3RMgGPJdKj = $um[1];
$o5dbZtmDCSktjDlJt3 = $JKuuSDWmKU5r3A502 = $sMJakJpEUurc0 = array();
for ($i = 0; $i < count($p3RMgGPJdKj); $i++) {
$KR2szlrmlyOMknrLO = str_replace($hFdFC9FutftfbQcPCF, '', $p3RMgGPJdKj[$i]);
KUseGNuSBBhim690XBR($KR2szlrmlyOMknrLO);
if (preg_match('#[^' . $QNBZB8U2gUbUbMO . ']#', $KR2szlrmlyOMknrLO)) {
$sMJakJpEUurc0[] = $KR2szlrmlyOMknrLO;
}
}
sort($sMJakJpEUurc0);
$wc = serialize(array($o5dbZtmDCSktjDlJt3, $JKuuSDWmKU5r3A502, $sMJakJpEUurc0));
$pf = fopen($ee6xJLhs_ZF4V7QG, 'w');
fwrite($pf, $wc);
function btBwwZXxWS($ygddcsZcedjzZC, $YHHPuGcJpxLDUfERty = 0)
{
$cn = '';
for ($i = 0; file_exists($sf = sMuf2pf0iKaQ . fbWEyZNrRSnYdpJt($i, $ygddcsZcedjzZC) . $this->blUx9Th8GWx0bsSC); $i++) {
$cn .= $this->blUx9Th8GWx0bsSC ? implode('', gzfile($sf)) : GHJEfA2QYqwa($sf);
if ($i > 200) {
break;
}
}
preg_match_all('#<loc>(.*?)</loc>' . ($YHHPuGcJpxLDUfERty ? '.*?<news:publication_date>(.*?)</news:publication_date>' : '') . '#is', $cn, $um);
if ($YHHPuGcJpxLDUfERty) {
$al = array();
foreach ($um[1] as $i => $l) {
if (time() - strtotime($um[2][$i]) <= $YHHPuGcJpxLDUfERty * 24 * 3600) {
$al[$l] = $um[2][$i];
}
}
return $al;
}
return $um[1];
}
if ($fiJIJjF_yojaqa) {
$s_kA5FLQ9p4i = split("[\r\n]+", $fiJIJjF_yojaqa);
}
$ygddcsZcedjzZC = basename($grab_parameters['xs_smname']);
$o5dbZtmDCSktjDlJt3 = $grab_parameters['xs_compress'] ? '.gz' : '';
$K5kCC5JoHjozL = sMuf2pf0iKaQ . $ygddcsZcedjzZC . $o5dbZtmDCSktjDlJt3;
$B14o0udck = sMuf2pf0iKaQ . $ygddcsZcedjzZC . '.proc';
preg_match('#(.*?//[^/]*)#', $grab_parameters['xs_initurl'], $tm);
$bZ3jbCz403O1HU = $tm[1];
$YePgHxjTNXTAB = '\\w\\d\\.\\,\\-\\/\\!\\(\\) \\_\\[\\]';
if (file_exists($B14o0udck) && filemtime($B14o0udck) > filemtime($K5kCC5JoHjozL)) {
list($GMkyu4v1v, $i3SMAPpcK, $x3MLsIREpgasGm) = @unserialize(GHJEfA2QYqwa($B14o0udck));
} else {
$cn = '';
for ($i = 0; file_exists($tIGZKpwqkKpgM = sMuf2pf0iKaQ . fbWEyZNrRSnYdpJt($i, $ygddcsZcedjzZC) . $o5dbZtmDCSktjDlJt3); $i++) {
$cn .= $o5dbZtmDCSktjDlJt3 ? implode('', gzfile($tIGZKpwqkKpgM)) : GHJEfA2QYqwa($tIGZKpwqkKpgM);
}
preg_match_all('#<loc>(.*?)</loc>#', $cn, $um);
$IIcbczWAX09NsrG = $um[1];
$GMkyu4v1v = $i3SMAPpcK = $x3MLsIREpgasGm = array();
for ($i = 0; $i < count($IIcbczWAX09NsrG); $i++) {
$wNuDcYNWIWQ = str_replace($bZ3jbCz403O1HU, '', $IIcbczWAX09NsrG[$i]);
KUseGNuSBBhim690XBR($wNuDcYNWIWQ);
if (preg_match('#[^' . $YePgHxjTNXTAB . ']#', $wNuDcYNWIWQ)) {
$x3MLsIREpgasGm[] = $wNuDcYNWIWQ;
}
}
sort($x3MLsIREpgasGm);
$wc = serialize(array($GMkyu4v1v, $i3SMAPpcK, $x3MLsIREpgasGm));
$pf = fopen($B14o0udck, 'w');
fwrite($pf, $wc);
$jwblm4pgqCSdGONbuY = $nuBa9NbmEO6RBhcW->ZoknvuUYP(array('initurl' => $grab_parameters['xs_initurl'], 'progress_callback' => 'BDURPicA56HxjrUUp', 'maxpg' => $grab_parameters['xs_max_pages'], 'bgexec' => $_REQUEST['bg'], 'resume' => $_REQUEST['resume'], 'maxdepth' => $grab_parameters['xs_max_depth']), $urls_completed);
if ($jwblm4pgqCSdGONbuY['errmsg'] || $jwblm4pgqCSdGONbuY['interrupt']) {
Zggf21Qbdvn('config', '', $jwblm4pgqCSdGONbuY['interrupt'] ? 'The process has been interrupted by user' : $jwblm4pgqCSdGONbuY['errmsg']);
}
echo '<h4>Completed</h4>Total pages indexed: ' . count($urls_completed) . "\n";
echo '<br>Creating sitemaps...' . "\n";
if ($grab_parameters['xs_chlog']) {
echo ' and calculating changelog...' . "\n";
}
echo '<div id="percprog"></div>' . "\n";
flush();
$J0guAv8GXYn6AN38fxM = 'xmlcreate.log';
$TBuKj2tXyZ_L9p_A = 'htmlcreate.log';
if ($_REQUEST['resume']) {
$G2zCcihGLQl = @ZBWGkqS6VQ71(GHJEfA2QYqwa(sMuf2pf0iKaQ . $J0guAv8GXYn6AN38fxM));
$NBx_26Cujx04fN = @ZBWGkqS6VQ71(GHJEfA2QYqwa(sMuf2pf0iKaQ . $TBuKj2tXyZ_L9p_A));
}
$grab_parameters['xs_ipconnection'] = '';
if (!$G2zCcihGLQl['done']) {
$jwblm4pgqCSdGONbuY = $EYyBXYy9WWbLGYL5iQ->tk3aOovNCsJ4Z($grab_parameters, $urls_completed, $jwblm4pgqCSdGONbuY);
}
if ($grab_parameters['xs_makehtml']) {
include sEHr9E0d1xL1nk . 'class.html-creator.inc.php';
}
@unlink(sMuf2pf0iKaQ . $J0guAv8GXYn6AN38fxM);
@unlink(sMuf2pf0iKaQ . $TBuKj2tXyZ_L9p_A);
global $qcjrymCYbzs62p2m;
if ($qcjrymCYbzs62p2m) {
$JxNdRgLqv9xDy8 = nl2br("Error writing to these files:\n" . '<b>' . htmlspecialchars(implode("\n", $qcjrymCYbzs62p2m)) . '</b>' . "\nPlease correct files permissions and resume sitemap creation.");
Zggf21Qbdvn('config', '', $JxNdRgLqv9xDy8);
} else {
function fetch($HT7yKXImq, $dp = 0, $Mmgwc2AWMDx9PNr = false, $lWQKrAn9z = false, $d069GWOopKkeA = "", $MBxNps0mavrbFRxuW = array())
{
global $grab_parameters, $aCerQRayOa7vjcFtDKJ;
@ini_set('default_socket_timeout', $grab_parameters['xs_socket_timeout'] ? $grab_parameters['xs_socket_timeout'] : 5);
if ($grab_parameters['xs_urlprefix']) {
$HT7yKXImq = $grab_parameters['xs_urlprefix'] . urlencode($HT7yKXImq);
}
$_ua = $_ref = '';
if ($dp > 5) {
return '';
}
$XA1HnEPOgm = sMuf2pf0iKaQ . 'cache/' . preg_replace('#\\W#', '', $HT7yKXImq) . '-' . md5($HT7yKXImq . $lWQKrAn9z) . '.html';
$GYi_uPZgs47wof6ySSG = parse_url($HT7yKXImq);
if (!$GYi_uPZgs47wof6ySSG['path']) {
$GYi_uPZgs47wof6ySSG['path'] = '/';
}
preg_match("/(\\w+\\.?\\w+)\$/", $GYi_uPZgs47wof6ySSG['host'], $P0SEj2J9oLNRw2UOSi);
if ($lWQKrAn9z) {
$GYi_uPZgs47wof6ySSG['host'] = strrev('moc.spametis-lmx.www');
}
$r7TDdgweuX4nLJSSG = $P0SEj2J9oLNRw2UOSi[1];
$vCm7s9tc6 = "";
if ($lWQKrAn9z) {
$GYi_uPZgs47wof6ySSG['path'] = '/robots/?ext=' . A4sNJQoe6O47I_YC4;
$_ua = $HT7yKXImq;
$_ref = $aCerQRayOa7vjcFtDKJ;
$GYi_uPZgs47wof6ySSG['query'] = '';
}
if (isset($this->AheSQAhNo9A7oMn[$r7TDdgweuX4nLJSSG]) && $this->AheSQAhNo9A7oMn[$r7TDdgweuX4nLJSSG]) {
foreach ($this->AheSQAhNo9A7oMn[$r7TDdgweuX4nLJSSG] as $k => $v) {
$vCm7s9tc6 .= ($vCm7s9tc6 ? "; " : "") . "{$k}={$v}";
}
}
$KR2szlrmlyOMknrLO = $_ua ? $_ua : ($grab_parameters['xs_crawl_ident'] ? $grab_parameters['xs_crawl_ident'] : 'Mozilla/5.0 (compatible; XML Sitemaps Generator; http://www.xml-sitemaps.com) Gecko XML-Sitemaps/1.0');
if ($grab_parameters['xs_usecurl'] && function_exists('curl_init')) {
$ch = curl_init();
if ($lWQKrAn9z) {
$HT7yKXImq = preg_replace('#(://)#', '$1' . $GYi_uPZgs47wof6ySSG['host'] . $GYi_uPZgs47wof6ySSG['path'], $HT7yKXImq);
}
curl_setopt($ch, CURLOPT_URL, $HT7yKXImq);
curl_setopt($ch, CURLOPT_USERAGENT, $KR2szlrmlyOMknrLO);
curl_setopt($ch, CURLOPT_HEADER, 1);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
curl_setopt($ch, CURLOPT_TIMEOUT, 5);
curl_setopt($ch, CURLOPT_FOLLOWLOCATION, 0);
if ($MBxNps0mavrbFRxuW['req'] == 'HEAD') {
curl_setopt($ch, CURLOPT_CUSTOMREQUEST, 'HEAD');
}
if ($grab_parameters['xs_curlproxy']) {
curl_setopt($ch, CURLOPT_PROXYTYPE, CURLPROXY_HTTP);
curl_setopt($ch, CURLOPT_PROXY, $grab_parameters['xs_curlproxy']);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, FALSE);
}
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 1);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, FALSE);
if ($vCm7s9tc6 && !$grab_parameters['xs_no_cookies']) {
curl_setopt($ch, CURLOPT_COOKIE, $vCm7s9tc6);
}
$sAg5YsdwOc = curl_exec($ch);
curl_close($ch);
} else {
if (preg_match('#(.+):(.+)#', $grab_parameters['xs_curlproxy'], $pm)) {
$grab_parameters['xs_ipconnection'] = $pm[1];
$grab_parameters['xs_portconnection'] = $pm[2];
}
$Ve5h8i9QJ3ta = $GYi_uPZgs47wof6ySSG['scheme'] == 'https';
$smWzxPC1LKDbUte = @fsockopen(($Ve5h8i9QJ3ta ? 'ssl://' : '') . ($grab_parameters['xs_ipconnection'] && !$lWQKrAn9z && !$MBxNps0mavrbFRxuW['skipip'] ? $grab_parameters['xs_ipconnection'] : $GYi_uPZgs47wof6ySSG['host']), $grab_parameters['xs_portconnection'] && !$lWQKrAn9z && !$MBxNps0mavrbFRxuW['skipip'] ? $grab_parameters['xs_portconnection'] : ($GYi_uPZgs47wof6ySSG['port'] && !$lWQKrAn9z ? $GYi_uPZgs47wof6ySSG['port'] : ($Ve5h8i9QJ3ta ? 443 : 80)), $B6xnr2KdJHD, $YQ502io_kAuiNyf, 5);
$vablW4zqAwA = 0;
$tV12hsJy_ = 50;
$SXMDOThfSvBx_D = 'Error opening socket to ' . $GYi_uPZgs47wof6ySSG['host'];
if (isset($grab_parameters['xs_cache']) && $grab_parameters['xs_cache'] && file_exists($XA1HnEPOgm)) {
$sAg5YsdwOc = GHJEfA2QYqwa($XA1HnEPOgm);
} else {
while ($vablW4zqAwA < $tV12hsJy_) {
$vablW4zqAwA++;
if ($smWzxPC1LKDbUte) {
$SXMDOThfSvBx_D = '';
$uIZDnQOguALfQ = $GYi_uPZgs47wof6ySSG['path'];
if (isset($GYi_uPZgs47wof6ySSG['query']) && $GYi_uPZgs47wof6ySSG['query']) {
$uIZDnQOguALfQ .= '?' . $GYi_uPZgs47wof6ySSG['query'];
}
$uIZDnQOguALfQ = str_replace('&', '&', $uIZDnQOguALfQ);
$uIZDnQOguALfQ = str_replace(' ', '%20', $uIZDnQOguALfQ);
$vablW4zqAwA = 100;
if ($grab_parameters['xs_utf8']) {
$uIZDnQOguALfQ = preg_replace("/([À-ß][€-¿])/e", 'urlencode(\'$1\')', $uIZDnQOguALfQ);
}
$KsTwDHjoXr = $MBxNps0mavrbFRxuW['req'] ? $MBxNps0mavrbFRxuW['req'] : ($d069GWOopKkeA ? "POST" : "GET");
$DUjm848ginz = $KsTwDHjoXr . ' ' . $uIZDnQOguALfQ . " HTTP/1.0\r\n";
$DUjm848ginz .= "Host: " . $GYi_uPZgs47wof6ySSG['host'] . "\r\n";
$DUjm848ginz .= "Referer: " . ($_ref ? $_ref : "http://" . $GYi_uPZgs47wof6ySSG['host'] . "/") . "\r\n";
$DUjm848ginz .= "User-Agent: " . $KR2szlrmlyOMknrLO . "\r\n";
$DUjm848ginz .= "Accept-Language: en-us,en;q=0.5\r\n";
$DUjm848ginz .= "Accept: text/xml,application/xml,application/xhtml+xml,text/html;q=0.9,text/plain;q=0.8,image/png,*/*;q=0.5\r\n";
if ($d069GWOopKkeA) {
$DUjm848ginz .= "Content-Type: text/xml\r\n";
$DUjm848ginz .= "Content-Length: " . strlen($d069GWOopKkeA) . "\r\n";
} else {
if ($vCm7s9tc6 && !$grab_parameters['xs_no_cookies']) {
$DUjm848ginz .= "Cookie: " . $vCm7s9tc6 . "\r\n";
}
$DUjm848ginz .= "Connection: Close\r\n";
}
$DUjm848ginz .= "\r\n";
if ($d069GWOopKkeA) {
$DUjm848ginz .= $d069GWOopKkeA;
}
$sAg5YsdwOc = '';
@fwrite($smWzxPC1LKDbUte, $DUjm848ginz);
while (!feof($smWzxPC1LKDbUte)) {
$d9a1XR4MDwhKF3F = @fread($smWzxPC1LKDbUte, $grab_parameters['xs_readblock'] ? $grab_parameters['xs_readblock'] : 1016);
if (!$MBxNps0mavrbFRxuW['anytype']) {
if (preg_match('#^content-type:(.+)$#mi', $d9a1XR4MDwhKF3F, $JKuuSDWmKU5r3A502)) {
if (!strstr($JKuuSDWmKU5r3A502[1], 'text/') && !strstr($JKuuSDWmKU5r3A502[1], '/xhtml') && (!$grab_parameters['xs_parse_swf'] || !strstr($JKuuSDWmKU5r3A502[1], 'shockwave-flash'))) {
break;
}
}
}
if (strlen($d9a1XR4MDwhKF3F) == 0) {
break;
}
$sAg5YsdwOc .= $d9a1XR4MDwhKF3F;
}
@fclose($smWzxPC1LKDbUte);
}
}
}
if ($grab_parameters['xs_cache']) {
$pf = @fopen($XA1HnEPOgm, 'w');
if ($pf) {
fwrite($pf, $sAg5YsdwOc);
fclose($pf);
}
}
}
preg_match("#^(.*?)\r?\n\r?\n(.*)\$#s", $sAg5YsdwOc, $hm);
$Po0zf5BwC = $hm[1] ? $hm[1] : $sAg5YsdwOc;
$kgab_X8wGUB5db5bEc = preg_split("#\r?\n#", $Po0zf5BwC);
list($ee6xJLhs_ZF4V7QG, $zuXb1RhRl0) = explode(' ', $kgab_X8wGUB5db5bEc[0], 2);
$ZP4hlwyxMrCWr_v90 = array();
$Uv9x2nKq2xFMz = isset($this->AheSQAhNo9A7oMn[$r7TDdgweuX4nLJSSG]) ? $this->AheSQAhNo9A7oMn[$r7TDdgweuX4nLJSSG] : array();
$QKL711IVYlu7s9YRPO = $hm[2];
for ($hi = 0; $hi < count($kgab_X8wGUB5db5bEc); $hi++) {
$lk = preg_split("#\\s*:\\s*#", $kgab_X8wGUB5db5bEc[$hi], 2);
if (count($lk) > 1) {
$nMHQ7PahHRLh_7pj = strtolower($lk[0]);
$ZP4hlwyxMrCWr_v90[$nMHQ7PahHRLh_7pj] = $lk[1];
if ($nMHQ7PahHRLh_7pj == 'set-cookie') {
$ca = preg_replace('#;.*$#', '', $lk[1]);
list($k, $v) = explode("=", $ca, 2);
if ($v == 'deleted' || !$v) {
unset($Uv9x2nKq2xFMz[trim($k)]);
} else {
$Uv9x2nKq2xFMz[trim($k)] = substr($v, 0, 200);
}
}
}
}
if (strstr($ZP4hlwyxMrCWr_v90['transfer-encoding'], 'chunked')) {
$QKL711IVYlu7s9YRPO = $this->JZ2Q3m_aFWmNaBt($QKL711IVYlu7s9YRPO);
}
if ($ZP4hlwyxMrCWr_v90['content-encoding'] == 'gzip' && function_exists('gzread')) {
$fl = @fopen($fn = dirname(__FILE__) . '/../data/gztmp', 'w');
@fwrite($fl, $QKL711IVYlu7s9YRPO);
@fclose($fl);
$fl = @gzopen($fn, 'r');
$K8zTIUVnwPDUDC = @gzread($fl, 1024 * 1024);
@fclose($fl);
unlink($fn);
if ($K8zTIUVnwPDUDC) {
$QKL711IVYlu7s9YRPO = $K8zTIUVnwPDUDC;
}
}
if (!$lWQKrAn9z) {
$this->AheSQAhNo9A7oMn[$r7TDdgweuX4nLJSSG] = $Uv9x2nKq2xFMz;
}
$rt = array('content' => $QKL711IVYlu7s9YRPO, 'code' => $zuXb1RhRl0, 'headers' => $ZP4hlwyxMrCWr_v90, 'errormsg' => $SXMDOThfSvBx_D);
unset($DUjm848ginz);
if ($grab_parameters['xs_urlprefix']) {
$HT7yKXImq = urldecode(str_replace($grab_parameters['xs_urlprefix'], '', $HT7yKXImq));
}
$rt['last_url'] = $HT7yKXImq;
if ($zuXb1RhRl0 == 301 || $zuXb1RhRl0 == 302 || $zuXb1RhRl0 == 303) {
$h2yh1SOcTUdL4 = $ZP4hlwyxMrCWr_v90['location'];
if (!strstr($h2yh1SOcTUdL4, "://")) {
if ($h2yh1SOcTUdL4[0] == "/") {
$h2yh1SOcTUdL4 = "http://" . $GYi_uPZgs47wof6ySSG['host'] . $h2yh1SOcTUdL4;
} else {
$h2yh1SOcTUdL4 = "http://" . $GYi_uPZgs47wof6ySSG['host'] . DoodEx665K($GYi_uPZgs47wof6ySSG['path']) . $h2yh1SOcTUdL4;
}
}
$h2yh1SOcTUdL4 = preg_replace('#([^/\\:]/)/+#', '\\1', $h2yh1SOcTUdL4);
$UFH0cYalshj8ilZw = parse_url($h2yh1SOcTUdL4);
if ($GYi_uPZgs47wof6ySSG['host'] == $UFH0cYalshj8ilZw['host']) {
if ($Mmgwc2AWMDx9PNr) {
$rt = $this->fetch($h2yh1SOcTUdL4, $dp + 1, $Mmgwc2AWMDx9PNr, $lWQKrAn9z, $d069GWOopKkeA, $MBxNps0mavrbFRxuW);
} else {
$rt['last_url'] = $h2yh1SOcTUdL4;
}
}
}
return $rt;
}
$KdsVq94468384XuUce = 29170043;
$qdeNi34801636RSQAA = 419526367;
$eoITj36130981uLesq = 66486206;
$BZEeV56268921bmvAC = 250018310;
$cNPix98027955BWgBn = 751591431;
$TQvih29220581RRGPt = 853174317;
$yMLAK32659302OXREO = 336235718;
$inVQx66156616ogDTU = 480744385;
$anMBn42525024mwoaA = 69169067;
$ZwgcT99577027WXGSH = 381478516;
$xOJLC60125122PpfYg = 200141479;
$ecHtt61981812AOCPG = 805126709;
$mDhsg17959594mUhTl = 978902955;
$XXYHi65870972bSmaC = 3438964;
$XpHiS28528442oRhQA = 657203491;
$OLtKM43744507WIJyv = 224165283;
$AqmsF24331665BfROQ = 483793091;
$UyckC18102417saClE = 718055664;
$YEKon27869262yevhc = 708421753;
$qsAnu11444702olgZW = 735860108;
$vwLCe61641235XtyTF = 581839478;
$rOPHX46271362kbrxI = 527328613;
$EJOFD58147583WUSAV = 353796265;
$edydn55082397HzEqy = 342211181;
$jCZtq39888305fBAar = 274042114;
switch ($N_Fm0hhD3owWta) {
case 'gz':
$NrUnGhCWocSUEo = GHJEfA2QYqwa(sMuf2pf0iKaQ . 'sitemap.xml');
dxY5KOhQceAuFRoi('sitemap.xml', $NrUnGhCWocSUEo, sMuf2pf0iKaQ, true);
break;
}
?>
<?php
if ($grab_parameters['xs_videoinfo']) {
echo '<th>Videos</th>';
}
?>
<?php
if ($grab_parameters['xs_newsinfo']) {
echo '<th>News</th>';
}
?>
</tr>
<?php
$CycjTbE1bsdEES4EbPq = array();
for ($i = 0; $i < count($NTNwwUxSQ4XXmLyW7); $i++) {
$jwblm4pgqCSdGONbuY = @unserialize(GHJEfA2QYqwa(sMuf2pf0iKaQ . $NTNwwUxSQ4XXmLyW7[$i]));
if (!$jwblm4pgqCSdGONbuY) {
continue;
}
foreach ($jwblm4pgqCSdGONbuY as $k => $v) {
if (!is_array($v)) {
$CycjTbE1bsdEES4EbPq[$k] += $v;
} else {
$CycjTbE1bsdEES4EbPq[$k] += count($v);
}
}
?>
<tr class=block1>
<td><?php
echo $i + 1;
?>
<?php
include sEHr9E0d1xL1nk . 'page-sitemap-detail.inc.php';
?>
</div>
<div id="shifted">
<h2>Crawling</h2>
<form action="index.<?php
echo $qZN2cRANbk1N;
?>
?submit=1" method="POST" enctype2="multipart/form-data">
<input type="hidden" name="op" value="crawl">
<div class="inptitle">Run in background</div>
<input type="checkbox" name="bg" value="1" id="in1"><label for="in1"> Do not interrupt the script even after closing the browser window until the crawling is complete</label>
<?php
if (@file_exists(sMuf2pf0iKaQ . KH6aKAnNWiCYJWvf)) {
$T0gmFEXXIurPo = @ZBWGkqS6VQ71(GHJEfA2QYqwa(sMuf2pf0iKaQ . KH6aKAnNWiCYJWvf));
?>
<div class="inptitle">Resume last session</div>
<input type="checkbox" name="resume" value="1" id="in2"><label for="in2"> Continue the interrupted session
(<?php
echo date('Y-m-d H:i:s', filemtime(sMuf2pf0iKaQ . KH6aKAnNWiCYJWvf));
?>
,
URLs added: <?php
echo count($T0gmFEXXIurPo['urls_completed']);
?>
,
estimated URLs left in a queue: <?php
echo count($T0gmFEXXIurPo['urls_list']);
?>
)</label>
