public function readFile($url) { $header = new FakeHeaders(); try { $client = new Client(['defaults' => ['headers' => ['User-Agent' => $header->getUserAgent()], 'proxy' => $this->commandData['tor'], 'timeout' => 30]]); $resultBody = $client->get($url)->getBody()->getContents(); return $resultBody; } catch (\Exception $e) { echo '#'; } return false; }
private function getBody($urlOfSearch) { $header = new FakeHeaders(); $valid = true; try { $client = new Client(['defaults' => ['headers' => ['User-Agent' => $header->getUserAgent()], 'proxy' => $this->proxy, 'timeout' => 60]]); return $client->get($urlOfSearch)->getBody()->getContents(); } catch (\Exception $e) { $this->output('ERROR : ' . $e->getMessage() . "\n"); if ($this->proxy == false) { $this->output("Your ip is blocked, we are using proxy at now...\n"); } } return false; }
public function registerLisSitetFreeProxyList() { $header = new FakeHeaders(); $listProxysIni = parse_ini_file(__DIR__ . '/resource/SitesProxysFree.ini'); echo 'Loading proxys by site ' . $listProxysIni[3] . "\n"; $client = new Client(); $body = $client->get($listProxysIni[3], array(), array('headers' => ['User-Agent' => $header->getUserAgent()]))->getBody()->getContents(); $crawler = new Crawler($body); $count = $crawler->filterXPath('//table/tbody/tr')->count(); $listProxys = array(); for ($i = 1; $i <= $count; ++$i) { $listProxys[$i]['ip'] = $crawler->filterXPath('//table/tbody/tr[' . $i . ']/td[1]')->text(); $listProxys[$i]['port'] = $crawler->filterXPath('//table/tbody/tr[' . $i . ']/td[2]')->text(); $listProxys[$i]['codeCountry'] = $crawler->filterXPath('//table/tbody/tr[' . $i . ']/td[3]')->text(); $listProxys[$i]['country'] = $crawler->filterXPath('//table/tbody/tr[' . $i . ']/td[4]')->text(); $listProxys[$i]['anonymity'] = $crawler->filterXPath('//table/tbody/tr[' . $i . ']/td[5]')->text(); $listProxys[$i]['google'] = $crawler->filterXPath('//table/tbody/tr[' . $i . ']/td[6]')->text(); $listProxys[$i]['https'] = $crawler->filterXPath('//table/tbody/tr[' . $i . ']/td[7]')->text(); $listProxys[$i]['lastChecked'] = $crawler->filterXPath('//table/tbody/tr[' . $i . ']/td[8]')->text(); } return $this->createJsonListProxys($listProxys); }
public static function getBodyByVirginProxies($urlOfSearch, $urlProxie, $proxy) { $header = new FakeHeaders(); echo 'Proxy : ' . $urlProxie . "\n"; $dataToPost = ['body' => ['url' => $urlOfSearch]]; $valid = true; while ($valid == true) { try { $client = new Client(['defaults' => ['headers' => ['User-Agent' => $header->getUserAgent()], 'proxy' => $proxy, 'timeout' => 60]]); $res = $client->post($urlProxie, $dataToPost); $body = $res->getBody()->getContents(); //check if change new tor ip $valid = false; } catch (\Exception $e) { echo 'ERROR : ' . $e->getMessage() . "\n"; if ($proxy == false) { echo "This ip of virgin proxy is blocked, we are using proxy at now...\n"; } return 'repeat'; } } return $body; }
public function getUsers($limitNumberUsers = 99999) { $baseUrlWordPress = $this->getBaseUrlWordPressByUrl($this->target); $userList = array(); //Number for validade finish list of user $emptySequenceUsers = 0; $header = new FakeHeaders(); for ($i = 1; $i <= $limitNumberUsers; ++$i) { try { $client = new Client(['defaults' => ['headers' => ['User-Agent' => $header->getUserAgent()], 'proxy' => $this->commandData['tor'], 'timeout' => 30]]); $result = $client->get($baseUrlWordPress . '/?author=' . $i); //Check status block $validGetUserByUrl = preg_match("/(.+?)\\/\\?author=" . $i . '/', substr($result->getEffectiveUrl(), 0), $matches, PREG_OFFSET_CAPTURE); if (!$validGetUserByUrl) { $username = $this->getUserByUrl($result->getEffectiveUrl()); } else { $username = $this->getUserBytagBody($result->getBody()->getContents()); } if (!empty($username)) { $userList[] = str_replace('-', ' ', $username); echo $username; echo ' | '; $emptySequenceUsers = 0; } else { if ($limitNumberUsers == 99999) { ++$emptySequenceUsers; echo ' | Sequence empty '; if ($emptySequenceUsers == 10) { return $userList; } } } } catch (\Exception $e) { if ($limitNumberUsers == 99999) { ++$emptySequenceUsers; echo ' | Sequence empty '; if ($emptySequenceUsers == 10) { return $userList; } } } } return $userList; }