public function safeUp()
{
foreach ([31, 32] as $scopeId) {
echo PHP_EOL . PHP_EOL . "Proxy scope: {$scopeId} ---";
$scope = ProxiesScopes::findOne($scopeId);
if (empty($scope)) {
$scope = new ProxiesScopes();
$scope->id = $scopeId;
$scope->country = 'usa';
}
if (!$scope->save()) {
echo 'FAIL';
return false;
}
$proxies = $this->_getProxies($scopeId);
foreach ($proxies as $p) {
echo PHP_EOL . "proxy: {$p}";
$proxy = Proxies::find()->where(['host' => $p])->limit(1)->one();
if (!$proxy) {
if ($this->_saveProxy($p, $scopeId)) {
echo ' - CREATED';
} else {
echo ' - FAIL';
}
} else {
echo PHP_EOL . "proxy: {$p} already isset";
}
}
}
}
public function safeUp()
{
$badProxies = $this->getBadProxies();
$goodProxies = $this->getGoodProxies();
foreach ($badProxies as $key => $badHost) {
$proxy = Proxies::find()->where(['host' => $badHost])->limit(1)->one();
if ($proxy) {
echo PHP_EOL . $key . ' - ' . $badHost . ' - ' . $proxy->host . ' -> ' . $goodProxies[$key];
$proxy->host = $goodProxies[$key];
$proxy->port = '7893';
$proxy->login = '******';
$proxy->password = '******';
if ($proxy->save()) {
echo ' - UPDATED';
} else {
echo ' - FAIL';
}
}
}
$proxy = Proxies::find()->where(['host' => '95.163.126.116'])->limit(1)->one();
if (is_null($proxy)) {
$proxy = new Proxies();
$proxy->host = '95.163.126.116';
$proxy->port = '7893';
$proxy->login = '******';
$proxy->password = '******';
$proxy->scope_id = 22;
$proxy->country = 'ru';
$proxy->save();
}
}
/**
* Creates data provider instance with search query applied
*
* @param array $params
*
* @return ActiveDataProvider
*/
public function search($params)
{
$query = Proxies::find();
$dataProvider = new ActiveDataProvider(['query' => $query]);
if (!($this->load($params) && $this->validate())) {
return $dataProvider;
}
$query->andFilterWhere(['id' => $this->id, 'scope_id' => $this->scope_id, 'active' => $this->active]);
$query->andFilterWhere(['like', 'host', $this->host])->andFilterWhere(['like', 'port', $this->port])->andFilterWhere(['like', 'login', $this->login])->andFilterWhere(['like', 'password', $this->password])->andFilterWhere(['like', 'country', $this->country])->andFilterWhere(['scope_id' => $this->scope_id]);
return $dataProvider;
}
public function actionBadProxy()
{
$this->checkProxies(Proxies::find()->all());
if ($this->_countBadProxies != 0) {
$reportSettings = $this->module->reportSettings;
$to = [];
foreach ($reportSettings['to'] as $alias) {
$user = User::findByAlias($alias);
if (!is_null($user)) {
$to[] = $user->email;
}
}
\Yii::$app->mailer->compose('/proxyBlockReport', ['count_total' => $this->_countBadProxies, 'data' => $this->_badProxies])->setFrom($reportSettings['from'])->setTo($to)->setSubject('Proxy Not Worked')->send();
}
}
public function safeUp()
{
$scopesId = Proxies::getDb()->createCommand("\n SELECT scope_id, COUNT(*) as cnt\n FROM " . Proxies::tableName() . "\n WHERE `country` != 'usa'\n GROUP BY scope_id HAVING cnt > 50")->queryAll();
foreach ($scopesId as $scope) {
$proxy = Proxies::find()->where(['scope_id' => $scope['scope_id']])->limit(1)->one();
echo PHP_EOL . "proxy: {$proxy->host} (scopeid {$proxy->scope_id} -> 4)";
$proxy->scope_id = 4;
echo $proxy->save() ? " - OK" : " - FAIL";
}
$proxies = Proxies::find()->where(['scope_id' => 2])->limit(6)->all();
foreach ($proxies as $proxy) {
echo PHP_EOL . "proxy: {$proxy->host} (scopeid {$proxy->scope_id} -> 3)";
$proxy->scope_id = 3;
echo $proxy->save() ? " - OK" : " - FAIL";
}
}
public function safeUp()
{
$scope11 = ProxiesScopes::findOne(11);
if (empty($scope11)) {
$scope11 = new ProxiesScopes();
$scope11->id = 11;
}
$scope11->country = 'usa';
if (!$scope11->save()) {
echo 'FAIL';
return false;
}
$proxies = $this->_getGoodProxies(11);
foreach ($proxies as $p) {
$proxy = Proxies::find()->where(['host' => $p])->limit(1)->one();
if (!$proxy) {
echo PHP_EOL . $p;
if ($this->_saveProxy($p, 11)) {
echo ' - CREATED';
} else {
echo ' - FAIL';
}
} else {
echo PHP_EOL . "proxy: {$p} already isset";
}
}
$scope30 = new ProxiesScopes();
$scope30->country = 'usa';
$scope30->save();
$proxies = $this->_getGoodProxies(30);
foreach ($proxies as $p) {
$proxy = Proxies::find()->where(['host' => $p])->limit(1)->one();
if (!$proxy) {
echo PHP_EOL . $p;
if ($this->_saveProxy($p, 30)) {
echo ' - CREATED';
} else {
echo ' - FAIL';
}
} else {
echo PHP_EOL . "proxy: {$p} already isset";
}
}
}
public function safeUp()
{
$badProxies = $this->getBadProxies();
$goodProxies = $this->getGoodProxies();
foreach ($badProxies as $key => $badHost) {
$proxy = Proxies::find()->where(['host' => $badHost])->limit(1)->one();
if ($proxy) {
echo PHP_EOL . $key . ' - ' . $badHost . ' - ' . $proxy->host . ' -> ' . $goodProxies[$key];
$proxy->host = $goodProxies[$key];
$proxy->port = '6311';
$proxy->login = '******';
$proxy->password = '******';
if ($proxy->save()) {
echo ' - UPDATED';
} else {
echo ' - FAIL';
}
}
}
}
public function startTest($scopeId = 0)
{
$geoDbFile = \Yii::getAlias("@common/data/geo-ip/" . \console\controllers\GeoipController::FILE_NAME);
if (!is_file($geoDbFile)) {
throw new Exception('IDB file not found: ' . $geoDbFile);
}
$reader = new Reader(\Yii::getAlias("@common/data/geo-ip/" . \console\controllers\GeoipController::FILE_NAME));
$this->result = ['badProxy' => [], 'badScopes' => [], 'resume' => 'All proxies are correct'];
$proxies = Proxies::find();
if ($scopeId != 0) {
$proxies = $proxies->where(['scope_id' => $scopeId]);
}
$proxies = $proxies->all();
foreach ($proxies as $proxy) {
$record = $reader->city($proxy->host);
$this->_putRowToResult($proxy, $record->country->isoCode);
}
if (!empty($this->result['badProxy'])) {
$this->result['resume'] = 'Total Diff Proxies: ' . count($this->result['badProxy']);
}
return;
}
private function restructuring()
{
$countAllExist = $countToDelete = 0;
$working = $this->getWorkingProxies();
// var_dump($working);
// die();
$ourProxies = [];
$tmpProxies = ProxyAdwords::find()->all();
$oldProxies = [];
$logins = [];
if (!empty($tmpProxies)) {
foreach ($tmpProxies as $proxy) {
$ourProxies[$proxy->host] = $proxy;
if (!isset($logins[$proxy->login])) {
$logins[$proxy->login] = ArrayHelper::toArray($proxy);
}
}
}
$tmpProxies = ProxyBuy::find()->all();
if (!empty($tmpProxies)) {
foreach ($tmpProxies as $proxy) {
$ourProxies[$proxy->host] = $proxy;
if (!isset($logins[$proxy->login])) {
$logins[$proxy->login] = ArrayHelper::toArray($proxy);
}
}
}
$tmpProxies = ProxySpider::find()->all();
if (!empty($tmpProxies)) {
foreach ($tmpProxies as $proxy) {
$ourProxies[$proxy->host] = $proxy;
if (!isset($logins[$proxy->login])) {
$logins[$proxy->login] = ArrayHelper::toArray($proxy);
}
}
}
$tmpProxies = ProxyUkraine::find()->all();
if (!empty($tmpProxies)) {
foreach ($tmpProxies as $proxy) {
$ourProxies[$proxy->host] = $proxy;
if (!isset($logins[$proxy->login])) {
$logins[$proxy->login] = ArrayHelper::toArray($proxy);
}
}
}
$tmpProxies = ProxyUsa::find()->all();
if (!empty($tmpProxies)) {
foreach ($tmpProxies as $proxy) {
$ourProxies[$proxy->host] = $proxy;
if (!isset($logins[$proxy->login])) {
$logins[$proxy->login] = ArrayHelper::toArray($proxy);
}
}
}
$resProxies = [];
$workingIPs = [];
$scopeId = 1;
$scopes = [];
$counter = 1;
if (!empty($ourProxies)) {
foreach ($working as $country => $proxies) {
$scopes[$scopeId] = ['id' => $scopeId, 'country' => $country];
foreach ($proxies as $proxy => $login) {
$workingIPs[] = $proxy;
$p = [];
$p['country'] = $country;
$p['scope_id'] = $scopeId;
if (array_key_exists($proxy, $ourProxies)) {
$tmpP = ArrayHelper::toArray($ourProxies[$proxy]);
$p['host'] = $tmpP['host'];
$p['login'] = $tmpP['login'];
$p['password'] = $tmpP['password'];
$p['port'] = $tmpP['port'];
} else {
$p['host'] = $proxy;
$p['login'] = $login;
if (array_key_exists($login, $logins)) {
$p['password'] = $logins[$login]['password'];
$p['port'] = $logins[$login]['port'];
} else {
$p['password'] = '';
$p['port'] = '0';
echo PHP_EOL . $login;
}
}
$resProxies[] = $p;
$countAllExist++;
$counter++;
if ($counter > 50) {
$scopeId++;
$scopes[$scopeId] = ['id' => $scopeId, 'country' => $country];
$counter = 0;
}
}
$scopeId++;
}
}
foreach ($ourProxies as $ip => $proxy) {
if (!in_array($ip, $workingIPs)) {
$countToDelete++;
}
}
if (!empty($scopes)) {
ProxiesScopes::getDb()->createCommand()->batchInsert(ProxiesScopes::tableName(), ['id', 'country'], $scopes)->execute();
}
if (!empty($resProxies)) {
Proxies::getDb()->createCommand()->batchInsert(Proxies::tableName(), ['country', 'scope_id', 'host', 'login', 'password', 'port'], $resProxies)->execute();
}
echo "exists proxies: " . count($ourProxies) . "; All email: " . $countAllExist . "; Diff: " . (count($ourProxies) - $countAllExist) . "; Delete: {$countToDelete}" . PHP_EOL;
$toFix = Proxies::find()->where(['password' => ''])->all();
foreach ($toFix as $proxy) {
echo PHP_EOL . $login;
$pr = Proxies::find()->where(['login' => $proxy->login])->limit(1)->one();
if (!is_null($pr)) {
$proxy->port = $pr->port;
$proxy->password = $pr->password;
$proxy->save();
echo ' fixed';
}
}
}
