public function safeUp()
{
// 127 usa
for ($i = 34; $i < 47; $i++) {
Proxies::getDb()->createCommand("DELETE FROM " . Proxies::tableName() . " WHERE host = '173.214.164.{$i}'")->execute();
}
$sampleProxy = Proxies::getDb()->createCommand('SELECT * FROM ' . Proxies::tableName() . ' WHERE id = 66')->queryOne();
$proxies = [];
// 114 usa
//add to scope 2
for ($i = 226; $i < 239; $i++) {
$proxies[] = ['209.159.156.' . $i, $sampleProxy['port'], $sampleProxy['login'], $sampleProxy['password'], 2, $sampleProxy['country']];
}
// 126 usa
// add toscope 3
for ($i = 178; $i < 191; $i++) {
$proxies[] = ['209.159.157.' . $i, $sampleProxy['port'], $sampleProxy['login'], $sampleProxy['password'], 3, $sampleProxy['country']];
}
// 139 usa
// add toscope 3
for ($i = 34; $i < 47; $i++) {
$proxies[] = ['104.218.55.' . $i, $sampleProxy['port'], $sampleProxy['login'], $sampleProxy['password'], 3, $sampleProxy['country']];
}
// 152 usa
if (!empty($proxies)) {
Proxies::getDb()->createCommand()->batchInsert(Proxies::tableName(), ['host', 'port', 'login', 'password', 'scope_id', 'country'], $proxies)->execute();
}
}
public function safeUp()
{
$newProxies = $this->getNewProxies();
$i = 0;
foreach ($this->getOldProxies() as $oldProxy) {
Proxies::getDb()->createCommand("\n UPDATE " . Proxies::tableName(true) . " \n SET host = '{$newProxies[$i]}', port = '7893', login = '******', password = '******'\n WHERE host = '{$oldProxy}'")->execute();
echo PHP_EOL . $oldProxy . ' -> ' . $newProxies[$i];
$i++;
}
echo PHP_EOL . 'Total proxies updated: ' . $i . PHP_EOL;
}
public function safeUp()
{
$scopesId = Proxies::getDb()->createCommand("\n SELECT scope_id, COUNT(*) as cnt\n FROM " . Proxies::tableName() . "\n WHERE `country` != 'usa'\n GROUP BY scope_id HAVING cnt > 50")->queryAll();
foreach ($scopesId as $scope) {
$proxy = Proxies::find()->where(['scope_id' => $scope['scope_id']])->limit(1)->one();
echo PHP_EOL . "proxy: {$proxy->host} (scopeid {$proxy->scope_id} -> 4)";
$proxy->scope_id = 4;
echo $proxy->save() ? " - OK" : " - FAIL";
}
$proxies = Proxies::find()->where(['scope_id' => 2])->limit(6)->all();
foreach ($proxies as $proxy) {
echo PHP_EOL . "proxy: {$proxy->host} (scopeid {$proxy->scope_id} -> 3)";
$proxy->scope_id = 3;
echo $proxy->save() ? " - OK" : " - FAIL";
}
}
private function restructuring()
{
$countAllExist = $countToDelete = 0;
$working = $this->getWorkingProxies();
// var_dump($working);
// die();
$ourProxies = [];
$tmpProxies = ProxyAdwords::find()->all();
$oldProxies = [];
$logins = [];
if (!empty($tmpProxies)) {
foreach ($tmpProxies as $proxy) {
$ourProxies[$proxy->host] = $proxy;
if (!isset($logins[$proxy->login])) {
$logins[$proxy->login] = ArrayHelper::toArray($proxy);
}
}
}
$tmpProxies = ProxyBuy::find()->all();
if (!empty($tmpProxies)) {
foreach ($tmpProxies as $proxy) {
$ourProxies[$proxy->host] = $proxy;
if (!isset($logins[$proxy->login])) {
$logins[$proxy->login] = ArrayHelper::toArray($proxy);
}
}
}
$tmpProxies = ProxySpider::find()->all();
if (!empty($tmpProxies)) {
foreach ($tmpProxies as $proxy) {
$ourProxies[$proxy->host] = $proxy;
if (!isset($logins[$proxy->login])) {
$logins[$proxy->login] = ArrayHelper::toArray($proxy);
}
}
}
$tmpProxies = ProxyUkraine::find()->all();
if (!empty($tmpProxies)) {
foreach ($tmpProxies as $proxy) {
$ourProxies[$proxy->host] = $proxy;
if (!isset($logins[$proxy->login])) {
$logins[$proxy->login] = ArrayHelper::toArray($proxy);
}
}
}
$tmpProxies = ProxyUsa::find()->all();
if (!empty($tmpProxies)) {
foreach ($tmpProxies as $proxy) {
$ourProxies[$proxy->host] = $proxy;
if (!isset($logins[$proxy->login])) {
$logins[$proxy->login] = ArrayHelper::toArray($proxy);
}
}
}
$resProxies = [];
$workingIPs = [];
$scopeId = 1;
$scopes = [];
$counter = 1;
if (!empty($ourProxies)) {
foreach ($working as $country => $proxies) {
$scopes[$scopeId] = ['id' => $scopeId, 'country' => $country];
foreach ($proxies as $proxy => $login) {
$workingIPs[] = $proxy;
$p = [];
$p['country'] = $country;
$p['scope_id'] = $scopeId;
if (array_key_exists($proxy, $ourProxies)) {
$tmpP = ArrayHelper::toArray($ourProxies[$proxy]);
$p['host'] = $tmpP['host'];
$p['login'] = $tmpP['login'];
$p['password'] = $tmpP['password'];
$p['port'] = $tmpP['port'];
} else {
$p['host'] = $proxy;
$p['login'] = $login;
if (array_key_exists($login, $logins)) {
$p['password'] = $logins[$login]['password'];
$p['port'] = $logins[$login]['port'];
} else {
$p['password'] = '';
$p['port'] = '0';
echo PHP_EOL . $login;
}
}
$resProxies[] = $p;
$countAllExist++;
$counter++;
if ($counter > 50) {
$scopeId++;
$scopes[$scopeId] = ['id' => $scopeId, 'country' => $country];
$counter = 0;
}
}
$scopeId++;
}
}
foreach ($ourProxies as $ip => $proxy) {
if (!in_array($ip, $workingIPs)) {
$countToDelete++;
}
}
if (!empty($scopes)) {
ProxiesScopes::getDb()->createCommand()->batchInsert(ProxiesScopes::tableName(), ['id', 'country'], $scopes)->execute();
}
if (!empty($resProxies)) {
Proxies::getDb()->createCommand()->batchInsert(Proxies::tableName(), ['country', 'scope_id', 'host', 'login', 'password', 'port'], $resProxies)->execute();
}
echo "exists proxies: " . count($ourProxies) . "; All email: " . $countAllExist . "; Diff: " . (count($ourProxies) - $countAllExist) . "; Delete: {$countToDelete}" . PHP_EOL;
$toFix = Proxies::find()->where(['password' => ''])->all();
foreach ($toFix as $proxy) {
echo PHP_EOL . $login;
$pr = Proxies::find()->where(['login' => $proxy->login])->limit(1)->one();
if (!is_null($pr)) {
$proxy->port = $pr->port;
$proxy->password = $pr->password;
$proxy->save();
echo ' fixed';
}
}
}
public function safeDown()
{
Proxies::getDb()->createCommand("\n UPDATE " . Proxies::tableName(true) . " \n SET scope_id = 11 \n WHERE host = '95.163.115.31'")->execute();
return true;
}
