public function cancelAllTasks()
{
foreach ($this->tasks as $task) {
$task->cancel();
}
$this->tasks = [];
$this->asyncPool->shutdown();
$this->asyncTasks = 0;
}
protected function execute(InputInterface $input, OutputInterface $output)
{
$pool = new \Pool($input->getOption('threads'), \Worker::class);
foreach ($input->getArgument('indexes') as $index) {
$pool->submit(new IndexerRunner($input->getOption('indexer'), $input->getOption('config'), $index));
}
$pool->shutdown();
$pool->collect(function (IndexerRunner $work) use($output) {
$output->writeln($work->return);
});
}
public function __construct($threadSayisi, BurtayThread $sinif)
{
$pool = new Pool($threadSayisi);
$is_listesi = array();
for ($i = 1; $i <= $threadSayisi; $i++) {
$is_listesi[] = new burtayThreadPool($sinif);
}
foreach ($is_listesi as $liste) {
$pool->submit($liste);
}
$pool->shutdown();
}
private function testPool()
{
$initTime = microtime(true);
$pool = new \Pool(8, \Worker::class);
for ($i = 0; $i < 10; $i++) {
$pool->submit(new Work());
}
$initTime = microtime(true) - $initTime;
$finishTime = microtime(true);
$pool->shutdown();
$pool->collect(function (Work $work) {
echo 'Work of ', get_class($work), ' #', $work->i, ' - ', $work->getWork(), PHP_EOL;
});
$finishTime = microtime(true) - $finishTime;
return [$initTime, $finishTime];
}
public static function Init()
{
$config = \Rds\Configuration::get();
$boot = \Rds\Bootstrap::getInstace($config);
$totalPages = $boot->getTotalPages();
if ($totalPages > 0) {
$pool = new \Pool($config["app"]["workers"], \Rds\Worker::class, array("Vendor/autoload.php", new \Rds\StackableConfig($config)));
for ($page = 1; $page <= $totalPages; $page++) {
$task = new \Rds\Task($page);
$pool->submit($task);
}
$pool->shutdown();
$pool->collect(function ($work) {
return $work->isGarbage();
});
}
}
<?php
/* include autoloader normally */
require_once "vendor/autoload.php";
use Auto\Autoloader;
use Auto\Task;
/* create pool of workers of the specified class, passing the specified
path to autoloader */
$pool = new Pool(4, Autoloader::class, ["vendor/autoload.php"]);
/* submit a task to the pool */
$pool->submit(new Task("Hello World!"));
/* in the real world, do some ::collect somewhere */
/* shutdown, because explicit is good */
$pool->shutdown();
public function testPoolGc()
{
$pool = new Pool(1, PoolTestWorker::class, [new stdClass(), new Threaded()]);
$work = new PoolTestWork();
$pool->submit($work);
while (@$i++ < 2) {
$pool->submit(new PoolTestWork());
# nothing to assert, no exceptions please
}
$pool->submitTo(0, new PoolTestWork());
# nothing to assert, no exceptions please
/* synchronize with pool */
$sync = new PoolTestSync();
$pool->submit($sync);
$sync->synchronized(function ($sync) {
if (!$sync->finished) {
$sync->wait();
}
}, $sync);
$pool->collect(function ($task) {
$this->assertTrue($task->isGarbage());
return true;
});
$pool->shutdown();
}
file_put_contents(IAPROGRESS . WIKIPEDIA . UNIQUEID . "stats", serialize(array('linksAnalyzed' => $linksAnalyzed, 'linksArchived' => $linksArchived, 'linksFixed' => $linksFixed, 'linksTagged' => $linksTagged, 'pagesModified' => $pagesModified, 'pagesAnalyzed' => $pagesAnalyzed, 'runstart' => $runstart)));
}
if (file_exists(IAPROGRESS . WIKIPEDIA . UNIQUEID . "workers/")) {
closedir($handle);
}
$workerQueue = new Pool($workerLimit);
foreach ($pages as $tid => $tpage) {
$pagesAnalyzed++;
$runpagecount++;
echo "Submitted {$tpage['title']}, job " . ($tid + 1) . " for analyzing...\n";
$workerQueue->submit(new ThreadedBot($tpage['title'], $tpage['pageid'], $ARCHIVE_ALIVE, $TAG_OVERRIDE, $ARCHIVE_BY_ACCESSDATE, $TOUCH_ARCHIVE, $DEAD_ONLY, $NOTIFY_ERROR_ON_TALK, $NOTIFY_ON_TALK, $TALK_MESSAGE_HEADER, $TALK_MESSAGE, $TALK_ERROR_MESSAGE_HEADER, $TALK_ERROR_MESSAGE, $DEADLINK_TAGS, $CITATION_TAGS, $IGNORE_TAGS, $WAYBACK_TAGS, $WEBCITE_TAGS, $MEMENTO_TAGS, $ARCHIVEIS_TAGS, $ARCHIVE_TAGS, $IC_TAGS, $PAYWALL_TAGS, $VERIFY_DEAD, $LINK_SCAN, $NOTIFY_ON_TALK_ONLY, $MLADDARCHIVE, $MLMODIFYARCHIVE, $MLTAGGED, $MLTAGREMOVED, $MLFIX, $MLDEFAULT, $PLERROR, $MAINEDITSUMMARY, $ERRORTALKEDITSUMMARY, $TALKEDITSUMMARY, $tid));
if (LIMITEDRUN === true && is_int($debugStyle) && $debugStyle === $runpagecount) {
break;
}
}
$workerQueue->shutdown();
$workerQueue->collect(function ($thread) {
global $pagesModified, $linksAnalyzed, $linksArchived, $linksFixed, $linksTagged;
$stats = $thread->result;
if ($stats['pagemodified'] === true) {
$pagesModified++;
}
$linksAnalyzed += $stats['linksanalyzed'];
$linksArchived += $stats['linksarchived'];
$linksFixed += $stats['linksrescued'];
$linksTagged += $stats['linkstagged'];
$stats = null;
unset($stats);
return $thread->isGarbage();
});
if (file_exists(IAPROGRESS . WIKIPEDIA . UNIQUEID . "workers/") && ($handle = opendir(IAPROGRESS . WIKIPEDIA . UNIQUEID . "workers"))) {
/**
*
*/
public function run()
{
// Reap the threads!
$this->websocket->loop->addPeriodicTimer(600, function () {
$this->log->addInfo('Restarting the threading pool, to clear out old threads..');
// Shutdown the pool
$this->pool->shutdown();
$this->timers->shutdown();
// Startup the pool again
$this->pool = new \Pool(count($this->onMessage), \Worker::class);
$this->timers = new \Pool(count($this->onTimer), \Worker::class);
});
// Handle the onReady event, and setup some timers and so forth
$this->websocket->on('ready', function (Discord $discord) {
$this->log->addInfo('Websocket connected..');
// Update our presence status
$game = new Game(array('name' => $this->globalConfig->get('presence', 'bot', "table flippin'"), 'url' => null, 'type' => null), true);
$this->websocket->updatePresence($game, false);
// Count the amount of people we are available to..
/** @var Guild $guild */
foreach ($this->discord->getClient()->getGuildsAttribute()->all() as $guild) {
$this->extras['memberCount'] += $guild->member_count;
$this->extras['guildCount']++;
$this->extras['guild']['memberCount']["id{$guild->id}"] = $guild->member_count;
$this->extras['onMessagePlugins'] = $this->onMessage;
$this->extras['onVoicePlugins'] = $this->onVoice;
}
$this->log->addInfo("Member count, currently available to: {$this->extras['memberCount']} people");
// Setup the timers for the timer plugins
foreach ($this->onTimer as $command => $data) {
$this->websocket->loop->addPeriodicTimer($data['timer'], function () use($data, $discord) {
try {
$plugin = new $data['class']($discord, $this->log, $this->globalConfig, $this->db, $this->curl, $this->settings, $this->permissions, $this->container->get('serverConfig'), $this->users, $this->extras);
$this->timers->submit($plugin);
} catch (\Exception $e) {
$this->log->addError("Error running the periodic timer: {$e->getMessage()}");
}
});
}
// Issue periodically recounting and other things (Needed because of pthreads not putting the entire context into children - leading to some weirdness in some plugins)
$this->websocket->loop->addPeriodicTimer(600, function () {
$this->extras['memberCount'] = 0;
$this->extras['guildCount'] = 0;
/** @var Guild $guild */
foreach ($this->discord->getClient()->getGuildsAttribute()->all() as $guild) {
$this->extras['memberCount'] += $guild->member_count;
$this->extras['guildCount']++;
$this->extras['guild']['memberCount']["id{$guild->id}"] = $guild->member_count;
$this->extras['onMessagePlugins'] = $this->onMessage;
$this->extras['onVoicePlugins'] = $this->onVoice;
}
// Output periodic information while doing the recounting stuff
$this->log->addInfo('Currently running audio streams: ' . count($this->audioStreams));
$this->log->addInfo("Member recount, currently available to: {$this->extras['memberCount']} people");
});
// @todo run a timer to check if there are any active voice sessions - and if there are, if there are any people in those voice sessions
// If not, stop the session and leave the channel (To save some bandwidth)
});
$this->websocket->on('error', function ($error, $websocket) {
$this->log->addError('An error occurred on the websocket', [$error->getMessage()]);
die(1);
});
$this->websocket->on('close', function ($opCode, $reason) {
$this->log->addWarning('Websocket got closed', ['code' => $opCode, 'reason' => $reason]);
die(1);
});
$this->websocket->on('reconnecting', function () {
$this->log->addInfo('Websocket is reconnecting..');
});
$this->websocket->on('reconnected', function () {
$this->log->addInfo('Websocket was reconnected..');
});
// Handle incoming message logging
$this->websocket->on(Event::MESSAGE_CREATE, function (Message $message, Discord $discord) {
$this->log->addInfo("Message from {$message->author->username}", [$message->content]);
// Don't update data for ourselves..
if ($message->author->id !== $discord->getClient()->id) {
$this->users->set($message->author->id, $message->author->username, 'online', null, date('Y-m-d H:i:s'), date('Y-m-d H:i:s'), $message->content);
}
// @todo Create text logs
});
// Handle plugin running
$this->websocket->on(Event::MESSAGE_CREATE, function (Message $message, Discord $discord) {
$guildID = $message->getChannelAttribute()->guild_id;
// Get server config
$config = $this->settings->get($guildID);
// Is the person admin?
$userDiscordID = $message->author->id;
foreach ($this->globalConfig->get('admins', 'permissions') as $admins) {
$message->isAdmin = $admins === $userDiscordID;
}
// Define the prefix if it isn't already set..
@($config->prefix = $config->prefix ?? $this->globalConfig->get('prefix', 'bot'));
// Check if the user requested an onMessage plugin
if (substr($message->content, 0, strlen($config->prefix)) === $config->prefix) {
$content = explode(' ', $message->content);
foreach ($this->onMessage as $command => $data) {
$parts = [];
foreach ($content as $index => $c) {
foreach (explode("\n", $c) as $p) {
$parts[] = $p;
}
}
if ($parts[0] === $config->prefix . $command) {
// If they are listed under the admins array in the bot config, they're the super admins
if (in_array($message->author->id, $this->globalConfig->get('admins', 'permissions'))) {
$userPerms = 3;
} elseif (null !== $message->getChannelAttribute()->getGuildAttribute()->owner_id && $message->author->id === $message->getChannelAttribute()->getGuildAttribute()->owner_id) {
$userPerms = 2;
} else {
$userPerms = 1;
}
if ($userPerms >= $data['permissions']) {
try {
$message->getChannelAttribute()->broadcastTyping();
if ($data['class'] === "\\Sovereign\\Plugins\\onMessage\\auth") {
/** @var \Threaded $plugin */
$plugin = new $data['class']($message, $discord, $config, $this->log, $this->globalConfig, $this->db, $this->curl, $this->settings, $this->permissions, $this->container->get('serverConfig'), $this->users, $this->extras);
$plugin->run();
} else {
/** @var \Threaded $plugin */
$plugin = new $data['class']($message, $discord, $config, $this->log, $this->globalConfig, $this->db, $this->curl, $this->settings, $this->permissions, $this->container->get('serverConfig'), $this->users, $this->extras);
$this->pool->submit($plugin);
}
$this->log->addInfo("{$message->author->username}#{$message->author->discriminator} ({$message->author}) ran command {$config->prefix}{$command}", $content);
} catch (\Exception $e) {
$this->log->addError("Error running command {$config->prefix}{$command}. Command run by {$message->author->username} in {$message->getChannelAttribute()->name}. Error: {$e->getMessage()}");
$message->reply("**Error:** There was a problem running the command: {$e->getMessage()}");
}
}
}
}
}
});
// Handle joining a voice channel, and playing.. stuff....
$this->websocket->on(Event::MESSAGE_CREATE, function (Message $message, Discord $discord) {
// Get the guildID
$guildID = $message->getChannelAttribute()->guild_id;
// Get this guilds settings
$config = $this->settings->get($guildID);
// Get the prefix for this guild
@($config->prefix = $config->prefix ?? $this->globalConfig->get('prefix', 'bot'));
if (substr($message->content, 0, strlen($config->prefix)) === $config->prefix) {
$content = explode(' ', $message->content);
foreach ($this->onVoice as $command => $data) {
$parts = [];
foreach ($content as $index => $c) {
foreach (explode("\n", $c) as $p) {
$parts[] = $p;
}
}
if ($parts[0] === $config->prefix . $command) {
try {
$voiceChannels = $message->getFullChannelAttribute()->getGuildAttribute()->channels->getAll('type', 'voice');
foreach ($voiceChannels as $channel) {
if (!empty($channel->members[$message->author->id])) {
$voice = new $data['class']();
$voice->run($message, $discord, $this->websocket, $this->log, $this->audioStreams, $channel, $this->curl);
}
}
} catch (\Exception $e) {
$this->log->addError("Error running voice command {$config->prefix}{$command}. Command run by {$message->author->username} in {$message->getChannelAttribute()->name}. Error: {$e->getMessage()}");
$message->reply("**Error:** There was a problem running the command: {$e->getMessage()}");
}
}
}
}
});
// Handle if it's a message for the bot (CleverBot invocation)
$this->websocket->on(Event::MESSAGE_CREATE, function (Message $message, Discord $discord) {
// If we got highlighted we should probably answer back
if (stristr($message->content, $discord->getClient()->id)) {
try {
$this->pool->submit(new cleverBotMessage($message, $discord, $this->log, $this->globalConfig, $this->db, $this->curl, $this->settings, $this->permissions, $this->container->get('serverConfig'), $this->users));
} catch (\Exception $e) {
$message->reply("**Error:** There was an error with CleverBot: {$e->getMessage()}");
}
}
});
// Handle presence updates
$this->websocket->on(Event::PRESENCE_UPDATE, function (PresenceUpdate $presenceUpdate) {
if ($presenceUpdate->user->id && $presenceUpdate->user->username) {
try {
$this->log->addInfo("Updating presence info for {$presenceUpdate->user->username}");
$game = $presenceUpdate->getGameAttribute()->name ?? null;
$this->users->set($presenceUpdate->user->id, $presenceUpdate->user->username, $presenceUpdate->status, $game, date('Y-m-d H:i:s'), null, null);
} catch (\Exception $e) {
$this->log->addError("Error: {$e->getMessage()}");
}
}
});
// Create a new cleverbot \nick\ for this new guild
$this->websocket->on(Event::GUILD_CREATE, function (Guild $guild) {
$cleverBotExists = $this->db->queryField("SELECT serverID FROM cleverbot WHERE serverID = :serverID", "serverID", array(":serverID" => $guild->id));
$guildExists = $this->db->queryField("SELECT guildID FROM guilds WHERE guildID = :serverID", "guildID", array(":serverID" => $guild->id));
// Only create a new server nick if the cleverbot instance doesn't exist.. (Hopefully cleverbot.io is done deleting them at random)
if (!isset($cleverBotExists)) {
$this->log->addInfo("Setting up Cleverbot for {$guild->name}");
$serverID = $guild->id;
$result = $this->curl->post('https://cleverbot.io/1.0/create', ['user' => $this->globalConfig->get('user', 'cleverbot'), 'key' => $this->globalConfig->get('key', 'cleverbot')]);
if ($result) {
$result = @json_decode($result);
$nick = $result->nick ?? false;
if ($nick) {
$this->db->execute('INSERT INTO cleverbot (serverID, nick) VALUES (:serverID, :nick) ON DUPLICATE KEY UPDATE nick = :nick', [':serverID' => $serverID, ':nick' => $nick]);
}
}
}
if (!isset($guildExists)) {
$this->db->execute("INSERT IGNORE INTO guilds (guildID) VALUES (:guildID)", array(":guildID" => $guild->id));
// Send a hello message to the channel (Only if it's new!)
//$message = "Hello, i was invited here by someone with admin permissions, i have quite a few features that you can discover by doing %help\n";
//$message .= "I am sorry if i am triggering other bots aswell, you can change my trigger with %config setTrigger newTrigger (Example: %config setTrigger *)\n";
//$message .= "If you for some reason don't want me here after all, just kick me ;)";
// Get the first channel in the list (usually the default channel)
//$channel = $guild->channels->first();
//$channel->sendMessage($message);
}
});
// Run the websocket, and in turn, the bot!
$this->websocket->run();
}
public function removeTasks()
{
$this->pool->shutdown();
}
