Пример #1
0
 /**
  *
  * @return ResultCollection
  */
 public function getResultCollection()
 {
     $pool = new WorkerPool();
     $pool->setWorkerPoolSize($this->processCollection->count())->create(new ClosureWorker(function (Process $process) {
         $result = new Result();
         $result->setProcess($process);
         try {
             if (!class_exists($process->getClass())) {
                 throw new \Exception(sprintf('Invalid class provided: "%s"', $process->getClass()));
             }
             $class = $process->getClass();
             $class = new $class();
             $result->setData($class->process($process->getData()));
             $result->setSuccessful(true);
         } catch (\Exception $e) {
             $result->setErrorMessage($e->getMessage());
         }
         return $result;
     }));
     foreach ($this->processCollection as $process) {
         $pool->run($process);
     }
     $pool->waitForAllWorkers();
     $resultCollection = new ResultCollection();
     foreach ($pool as $result) {
         $resultEntity = new Result();
         if (!empty($result['data'])) {
             $resultEntity = $result['data'];
         } elseif (!empty($result['workerException']['message'])) {
             $resultEntity->setErrorMessage($result['workerException']['message']);
         } elseif (!empty($result['poolException']['message'])) {
             $resultEntity->setErrorMessage($result['poolException']['message']);
         } else {
             $resultEntity->setErrorMessage(self::INTERNAL_ERROR);
         }
         $resultCollection->add($resultEntity);
     }
     return $resultCollection;
 }
Пример #2
0
 public function testPingWorkers()
 {
     try {
         $wp = new WorkerPool();
         $wp->setWorkerPoolSize(50);
         $wp->create(new Fixtures\PingWorker());
         $failCount = 0;
         for ($i = 0; $i < 500; $i++) {
             $wp->run($i);
             $a = $wp->getFreeAndBusyWorkers();
             if ($a['free'] + $a['busy'] != $a['total']) {
                 $failCount++;
             }
         }
         $wp->waitForAllWorkers();
         $this->assertLessThanOrEqual(0, $failCount, 'Sometimes the sum of free and busy workers does not equal to the pool size.');
         $this->assertEquals(500, count($wp), 'The result count should be 500.');
         $i = 0;
         foreach ($wp as $val) {
             $i++;
         }
         $this->assertEquals(500, $i, 'We should have 500 results in the pool.');
         $this->assertEquals(0, count($wp), 'The result count should be 0 now.');
     } catch (\Exception $e) {
         $this->assertTrue(FALSE, 'An unexpected exception was thrown.');
     }
     try {
         $wp->destroy();
     } catch (\Exception $e) {
         $this->assertTrue(FALSE, 'WorkerPool::Destroy shouldn\\t throw an exception of type ' . get_class($e) . ' with message:' . $e->getMessage() . "\n" . $e->getTraceAsString());
     }
 }
Пример #3
0
          distinct
          several
          conditions

        Begin third task...
        Task 1 -- The longest word is characteristically
        Task 3 -- The word "species" occurs 1927 times.
        Returned from Parallel.Invoke
        Press any key to exit  
     */
$wp = new WorkerPool();
$wp->setWorkerPoolSize(4)->create(new SuperClosureWorker());
// Retrieve Darwin's "Origin of the Species" from Gutenberg.org.
$words = CreateWordArray('darwin.txt');
//$words = CreateWordArray('http://www.gutenberg.org/files/2009/2009.txt');
$wp->run(new SerializableWorkerClosure(function ($words, $semaphore, $storage) {
    echo "Begin Task Count Words\n";
    echo sprintf("Task Count Words -- We have %d words\n", count($words));
}, $words));
$wp->run(new SerializableWorkerClosure(function ($words, $semaphore, $storage) {
    echo "Begin Task Longest Word\n";
    \ParallelTasks\GetLongestWord($words);
}, $words));
$wp->run(new SerializableWorkerClosure(function ($words, $semaphore, $storage) {
    echo "Begin Task Most Common Words\n";
    \ParallelTasks\GetMostCommonWords($words);
}, $words));
$wp->run(new SerializableWorkerClosure(function ($words, $semaphore, $storage) {
    echo "Begin Task Count For Word\n";
    \ParallelTasks\GetCountForWord($words, "species");
}, $words));
Пример #4
0
<?php

/**
 * Thisfile requires the jeremeamia/SuperClosure 
 */
require_once __DIR__ . '/../autoload.php';
if (file_exists(__DIR__ . '/../../../autoload.php')) {
    require_once __DIR__ . '/../../../autoload.php';
} else {
    die("Cannot find a classloader for jeremeamia/SuperClosure!\n");
}
use QXS\WorkerPool\WorkerPool, QXS\WorkerPool\SuperClosureWorker, QXS\WorkerPool\SerializableWorkerClosure;
$wp = new WorkerPool();
$wp->setWorkerPoolSize(4)->create(new SuperClosureWorker());
for ($i = 0; $i < 10; $i++) {
    $wp->run(new SerializableWorkerClosure(function ($input, $semaphore, $storage) use($i) {
        if ($i % 2) {
            echo "CHILD " . getmypid() . " CODE using {$i} - received input {$input} ...\n";
        } else {
            echo "child " . getmypid() . " Code using {$i} - received input {$input} ...\n";
        }
        return $input / 2;
    }, $i * 2));
}
$wp->waitForAllWorkers();
// wait for all workers
foreach ($wp as $val) {
    echo "MASTER RECEIVED " . $val['data'] . "\n";
}
Пример #5
0
/**
 * Thisfile requires the jeremeamia/SuperClosure 
 */
require_once __DIR__ . '/../autoload.php';
if (file_exists(__DIR__ . '/../../../autoload.php')) {
    require_once __DIR__ . '/../../../autoload.php';
} else {
    die("Cannot find a classloader for jeremeamia/SuperClosure!\n");
}
use QXS\WorkerPool\WorkerPool, QXS\WorkerPool\SuperClosureWorker, QXS\WorkerPool\SerializableWorkerClosure;
$wp = new WorkerPool();
$wp->setWorkerPoolSize(4)->create(new SuperClosureWorker());
echo "starting closure 1..\n";
$wp->run(new SerializableWorkerClosure(function ($input, $semaphore, $storage) {
    sleep(2);
    echo "{$input}: Hi {$input}\n";
}, 1));
echo "starting closure 2..\n";
$z = "hello";
$wp->run(new SerializableWorkerClosure(function ($input, $semaphore, $storage) use($z) {
    sleep(2);
    echo "{$input}: {$z} {$input}\n";
}, 2));
echo "starting closure 3..\n";
$wp->run(new SerializableWorkerClosure(function ($input, $semaphore, $storage) use($z) {
    sleep(2);
    echo "{$input}: {$z} ";
    $input *= 2;
    echo $input . "\n";
}, 3));
echo "starting closure 4..\n";
Пример #6
0
        echo "\t[" . getmypid() . "] Hi {$input}\n";
        sleep(mt_rand(0, 10));
        // this is the workload!
        // and sometimes exceptions might occur
        if (mt_rand(0, 10) == 9) {
            throw new \RuntimeException('We have a problem for ' . $input . '.');
        }
        return "Hi {$input}";
        // return null here, in case you do not want to pass any data to the parent
    }
}
$wp = new WorkerPool();
$wp->setWorkerPoolSize(10)->create(new MyWorker());
// produce some tasks
for ($i = 1; $i <= 50; $i++) {
    $wp->run($i);
}
// some statistics
echo "Busy Workers:" . $wp->getBusyWorkers() . "  Free Workers:" . $wp->getFreeWorkers() . "\n";
// wait for completion of all tasks
$wp->waitForAllWorkers();
// collect all the results
foreach ($wp as $val) {
    if (isset($val['data'])) {
        echo "RESULT: " . $val['data'] . "\n";
    } elseif (isset($val['workerException'])) {
        echo "WORKER EXCEPTION: " . $val['workerException']['class'] . ": " . $val['workerException']['message'] . "\n" . $val['workerException']['trace'] . "\n";
    } elseif (isset($val['poolException'])) {
        echo "POOL EXCEPTION: " . $val['poolException']['class'] . ": " . $val['poolException']['message'] . "\n" . $val['poolException']['trace'] . "\n";
    }
}
Пример #7
0
        list($part_number, $part_step) = $input;
        $sum = '0';
        for ($i = $part_number; $i < $this->num_steps; $i += $part_step) {
            //$x = ($i + 0.5) * $this->step;
            //$sum += 4.0 / (1.0 + $x * $x);
            $x = bcmul(bcadd($i, '0.5'), $this->step);
            $sum = bcadd($sum, bcdiv('4.0', bcadd('1.0', bcmul($x, $x))));
        }
        return $sum;
    }
}
bcscale(100);
// sets the scale
$num_steps = 1000000;
// setps - sets the calculation detail
$part_step = 8;
// parallelization degree set to number of cores
$step = bcdiv('1.0', (string) $num_steps);
$wp = new WorkerPool();
$wp->setWorkerPoolSize($part_step)->create(new PiWorker($num_steps, $step));
for ($i = 0; $i < $part_step; $i++) {
    $wp->run(array($i, $part_step));
}
$wp->waitForAllWorkers();
// wait for all workers
$sum = '0';
foreach ($wp as $result) {
    $sum = bcadd($sum, $result['data']);
}
$pi = bcmul($step, $sum);
echo "PI is {$pi}\n";