Example #1
0
 /**
  * method to execute the process process
  * it's called automatically by the cli main controller
  */
 public function execute()
 {
     $possibleOptions = array('type' => false, 'parser' => false, 'path' => true, 'backup' => true);
     if (($options = $this->getController()->getInstanceOptions($possibleOptions)) === FALSE) {
         return;
     }
     $this->_controller->addOutput("Parser selected: " . $options['parser']);
     //$options['parser'] = Billrun_Parser::getInstance(array('type' => $options['parser']));
     $this->_controller->addOutput("Loading processor");
     $processor = Billrun_Processor::getInstance($options);
     $this->_controller->addOutput("Processor loaded");
     if ($processor) {
         $this->_controller->addOutput("Starting to process. This action can take a while...");
         // buffer all action output
         ob_start();
         if (isset($options['path']) && $options['path']) {
             $linesProcessedCount = $processor->process();
         } else {
             $linesProcessedCount = $processor->process_files();
         }
         // write the buffer into log and output
         $this->_controller->addOutput("processed " . $linesProcessedCount . " lines");
         $this->_controller->addOutput(ob_get_contents());
         ob_end_clean();
     } else {
         $this->_controller->addOutput("Processor cannot be loaded");
     }
 }
Example #2
0
 public function __construct($options)
 {
     parent::__construct($options);
     if (isset($options['time_offset'])) {
         $this->defTimeOffset = $options['time_offset'];
     } else {
         $this->defTimeOffset = date('P');
     }
 }
Example #3
0
 /**
  * back up retrived files that were processed to a third patry path.
  * @param \Billrun_Processor $processor the processor instace contain the current processed file data. 
  */
 public function afterProcessorStore(\Billrun_Processor $processor)
 {
     $type = $processor->getType();
     if ($type != 'smsc' && $type != "smpp" && $type != "mmsc") {
         return;
     }
     $path = Billrun_Factory::config()->getConfigValue($type . '.thirdparty.backup_path', false, 'string');
     Billrun_Factory::log($path);
     if (!$path) {
         return;
     }
     if ($processor->retrievedHostname) {
         $path = $path . DIRECTORY_SEPARATOR . $processor->retrievedHostname;
     }
     Billrun_Factory::log()->log("Saving  file to third party at : {$path}", Zend_Log::DEBUG);
     if (!$processor->backupToPath($path, true)) {
         Billrun_Factory::log()->log("Couldn't  save file to third patry path at : {$path}", Zend_Log::ERR);
     }
 }
Example #4
0
 public function indexAction()
 {
     die;
     // don't enter this by mistake
     $parser = Billrun_Parser::getInstance(array('type' => 'separator', 'separator' => ","));
     $parser->setSeparator(",");
     $import = Billrun_Processor::getInstance(array('type' => 'importzones', 'parser' => $parser, 'path' => '/home/shani/Documents/S.D.O.C/BillRun/backups/zone.csv'));
     if ($import === FALSE) {
         exit('cannot load import processor');
     }
     $import->setBackupPath(array());
     // no backup
     $importData = $import->process();
     $merge = Billrun_Processor::getInstance(array('type' => 'mergerates', 'parser' => $parser, 'path' => '/home/shani/Documents/S.D.O.C/BillRun/backups/tariff_v2_filtered.csv'));
     if ($merge === FALSE) {
         exit('cannot load merge processor');
     }
     $merge->setBackupPath(array());
     // no backup
     $mergeData = $merge->process();
     $mergePackage = Billrun_Processor::getInstance(array('type' => 'mergezonepackage', 'parser' => $parser, 'path' => '/home/shani/Documents/S.D.O.C/BillRun/backups/zone_group_element.csv'));
     if ($mergePackage === FALSE) {
         exit('cannot load merge processor');
     }
     $mergePackage->setBackupPath(array());
     // no backup
     $mergePackageData = $mergePackage->process();
     $merge_intl_networks = Billrun_Processor::getInstance(array('type' => 'mergeintlnetworks', 'parser' => $parser, 'path' => '/home/shani/Documents/S.D.O.C/BillRun/backups/mobile_network.csv'));
     if ($merge_intl_networks === FALSE) {
         exit('cannot load import processor');
     }
     $merge_intl_networks->setBackupPath(array());
     // no backup
     $importMapData = $merge_intl_networks->process();
     $wholesale = Billrun_Processor::getInstance(array('type' => 'wholesaleoutrates', 'parser' => $parser, 'path' => '/home/shani/Documents/S.D.O.C/BillRun/backups/wholesale/wsalein_tariff_out_v2.csv'));
     if ($wholesale === FALSE) {
         exit('cannot load import processor' . PHP_EOL);
     }
     $wholesale->setBackupPath(array());
     // no backup
     $importWholesaleZones = $wholesale->process();
     $wholesalein = Billrun_Processor::getInstance(array('type' => 'wholesaleinrates', 'parser' => $parser, 'path' => '/home/shani/Documents/S.D.O.C/BillRun/backups/wholesale/wsalein_tariff_in_v2.csv'));
     if ($wholesalein === FALSE) {
         exit('cannot load import processor' . PHP_EOL);
     }
     $wholesalein->setBackupPath(array());
     // no backup
     $importWholesaleIn = $wholesalein->process();
     $this->getView()->title = "BillRun | The best open source billing system";
     $this->getView()->content = "Data import count: " . count($importWholesaleZones) . "<br />" . PHP_EOL . "Data merge count: " . count($mergeData) . "<br />" . "Data merge package count: " . count($mergePackageData) . "<br />" . "Data merge package count: " . count($mergePackageData) . "<br />" . "Merge intl. networks count: " . $importMapData . "<br />" . PHP_EOL;
 }
Example #5
0
 /**
  * Process an ILD file
  * @param $filePath  Path to the filethat needs processing.
  * @param $type  the type of the ILD.
  */
 private function processType($type)
 {
     $options = array('type' => $type, 'parser' => 'fixed');
     $processor = Billrun_Processor::getInstance($options);
     if ($processor) {
         $processor->process_files();
     } else {
         Billrun_Factory::log()->log("error with loading processor", Zend_log::ERR);
         return false;
     }
     $data = $processor->getData();
     Billrun_Factory::log()->log("Process type: " . $type, Zend_log::INFO);
     //	Billrun_Factory::log()->log("file path: " . $filePath, Zend_log::INFO);
     Billrun_Factory::log()->log(isset($data['data']) ? "import lines: " . count($data['data']) : "no data received", Zend_log::INFO);
 }
Example #6
0
 /**
  * @see Billrun_Plugin_Interface_IProcessor::processData
  */
 public function processData($type, $fileHandle, \Billrun_Processor &$processor)
 {
     if ($type != $this->getName()) {
         return FALSE;
     }
     $bytes = null;
     $headerData = fread($fileHandle, self::HEADER_LENGTH);
     $header = $processor->getParser()->parseHeader($headerData);
     if (isset($header['data_length_in_block']) && !feof($fileHandle)) {
         $bytes = fread($fileHandle, $header['data_length_in_block'] - self::HEADER_LENGTH);
     }
     do {
         $row = $processor->buildDataRow($bytes);
         if ($row) {
             $processor->addDataRow($row);
         }
         $bytes = substr($bytes, $processor->getParser()->getLastParseLength());
     } while (isset($bytes[self::TRAILER_LENGTH + 1]));
     $trailer = $processor->getParser()->parseTrailer($bytes);
     //align the readhead
     if (self::RECORD_ALIGNMENT - $header['data_length_in_block'] > 0) {
         fread($fileHandle, self::RECORD_ALIGNMENT - $header['data_length_in_block']);
     }
     //add trailer data
     $processorData =& $processor->getData();
     $processorData['trailer'] = $this->updateBlockData($trailer, $header, $processorData['trailer']);
     return true;
 }
Example #7
0
 /**
  * TODO
  * @param \Billrun_Processor $processor
  * @return type
  */
 public function afterProcessorStore($processor)
 {
     if ($processor->getType() != "ggsn") {
         return;
     }
     Billrun_Factory::log('Plugin fraud afterProcessorStore', Zend_Log::INFO);
     $runAsync = Billrun_Factory::config()->getConfigValue('fraud.runAsync', 1);
     if (function_exists("pcntl_fork") && $runAsync && -1 !== ($pid = pcntl_fork())) {
         if ($pid == 0) {
             Billrun_Util::resetForkProcess();
             Billrun_Factory::log('Plugin fraud::afterProcessorStore run it in async mode', Zend_Log::INFO);
             $this->insertRoamingGgsn($processor->getData()['data']);
             Billrun_Factory::log('Plugin fraud::afterProcessorStore async mode done.', Zend_Log::INFO);
             exit;
             // exit from child process after finish
         }
     } else {
         Billrun_Factory::log('Plugin fraud::afterProcessorStore runing in sync mode', Zend_Log::INFO);
         $this->insertRoamingGgsn($processor->getData()['data']);
     }
     Billrun_Factory::log('Plugin fraud afterProcessorStore was ended', Zend_Log::INFO);
 }
Example #8
0
 /**
  * @see Billrun_Plugin_Interface_IProcessor::processData
  */
 public function processData($type, $fileHandle, \Billrun_Processor &$processor)
 {
     if ($this->getName() != $type) {
         return FALSE;
     }
     $processorData =& $processor->getData();
     $bytes = '';
     do {
         $bytes .= fread($fileHandle, self::FILE_READ_AHEAD_LENGTH);
     } while (!feof($fileHandle));
     $parsedData = Asn_Base::parseASNString($bytes);
     $processorData['header'] = $processor->buildHeader($parsedData);
     //$bytes = substr($bytes, $processor->getParser()->getLastParseLength());
     if (!isset($this->tap3Config[$this->fileVersion])) {
         Billrun_Factory::log("Processing tap3 file {$processor->filename} with non supported version : {$this->fileVersion}", Zend_log::NOTICE);
         throw new Exception("Processing tap3 file {$processor->filename} with non supported version : {$this->fileVersion}");
     }
     $trailer = $processor->buildTrailer($parsedData);
     $this->initExchangeRates($trailer);
     if (empty($this->currentFileHeader['notification']) || !empty($this->currentFileHeader['header'])) {
         foreach ($parsedData->getData() as $record) {
             if (in_array($record->getType(), $this->tap3Config['config']['data_records'])) {
                 foreach ($record->getData() as $key => $data) {
                     $row = $processor->buildDataRow($data);
                     if ($row) {
                         $row['file_rec_num'] = $key + 1;
                         $processorData['data'][] = $row;
                     }
                 }
             } else {
                 if (!isset($this->tap3Config['header'][$record->getType()]) && !isset($this->tap3Config['trailer'][$record->getType()])) {
                     Billrun_Factory::log()->log('No config for type : ' . $record->getType(), Zend_Log::DEBUG);
                 }
             }
         }
     } else {
         Billrun_Factory::log()->log('Got notification/empty file : ' . $processor->filename . ' , moving on...', Zend_Log::INFO);
     }
     $processorData['trailer'] = $trailer;
     return true;
 }
Example #9
0
 /**
  * @see Billrun_Plugin_Interface_IProcessor::processData
  */
 public function processData($type, $fileHandle, \Billrun_Processor &$processor)
 {
     if ($this->getName() != $type) {
         return FALSE;
     }
     $processedData =& $processor->getData();
     $processedData['header'] = $processor->buildHeader(fread($fileHandle, self::HEADER_LENGTH));
     $bytes = null;
     while (true) {
         if (!feof($fileHandle) && !isset($bytes[self::MAX_CHUNKLENGTH_LENGTH])) {
             $bytes .= fread($fileHandle, self::FILE_READ_AHEAD_LENGTH);
         }
         if (!isset($bytes[self::HEADER_LENGTH])) {
             break;
         }
         $row = $processor->buildDataRow($bytes);
         if ($row) {
             $row['stamp'] = md5($bytes);
             $processedData['data'][] = $row;
         }
         //Billrun_Factory::log()->log( $processor->getParser()->getLastParseLength(),  Zend_Log::DEBUG);
         $advance = $processor->getParser()->getLastParseLength();
         $bytes = substr($bytes, $advance <= 0 ? 1 : $advance);
     }
     $processedData['trailer'] = $processor->buildTrailer($bytes);
     return true;
 }
Example #10
0
 /**
  * move zip files to backup path after the processing was done
  * @param Billrun_Processor $processor the proce
  * @param string $file_path the path of the current processing file.
  */
 public function afterProcessorBackup($processor, &$file_path)
 {
     if ($processor->getType() != $this->getName()) {
         return;
     }
     $path = Billrun_Factory::config()->getConfigValue($this->getName() . '.processor.zip_move_path', false, 'string');
     if (!$path) {
         return;
     }
     if ($processor->retrievedHostname) {
         $path = $path . DIRECTORY_SEPARATOR . $processor->retrievedHostname;
     }
     $path .= DIRECTORY_SEPARATOR . date("Ym");
     if (!file_exists($path)) {
         Billrun_Factory::log()->log("Creating Directory : {$path}", Zend_Log::DEBUG);
         mkdir($path, 0777, true);
     }
     $srcPath = $file_path . ".zip";
     if (file_exists($srcPath)) {
         Billrun_Factory::log()->log("Saving zip file to : {$path}", Zend_Log::DEBUG);
         if (!rename($srcPath, $path . DIRECTORY_SEPARATOR . basename($srcPath))) {
             Billrun_Factory::log()->log(" Failed when trying to save file : " . basename($srcPath) . " to third party path : {$path}", Zend_Log::ERR);
         }
     }
 }
Example #11
0
 public function __construct($options)
 {
     parent::__construct($options);
 }
Example #12
0
 /**
  * @see Billrun_Plugin_Interface_IProcessor::processData
  */
 public function processData($type, $fileHandle, \Billrun_Processor &$processor)
 {
     if ($type != $this->getName()) {
         return FALSE;
     }
     $bytes = null;
     $headerData = fread($fileHandle, self::HEADER_LENGTH);
     $header = $processor->getParser()->parseHeader($headerData);
     if (isset($header['data_length_in_block']) && !feof($fileHandle)) {
         $bytes = fread($fileHandle, $header['data_length_in_block'] - self::HEADER_LENGTH);
     }
     if (in_array($header['format_version'], $this->nsnConfig['block_config']['supported_versions'])) {
         do {
             $row = $processor->buildDataRow($bytes);
             if ($row) {
                 $processor->addDataRow($row);
             }
             $bytes = substr($bytes, $processor->getParser()->getLastParseLength());
         } while (isset($bytes[self::TRAILER_LENGTH + 1]));
     } else {
         Billrun_Factory::log()->log("Got NSN block with unsupported version :  {$header['format_version']} , block header data : " . print_r($header, 1), Zend_log::CRIT);
     }
     $trailer = $processor->getParser()->parseTrailer($bytes);
     //align the readhead
     $alignment = self::RECORD_ALIGNMENT * max(1, $header['charging_block_size']);
     if ($alignment - $header['data_length_in_block'] > 0) {
         fread($fileHandle, $alignment - $header['data_length_in_block']);
     }
     //add trailer data
     $processorData =& $processor->getData();
     $processorData['trailer'] = $this->updateBlockData($trailer, $header, $processorData['trailer']);
     return true;
 }
Example #13
0
 /**
  * @see Billrun_Plugin_Interface_IProcessor::processData
  */
 public function processData($type, $fileHandle, \Billrun_Processor &$processor)
 {
     if ($this->getName() != $type) {
         return FALSE;
     }
     $processorData =& $processor->getData();
     $bytes = '';
     do {
         $bytes .= fread($fileHandle, self::FILE_READ_AHEAD_LENGTH);
     } while (!feof($fileHandle));
     $parsedData = Asn_Base::parseASNString($bytes);
     $processorData['header'] = $processor->buildHeader($parsedData);
     //$bytes = substr($bytes, $processor->getParser()->getLastParseLength());
     foreach ($parsedData->getData() as $record) {
         if (in_array($record->getType(), $this->nsnConfig['config']['data_records'])) {
             foreach ($record->getData() as $key => $data) {
                 $row = $processor->buildDataRow($data);
                 if ($row) {
                     $row['file_rec_num'] = $key;
                     $processorData['data'][] = $row;
                 }
             }
         } else {
             //Billrun_Factory::log()->log(print_r($record,1) ,  Zend_Log::DEBUG);
         }
     }
     $processorData['trailer'] = $processor->buildTrailer($parsedData);
     return true;
 }