コード例 #1
0
ファイル: FregatImport.php プロジェクト: vovancho/yii2test
 static function ImportDo()
 {
     // Делаем запись в таблицу отчетов импорта
     $logreport = new Logreport();
     $Importconfig = self::GetRowsPDO('select * from importconfig where importconfig_id = 1');
     if ($Importconfig['importconfig_do']) {
         self::$os_start = $Importconfig['os_startrow'];
         self::$mat_start = $Importconfig['mat_startrow'];
         self::$gu_start = $Importconfig['gu_startrow'];
         self::$Mishanya = 0;
         self::$Debug = YII_DEBUG;
         $starttime = microtime(true);
         $logreport->logreport_date = date('Y-m-d');
         $doreport = false;
         self::$materialexists = Material::find()->count() > 0;
         self::DeleteOldReports();
         // Идем по файлам импорта из 1С (os.xls - Основные средства, mat.xls - Материалы)
         foreach ([$Importconfig['emp_filename'] . '.txt', $Importconfig['os_filename'] . '.xlsx', $Importconfig['mat_filename'] . '.xlsx', $Importconfig['gu_filename'] . '.xlsx'] as $filename) {
             self::$filename = dirname($_SERVER['SCRIPT_FILENAME']) . '/imp/' . $filename;
             $FileType = self::$filename === dirname($_SERVER['SCRIPT_FILENAME']) . '/imp/' . $Importconfig['os_filename'] . '.xlsx' ? self::os : (self::$filename === dirname($_SERVER['SCRIPT_FILENAME']) . '/imp/' . $Importconfig['mat_filename'] . '.xlsx' ? self::mat : self::gu);
             self::SetFileType($FileType);
             self::Setxls();
             if (file_exists(self::$filename)) {
                 self::$filelastdate = date("Y-m-d H:i:s", filemtime(self::$filename));
                 $filelastdateFromDB = self::GetMaxFileLastDate($Importconfig);
                 if (self::$Debug || empty($filelastdateFromDB) || strtotime(self::$filelastdate) > strtotime($filelastdateFromDB)) {
                     /*   var_dump(self::$filename);
                          var_dump(self::$filelastdate);
                          var_dump($filelastdateFromDB);
                          var_dump($_SERVER);
                          var_dump($_ENV); */
                     ini_set('max_execution_time', $Importconfig['max_execution_time']);
                     // 1000 seconds
                     ini_set('memory_limit', $Importconfig['memory_limit']);
                     // 1Gbyte Max Memory
                     $logreport->save();
                     self::$logreport_id = $logreport->logreport_id;
                     $doreport = true;
                     // Определяем показатели импорта
                     self::$logreport_errors = 0;
                     // Не загружено записей из-за ошибок
                     self::$logreport_updates = 0;
                     // Записей изменено
                     self::$logreport_additions = 0;
                     // Записей добавлено
                     self::$logreport_missed = 0;
                     // Записей пропущено (исключены из обработки)
                     self::$logreport_amount = 0;
                     // Всего записей
                     if ($filename === $Importconfig['emp_filename'] . '.txt') {
                         self::$employee = true;
                     }
                     if (self::$employee) {
                         $i = 0;
                         $handle = @fopen(self::$filename, "r");
                         if ($handle) {
                             $UTF8deleteBOM = true;
                             while (($subject = fgets($handle, 4096)) !== false) {
                                 if ($UTF8deleteBOM) {
                                     $subject = str_replace("", '', $subject);
                                     $UTF8deleteBOM = false;
                                 }
                                 $transaction = Yii::$app->db->beginTransaction();
                                 $i++;
                                 try {
                                     $pattern = '/^(.*?)\\|(Поликлиника №\\s?[1,2,3] )?(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|/ui';
                                     preg_match($pattern, $subject, $matches);
                                     if ($matches[0] !== NULL) {
                                         $pattern = '/(^Поликлиника №)\\s?([1,2,3])\\s?$/ui';
                                         $matches[2] = preg_replace($pattern, 'Взрослая $1$2', mb_strtolower($matches[2], 'UTF-8'));
                                         if ($matches[3] === 'Поликлиника профилактических осмотров') {
                                             $matches[2] = $matches[3];
                                         }
                                         $pattern = '/^(.+) БУ "Нижневартовская городская поликлиника"$/ui';
                                         $matches[3] = preg_replace($pattern, '$1', $matches[3]);
                                         $employee_fio = $matches[1];
                                         $location = self::AssignLocationForEmployeeImport(trim($matches[3]), trim($matches[2]));
                                         $id_dolzh = self::AssignDolzh(trim($matches[4]));
                                         //            $sqlstr = empty($location->id_build) ? ' and id_build is null' : ' and id_build = :id_build';
                                         $Employee = Employee::find()->joinWith('idperson')->where(array_merge(['id_dolzh' => $id_dolzh, 'id_podraz' => $location->id_podraz], empty($location->id_build) ? [] : ['id_build' => $location->id_build]))->andFilterWhere(['like', 'auth_user_fullname', $employee_fio, false])->one();
                                         /*  $Employee = self::GetRowsPDO('select employee_id, auth_user_fullname, id_dolzh, id_podraz, id_build from employee inner join auth_user on employee.id_person = auth_user.auth_user_id  where auth_user_fullname like :employee_fio and id_dolzh = :id_dolzh and id_podraz = :id_podraz' . $sqlstr, array_merge([
                                             'employee_fio' => $employee_fio,
                                             'id_dolzh' => $id_dolzh,
                                             'id_podraz' => $location->id_podraz,
                                             ], empty($location->id_build) ? [] : ['id_build' => $location->id_build])); */
                                         if (empty($Employee)) {
                                             /*  var_dump('ok');
                                                 var_dump($Employee);
                                                 var_dump($employee_fio);
                                                 var_dump($location);
                                                 var_dump($id_dolzh); */
                                             $AuthuserCount = Authuser::find()->where(['like', 'auth_user_fullname', $employee_fio, false])->count();
                                             $Authuser = $AuthuserCount == 1 ? Authuser::find()->where(['like', 'auth_user_fullname', $employee_fio, false])->one() : false;
                                             $newEmployee = false;
                                             if (empty($Authuser) || $AuthuserCount > 1) {
                                                 $Authuser = new Authuser();
                                                 $Authuser->auth_user_fullname = $employee_fio;
                                                 $Authuser->auth_user_login = Proc::CreateLogin($employee_fio);
                                                 $Authuser->auth_user_password = Yii::$app->getSecurity()->generatePasswordHash('11111111');
                                                 $newEmployee = true;
                                             }
                                             $Employee = new Employee();
                                             $Employee->attributes = ['id_dolzh' => $id_dolzh, 'id_podraz' => $location->id_podraz, 'id_build' => $location->id_build, 'employee_forinactive' => 1];
                                             $Employeelog = new Employeelog();
                                             $Employeelog->id_logreport = self::$logreport_id;
                                             $Employeelog->employeelog_type = 1;
                                             $Employeelog->employeelog_filename = self::$filename;
                                             $Employeelog->employeelog_filelastdate = self::$filelastdate;
                                             $Employeelog->employeelog_rownum = $i;
                                             $Employeelog->employeelog_message = 'Запись добавлена.';
                                             if (isset($Employee->scenarios()['import1c'])) {
                                                 $Employee->scenario = 'import1c';
                                             }
                                             if (isset($Authuser->scenarios()['import1c'])) {
                                                 $Authuser->scenario = 'import1c';
                                             }
                                             if ($Authuser->validate()) {
                                                 $Authuser->save(false);
                                                 $Profile = Profile::findOne($Authuser->primaryKey);
                                                 $Profile = empty($Profile) ? new Profile() : $Profile;
                                                 $Profile->profile_id = $Authuser->primaryKey;
                                                 $Profile->profile_dr = $matches[16];
                                                 $Profile->profile_pol = $matches[15];
                                                 $Profile->profile_inn = $matches[11];
                                                 $Profile->profile_snils = $matches[12];
                                                 $Profile->profile_address = $matches[10];
                                                 $Profile->save();
                                                 if ($Profile->getErrors()) {
                                                     var_dump($Profile->getErrors());
                                                 }
                                                 $Employeelog->employeelog_message = $Profile->getErrors() ? 'Запись добавлена. Ошибка при создании профиля' : 'Запись добавлена.';
                                                 $Employee->id_person = $Authuser->getPrimaryKey();
                                                 if ($Employee->validate()) {
                                                     $newEmployee ? self::$logreport_additions++ : self::$logreport_updates++;
                                                     $Employee->save(false);
                                                     if ($newEmployee && !self::$Debug) {
                                                         self::Mishanya($Authuser, $Employee, $matches);
                                                     }
                                                 } else {
                                                     $Employeelog->employeelog_type = 3;
                                                     $Employeelog->employeelog_message = 'Ошибка при добавлении записи: ';
                                                     foreach ($Employee->getErrors() as $fields) {
                                                         $Employeelog->employeelog_message .= implode(' ', $fields) . ' ';
                                                     }
                                                     self::$logreport_errors++;
                                                 }
                                             } else {
                                                 $Employeelog->employeelog_type = 3;
                                                 $Employeelog->employeelog_message = 'Ошибка при добавлении записи: ';
                                                 foreach ($Authuser->getErrors() as $fields) {
                                                     $Employeelog->employeelog_message .= implode(' ', $fields) . ' ';
                                                 }
                                                 self::$logreport_errors++;
                                             }
                                             $Employeelog->employee_fio = $Authuser->auth_user_fullname;
                                             $Employeelog->dolzh_name = Dolzh::findOne($Employee->id_dolzh)->dolzh_name;
                                             //self::GetNameByID('dolzh', 'dolzh_name', $Employee->id_dolzh);
                                             $Employeelog->podraz_name = Podraz::findOne($Employee->id_podraz)->podraz_name;
                                             //self::GetNameByID('podraz', 'podraz_name', $Employee->id_podraz);
                                             if (!empty($Employee->id_build)) {
                                                 $Employeelog->build_name = Build::findOne($Employee->id_build)->build_name;
                                             }
                                             //self::GetNameByID('build', 'build_name', $Employee->id_build);
                                             $Employeelog->save(false);
                                         } else {
                                             if ($Employee->employee_importdo === 1) {
                                                 if (isset($Employee->scenarios()['import1c'])) {
                                                     $Employee->scenario = 'import1c';
                                                 }
                                                 $inactivePerson = Employee::find()->andWhere(['id_person' => $Employee->id_person, 'employee_dateinactive' => NULL])->count();
                                                 if (empty($inactivePerson)) {
                                                     $Employee = Employee::find(['id_person' => $Employee->id_person])->andWhere(['id_person' => $Employee->id_person])->orderBy(['employee_id' => SORT_DESC])->one();
                                                     $Employeelog = new Employeelog();
                                                     $Employeelog->id_logreport = self::$logreport_id;
                                                     $Employeelog->employeelog_type = 2;
                                                     $Employeelog->employeelog_filename = self::$filename;
                                                     $Employeelog->employeelog_filelastdate = self::$filelastdate;
                                                     $Employeelog->employeelog_rownum = $i;
                                                     $Employeelog->employeelog_message = 'Запись изменена. Очищена дата неактивности специальности "' . Yii::$app->formatter->asDate($Employee->employee_dateinactive) . '"';
                                                     $Employeelog->employee_fio = Authuser::findOne($Employee->id_person)->auth_user_fullname;
                                                     $Employeelog->dolzh_name = Dolzh::findOne($Employee->id_dolzh)->dolzh_name;
                                                     $Employeelog->podraz_name = Podraz::findOne($Employee->id_podraz)->podraz_name;
                                                     if (!empty($Employee->id_build)) {
                                                         $Employeelog->build_name = Build::findOne($Employee->id_build)->build_name;
                                                     }
                                                     $Employeelog->save(false);
                                                     $Employee->employee_dateinactive = null;
                                                     self::$logreport_updates++;
                                                 }
                                                 $Employee->employee_forinactive = 1;
                                                 $Employee->save(false);
                                             }
                                         }
                                     } elseif (trim($subject) !== '') {
                                         $Employeelog = new Employeelog();
                                         $Employeelog->id_logreport = self::$logreport_id;
                                         $Employeelog->employeelog_type = 3;
                                         $Employeelog->employeelog_filename = self::$filename;
                                         $Employeelog->employeelog_filelastdate = self::$filelastdate;
                                         $Employeelog->employeelog_rownum = $i;
                                         $Employeelog->employeelog_message = 'Ошибка при добавлении записи: Не пройдено регулярное выражение /^(.*?)\\|(Поликлиника №\\s?[1,2,3] )?(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|(.*?)\\|/ui';
                                         $Employeelog->save(false);
                                         self::$logreport_errors++;
                                     }
                                     $transaction->commit();
                                 } catch (Exception $e) {
                                     $transaction->rollBack();
                                     throw new Exception($e->getMessage() . ' $i = ' . $i . '; $filename = ' . self::$filename);
                                 }
                             }
                             fclose($handle);
                             if (!self::$Debug) {
                                 self::InactiveEmployee();
                             }
                         }
                         $logreport->logreport_amount += $i;
                         $logreport->logreport_employeelastdate = self::$filelastdate;
                         self::$employee = false;
                     } else {
                         if (self::IsFileType(self::mat) || self::IsFileType(self::gu)) {
                             Mattraffic::updateAll(['mattraffic_forimport' => NULL], ['mattraffic_forimport' => 1]);
                         }
                         $startRow = self::IsFileType(self::os) ? self::$os_start : (self::IsFileType(self::mat) ? self::$mat_start : self::$gu_start);
                         //начинаем читать с определенной строки
                         $exit = false;
                         //флаг выхода
                         $empty_value = 0;
                         //счетчик пустых знаений
                         // Загружаем данные из файла Excel
                         //        $inputFileType = 'Excel5';
                         //       $inputFileName = self::$filename;
                         $chunkSize = 1000;
                         //размер считываемых строк за раз
                         //
                         $objReader = \PHPExcel_IOFactory::createReaderForFile(self::$filename);
                         //     $objReader = \PHPExcel_IOFactory::createReader($inputFileType);
                         $chunkFilter = new chunkReadFilter();
                         $objReader->setReadFilter($chunkFilter);
                         $objReader->setReadDataOnly(true);
                         while (!$exit) {
                             // Инициализируем переменные
                             //  $row = $sheetData[self::$rownum_xls];
                             $chunkFilter->setRows($startRow, $chunkSize);
                             //устанавливаем знаечние фильтра
                             $objPHPExcel = $objReader->load(self::$filename);
                             //открываем файл
                             $objPHPExcel->setActiveSheetIndex(0);
                             //устанавливаем индекс активной страницы
                             $objWorksheet = $objPHPExcel->getActiveSheet();
                             //делаем активной нужную страницу
                             // Идем по данных excel
                             for ($i = $startRow; $i < $startRow + $chunkSize; $i++) {
                                 //внутренний цикл по строкам
                                 self::$rownum_xls = $i;
                                 $value = trim(htmlspecialchars($objWorksheet->getCellByColumnAndRow(0, $i)->getValue()));
                                 //получаем первое знаение в строке
                                 if (empty($value)) {
                                     //проверяем значение на пустоту
                                     $empty_value++;
                                 }
                                 if ($empty_value == 1) {
                                     //после трех пустых значений, завершаем обработку файла, думая, что это конец
                                     $exit = true;
                                     break;
                                 }
                                 /* Манипуляции с данными каким Вам угодно способом, в PHPExcel их превеликое множество */
                                 $row = $objWorksheet->rangeToArray('A' . $i . ':M' . $i, null, true, true, true);
                                 $row = $row[key($row)];
                                 $material = new Material();
                                 $authuser = new Authuser();
                                 $employee = new Employee();
                                 $mattraffic = new Mattraffic();
                                 $matlog = new Matlog();
                                 $employeelog = new Employeelog();
                                 $traflog = new Traflog();
                                 $MaterialDo = false;
                                 $EmployeeDo = false;
                                 $MattrafficDo = false;
                                 // Начинаем транзакцию
                                 $transaction = Yii::$app->db->beginTransaction();
                                 try {
                                     // Применяем значения атрубутов Материальной ценности
                                     $MaterialDo = self::MaterialDo($material, $matlog, $row);
                                     if ($MaterialDo) {
                                         // Применяем значения атрубутов Сотрудника
                                         $EmployeeDo = self::EmployeeDo($employee, $employeelog, $row);
                                         if ($EmployeeDo) {
                                             // Применяем значения атрубутов "Операции над материальной ценностью"
                                             $MattrafficDo = self::MattrafficDo($mattraffic, $traflog, $row, $material, $employee->employee_id);
                                         }
                                     }
                                     // $matlog->matlog_type !== 5 - Если Запись не изменилась не пишем в лог
                                     if ($matlog->matlog_type !== 5 && ($MaterialDo || count($material->getErrors()) > 0)) {
                                         $matlog->save(false);
                                         if ($matlog->matlog_type === 2) {
                                             $material->save(false);
                                         }
                                     }
                                     if ($MaterialDo) {
                                         // $employeelog->employeelog_type !== 5 - Если Запись не изменилась не пишем в лог
                                         if ($employeelog->employeelog_type !== 5 && ($EmployeeDo || count($employee->getErrors()) > 0)) {
                                             $employeelog->save(false);
                                         }
                                         if ($EmployeeDo) {
                                             if ($MattrafficDo || count($mattraffic->getErrors()) > 0) {
                                                 if ($matlog->IsNewRecord) {
                                                     $matlog->material_number = $material->material_number;
                                                     // Иначе пишется предыдущее значение количества материальной ценности
                                                     $matlog->save(false);
                                                 }
                                                 if ($employeelog->IsNewRecord) {
                                                     $employeelog->save(false);
                                                 }
                                                 $traflog->id_matlog = $matlog->matlog_id;
                                                 $traflog->id_employeelog = $employeelog->employeelog_id;
                                                 if ($traflog->validate()) {
                                                     $traflog->save(false);
                                                 }
                                             }
                                             if ($MattrafficDo) {
                                                 $material->save(false);
                                                 $employee->save(false);
                                                 $mattraffic->id_material = $material->material_id;
                                                 $mattraffic->id_mol = $employee->employee_id;
                                                 $mattraffic->save(false);
                                                 // Применяем значения атрубутов, если материальная ценность списна
                                                 self::WriteOffDo($material, $matlog, $mattraffic, $traflog, $row);
                                             }
                                         }
                                     }
                                     //    if ($transaction->isActive)
                                     $transaction->commit();
                                 } catch (Exception $e) {
                                     $transaction->rollBack();
                                     throw new Exception($e->getMessage() . ' $rownum_xls = ' . self::$rownum_xls . '; $filename = ' . self::$filename);
                                 }
                             }
                             $objPHPExcel->disconnectWorksheets();
                             //чистим
                             unset($objPHPExcel);
                             //память
                             unset($material);
                             unset($employee);
                             unset($mattraffic);
                             unset($matlog);
                             unset($employeelog);
                             unset($traflog);
                             unset($objWorksheet);
                             echo '<BR>Память использована с ' . $startRow . ' по ' . ($startRow + $chunkSize) . ' : ' . Yii::$app->formatter->asShortSize(memory_get_usage(true));
                             $startRow += $chunkSize;
                             //переходим на следующий шаг цикла, увеличивая строку, с которой будем читать файл
                         }
                         $logreport->logreport_amount += self::$rownum_xls - (self::IsFileType(self::os) ? self::$os_start : (self::IsFileType(self::mat) ? self::$mat_start : self::$gu_start));
                         if (self::IsFileType(self::os)) {
                             $logreport->logreport_oslastdate = self::$filelastdate;
                         } elseif (self::IsFileType(self::mat)) {
                             $logreport->logreport_matlastdate = self::$filelastdate;
                         } else {
                             $logreport->logreport_gulastdate = self::$filelastdate;
                         }
                         if (self::IsFileType(self::mat) || self::IsFileType(self::gu)) {
                             self::MaterialSpisanie();
                         }
                     }
                     $logreport->logreport_additions += self::$logreport_additions;
                     $logreport->logreport_updates += self::$logreport_updates;
                     $logreport->logreport_errors += self::$logreport_errors;
                     $logreport->logreport_missed += self::$logreport_missed;
                     $logreport->save();
                 } else {
                     if (self::IsFileType(self::os)) {
                         $logreport->logreport_oslastdate = self::$filelastdate;
                     } elseif (self::IsFileType(self::mat)) {
                         $logreport->logreport_matlastdate = self::$filelastdate;
                     } else {
                         $logreport->logreport_gulastdate = self::$filelastdate;
                     }
                     if ($filename === $Importconfig['emp_filename'] . '.txt') {
                         $logreport->logreport_employeelastdate = self::$filelastdate;
                     }
                 }
             }
         }
         if ($doreport) {
             self::MakeReport();
             $endtime = microtime(true);
             $logreport->logreport_executetime = gmdate('H:i:s', $endtime - $starttime);
             $logreport->logreport_memoryused = memory_get_usage(true);
             $logreport->save();
         }
         $endtime = microtime(true);
         echo 'ImportDo success<BR>';
         echo 'Использовано памяти: ' . Yii::$app->formatter->asShortSize(memory_get_usage(true)) . '; Время выполнения: ' . gmdate('H:i:s', $endtime - $starttime);
     } else {
         echo 'Импорт отключен';
     }
 }