public function csvImport($csvFile, $entity, $user, $fileRecord) { // Create and configure the reader $headers = new ParagonArray(); $file = new \SplFileObject($csvFile); $csvReader = new CsvReader($file); $csvReader->setHeaderRowNumber(0); $csvReader->setStrict(false); $csvReader->setColumnHeaders($headers->csvReaderArray()); $workflow = new Workflow($csvReader); $doctrineWriter = new DoctrineWriter($this->em, $entity); $doctrineWriter->disableTruncate(); $workflow->addWriter($doctrineWriter); $dateConverter = new DateConventer($fileRecord->getPlanDate()); $weekNumberConverter = new WeekNumberConventer($fileRecord->getPlanDate()); $planNameConverter = new PlanNameConventer($fileRecord->getName()); $routeNameConventer = new RouteNameConventer($fileRecord->getPlanDate()); $dateTimeNow = new DateTimeNow(); $dateToMicroConventer = new TimeToMicroConventer(); $timeConverter = new DateTimeValueConverter('H:i'); $uploadedBy = new UploadedBy($user); $planDateConvert = new PlanDateConvert($fileRecord->getPlanDate()); //\Doctrine\Common\Util\Debug::dump($date->format('Y-m-d')); //die; $date = $fileRecord->getPlanDate(); $workflow->setSkipItemOnFailure(true)->addValueConverter('routeNo', $routeNameConventer)->addValueConverter('startTime', $dateConverter)->addValueConverter('sourceDepotDepartureTime', $dateConverter)->addValueConverter('arrivalTime', $dateConverter)->addValueConverter('departTime', $dateConverter)->addValueConverter('endDepotArrivalTime', $dateConverter)->addValueConverter('tripStart', $dateConverter)->addValueConverter('destDepotArrivalTime', $dateConverter)->addValueConverter('destDepotDepartureTime', $dateConverter)->addValueConverter('sourceDepotArrivalTime2', $dateConverter)->addValueConverter('sourceDepotDepartureTime2', $dateConverter)->addValueConverter('startDepotDepartureTime', $dateConverter)->addValueConverter('endTime', $dateConverter)->addValueConverter('callDuration', $dateToMicroConventer)->addValueConverter('dutyTime', $dateToMicroConventer)->addValueConverter('driveTime', $dateToMicroConventer)->addValueConverter('emptyTime', $dateToMicroConventer)->addValueConverter('timeWindowStart', $dateConverter)->addValueConverter('timeWindowEnd', $dateConverter)->addValueConverter('uploadDate', $dateTimeNow)->addValueConverter('uploadedBy', $uploadedBy)->addValueConverter('planDate', $planDateConvert)->addValueConverter('planName', $planNameConverter)->addValueConverter('weekNumber', $weekNumberConverter); // \Doctrine\Common\Util\Debug::dump($doctrineWriter); // die; $result = $workflow->process(); //update query to generate route and trip combination $query = $this->em->createQuery("UPDATE NTPBundle:ParagonData p SET p.routeNo = CONCAT(p.routeNo,'0', p.tripNo) " . "WHERE p.planDate=:date")->setParameter('date', $date); $query->execute(); return $result; }
public function getReader(\SplFileObject $file) { $reader = new CsvReader($file, $this->delimiter, $this->enclosure, $this->escape); if (null !== $this->headerRowNumber) { $reader->setHeaderRowNumber($this->headerRowNumber); } $reader->setStrict($this->strict); return $reader; }
/** * @param \SplFileObject $file * @param array $data * @return array */ public function getCsvHeader(\SplFileObject $file, &$data) { $csvReader = new CsvReader($file, $data['delimiter']); $csvReader->setHeaderRowNumber(0, 1); $csvReader->setStrict(false); $data['count'] = $csvReader->count(); $data['header'] = $csvReader->getColumnHeaders(); if ($csvReader->hasErrors() || count($csvReader->getFields()) <= 1) { $this->setError('error read file'); } else { $row = $csvReader->getRow(1); foreach ($row as $key => $value) { $data['first'][$key] = $value; } } return $data; }
public function load() { $reader = new CsvReader($this->getFile(), $this->getOption('delimiter'), $this->getOption('enclosure'), $this->getOption('escape')); $headers = $this->getOption('headers'); $headerRow = $this->getOption('header_row'); if (false !== $headerRow) { $duplicateHeaders = $headers == 'merge' ? CsvReader::DUPLICATE_HEADERS_MERGE : CsvReader::DUPLICATE_HEADERS_INCREMENT; $reader->setHeaderRowNumber($headerRow, $duplicateHeaders); } if (is_array($headers)) { $reader->setColumnHeaders($headers); } elseif ('number' == $headers) { $headers = []; for ($i = 1; $i <= count($reader->getColumnHeaders()); ++$i) { $headers[] = 'field' . $i; } $reader->setColumnHeaders($headers); } $reader->setStrict($this->getOption('strict')); return $this->setReader($reader); }
/** * {@inheritdoc} */ public function processFile(\SplFileInfo $file, $replace = false) { $reader = new CsvReader($file->openFile()); $reader->setStrict(false)->setHeaderRowNumber(0)->setColumnHeaders($this->getColumns()); $workflow = $this->buildWorkflow($reader)->setSkipItemOnFailure(true); $this->result = $workflow->process(); }
public function testMaximumNesting() { if (!function_exists('xdebug_is_enabled')) { $this->markTestSkipped('xDebug is not installed'); } $xdebug_start = !xdebug_is_enabled(); if ($xdebug_start) { xdebug_enable(); } ini_set('xdebug.max_nesting_level', 200); $file = new \SplTempFileObject(); for ($i = 0; $i < 500; $i++) { $file->fwrite("1,2,3\n"); } $reader = new CsvReader($file); $reader->rewind(); $reader->setStrict(true); $reader->setColumnHeaders(array('one', 'two')); $current = $reader->current(); $this->assertEquals(null, $current); if ($xdebug_start) { xdebug_disable(); } }
private function formatToReader(Format $format, \SplFileInfo $file) { if ($format instanceof CsvFormat) { $reader = new CsvReader($file->openFile(), $format->getDelimiter(), $format->getEnclosure(), $format->getEscape()); $reader->setStrict(false); if ($format->isHeaderInFirstRow()) { $reader->setHeaderRowNumber(0, CsvReader::DUPLICATE_HEADERS_MERGE); $reader->setColumnHeaders(array_map('trim', $reader->getColumnHeaders())); //TODO some header-collaborator? } } elseif ($format instanceof ExcelFormat) { $headerRowNumber = $format->isHeaderInFirstRow() ? 0 : null; $reader = new ExcelReader($file->openFile(), $headerRowNumber, $format->getActivesheet()); if ($format->isHeaderInFirstRow()) { $reader->setColumnHeaders(array_map('trim', $reader->getColumnHeaders())); //TODO some header-collaborator? } } elseif ($format instanceof JsonFormat) { $array = json_decode(file_get_contents($file), true); $reader = new ArrayReader($array); } elseif ($format instanceof XmlFormat) { $reader = new XmlReader($file->openFile(), $format->getXpath()); } elseif ($format instanceof CompressedFormat && $format->getSubFormat()) { $reader = $this->formatToReader($format->getSubFormat(), $format->getInsideStream($file)); } else { throw new InvalidConfigurationException('Cannot build reader. Unknown format: ' . $format); } return $reader; }
/** * Import from csv * using https://github.com/ddeboer/data-import * * @Route("/import/{filetype}/{entity}/{id}", name="import_upload") */ public function importAction($id, $filetype, $entity) { $em = $this->getDoctrine()->getManager(); // Create and configure the reader $upload = $em->getRepository('AppBundle:Upload')->find($id); $path = $this->get('kernel')->getRootDir() . '/../uploads/' . $upload->getName(); $entity_namespace = 'AppBundle:' . $entity; $entity_redirect = $entity; $file = new \SplFileObject($path); $csvReader = new CsvReader($file); // Tell the reader that the first row in the CSV file contains column headers $csvReader->setHeaderRowNumber(0); $csvReader->setStrict(FALSE); // Create the workflow from the reader $workflow = new Workflow($csvReader); // Create a writer: you need Doctrine’s EntityManager. $doctrineWriter = new DoctrineWriter($em, $entity_namespace); $doctrineWriter->disableTruncate(); $workflow->addWriter($doctrineWriter); // Process the workflow $workflow->process(); return $this->redirect($this->generateUrl(strtolower($entity_redirect))); }
/** * 添加管理者信息. * * @Route("/new", name="manager_new") * * @Template("UserBundle:Manager:new.html.twig") */ public function newAction(Request $request) { $manager = new Manager(); $new_form = $this->createForm(new ManagerNewType(), $manager, array('action' => $this->generateUrl('manager_new'), 'method' => 'GET')); $new_form->handleRequest($request); if ($new_form->isValid()) { //添加成功跳转到列表页面,不成功跳转到本页面 try { $em = $this->getDoctrine()->getManager(); $manager->setEnabled(1); $success = $em->getRepository('UserBundle:Manager')->add($manager); if ($success) { $this->addFlash('success', $manager->getName() . '添加成功'); } else { $this->addFlash('error', '网络原因或数据库故障,添加失败. 请重新尝试添加!'); return $this->redirect($this->generateUrl('manager_new')); } return $this->redirect($this->generateUrl('manager_index')); } catch (\Exception $e) { $this->addFlash('error', '网络原因或数据库故障,添加失败. 请重新尝试添加!'); return $this->redirect($this->generateUrl('manager_new')); } } //批量导入管理员信息 $import_form = $this->createFormBuilder()->setMethod('POST')->setAction($this->generateUrl('manager_new'))->add('fileUrl', 'file', array('label' => '文件位置:'))->add('import', 'submit', array('label' => '导入'))->add('cancel', 'reset', array('label' => '取消'))->getForm(); $import_form->handleRequest($request); if ($import_form->isValid()) { if (!is_dir("upload/import/manager_import")) { mkdir("upload/import/manager_import"); } $file = $import_form['fileUrl']->getData(); $filename = explode(".", $file->getClientOriginalName()); $extension = $filename[count($filename) - 1]; $newefilename = $filename[0] . "_" . rand(1, 9999) . "." . $extension; $file->move("upload/import/manager_import", $newefilename); $upfile = new \SplFileObject("upload/import/manager_import/" . $newefilename); $csvReader = new CsvReader($upfile); $csvReader->setStrict(false)->setHeaderRowNumber(0)->setColumnHeaders(['username', 'name', 'email', 'telephone', 'roles' => 'FOS\\UserBundle\\Model\\User', 'password']); $em = $this->getDoctrine()->getManager(); $doctrineWriter = new DoctrineWriter($em, 'UserBundle:Manager'); $doctrineWriter->disableTruncate(); $workflow = new Workflow($csvReader); $workflow->addWriter($doctrineWriter)->process(); } return array('new_form' => $new_form->createView(), 'import_form' => $import_form->createView()); }