private function exportProduct(Entity\Product $product)
{
return ['id' => $product->getId(), 'name' => $product->getName(), 'description' => $product->getDescription()];
}
private function createNewProduct($data)
{
$product = new Entity\Product();
$product->setCustomer($this->_customer);
$product->setName($data[3]);
$product->setTnved($data[5]);
$product->setHscode($data[6]);
$product->setDescription($data[7]);
$product->setDescriptionInvoice($data[8]);
$product->setExtraData($data[9]);
$product->setNetWeight($data[10]);
$product->setStatus($this->_status);
$product->setCustomText1($data[13]);
$this->_em->persist($product);
return $product;
}
public function getItemByProduct(Product $product)
{
if (!empty($this->items)) {
foreach ($this->items as $item) {
if ($item->getProduct()->getId() == $product->getId()) {
return $item;
}
}
}
return null;
}
public function parse()
{
$importLog = ['invoice' => ['inserted' => 0, 'updated' => 0, 'failed' => 0], 'product' => ['inserted' => 0], 'debug' => ['start_time' => microtime(true), 'end_time' => 0]];
$invoiceData = $this->getArrayAssoc();
$invoiceData = $this->groupArrayByKey($invoiceData, 'PURCHASE_ORDER_H');
foreach ($invoiceData as $invoiceItem) {
if ($this->_batch % $this->_insertLimit === 0) {
$this->_customer = $this->getCustomerByAbbr(self::CUSTOMER_CODE);
if ($this->_customer == null) {
throw new Exception('Customer "' . self::CUSTOMER_CODE . '"" was not found in DB');
}
}
$invoiceSplit = $this->splitInvoice($invoiceItem);
if ($invoiceSplit == false) {
$importLog['invoice']['failed']++;
continue;
}
$headers = $invoiceSplit['header'];
$invoiceHeader = $headers[1];
// Check if invoice exists
if (($invoice = $this->isInvoiceExist($invoiceHeader['PURCHASE_ORDER_H'], self::CUSTOMER_CODE)) == false) {
$invoice = new Entity\Invoice();
$importLog['invoice']['inserted']++;
$invoiceUpdates = 0;
} else {
// cancel all invoice line items if exists
$this->_em->getRepository('CoreBundle:Invoice')->setLineItemStatus($invoice, $this->getStatusByCode('CXL'));
$importLog['invoice']['updated']++;
$invoiceUpdates = $invoice->getCustomNumber10() + 1;
}
$invoice->setCustomer($this->_customer);
$invoice->setCustomText1($invoiceHeader['CUSTOMS_INVOICE_H']);
$invoice->setCustomText2($invoiceHeader['HP_INFORMATION_H']);
$invoice->setCustomText3($this->getInvoiceJson($invoiceHeader));
$invoice->setIssuedAt(new \DateTime($invoiceHeader['ORDER_DATE_H']));
$invoice->setIncoterms($this->getIncotermsByName(strtoupper($invoiceHeader['INCO_TERMS_H'])));
$invoice->setIncotermsDetails($invoiceHeader['INCO_TERMS_DETAILS_H']);
$invoice->setCustomText6($invoiceHeader['UNIQUE_GOODS_IDENTIFIER_H']);
$invoice->setNumber($invoiceHeader['PURCHASE_ORDER_H']);
$invoice->setCustomText7($invoiceHeader['DELIVERY_ORDER_H']);
$invoice->setCustomText8($invoiceHeader['RELATED_DOCUMENT_H']);
$invoice->setCustomText9($invoiceHeader['CUSTOMS_DECLARATION_H']);
$invoice->setCustomText10($invoiceHeader['HP_INT_TRANSPORT_ORDER_H']);
$invoice->setCurrency($this->getCurrencyByCode(strtoupper($invoiceHeader['HP_INVOICE_CURRENCY_H'])));
$invoice->setTotalAmount($invoiceHeader['HP_INVOICE_TOTAL_H']);
$invoice->setCustomNumber11($invoiceHeader['HP_LOGISTICAL_CHARGE_H']);
$invoice->setTotalPackages($invoiceHeader['TOTAL_NUMBER_OF_CARTON_H']);
$invoice->setCustomText11($invoiceHeader['HP_BILL_TO_CODE_H']);
$invoice->setCustomText12($invoiceHeader['HPDOC220_H']);
$invoice->setCustomText5($invoiceHeader['SHIPPER_REFERENCE_L']);
$invoice->setCustomNumber10($invoiceUpdates);
$invoice->setStatus($this->getStatusByCode('PBV'));
$invoice->setType($this->getInvoiceTypeByCode('COMM'));
// Get HP contract number and date
if (preg_match('#.*\\sOF\\s.*#', $invoiceHeader['HP_CONTRACTRFFCT_H'])) {
list($contractNum, $contractDate) = explode(' OF ', $invoiceHeader['HP_CONTRACTRFFCT_H']);
} else {
$contractNum = null;
$contractDate = null;
}
$formattedDate = new \DateTime();
$formattedDate = $formattedDate->createFromFormat('d/m/Y', trim($contractDate));
$invoice->setCustomText4(trim($contractNum));
$invoice->setCustomDate1($formattedDate);
// START reference table updates ( shipper, consignee, delivery and it's addresses )
if (($shipper = $this->isOrganizationExist($invoiceHeader['SHIPPER_NAME_H'])) == false) {
$shipper = $this->addOrganization($invoiceHeader['SHIPPER_NAME_H']);
}
if (($shipperAddr = $this->isOrganizationLocationExist($invoiceHeader['SHIPPER_POSTCODE_H'])) == false) {
$shipperAddr = $this->addOrganizationLocation($shipper, $invoiceHeader['SHIPPER_COUNTRY_H'], $invoiceHeader['SHIPPER_CITY_H'], $invoiceHeader['SHIPPER_ADDRESS2_H'], $invoiceHeader['SHIPPER_ADDRESS3_H'], $invoiceHeader['SHIPPER_ALIAS_CODE_H'], $invoiceHeader['SHIPPER_POSTCODE_H']);
}
if (($consignee = $this->isOrganizationExist($invoiceHeader['CONSIGNEE_NAME_H'])) == false) {
$consignee = $this->addOrganization($invoiceHeader['CONSIGNEE_NAME_H']);
}
if (($consigneeAddr = $this->isOrganizationLocationExist($invoiceHeader['CONSIGNEE_POSTCODE_H'])) == false) {
$consigneeAddr = $this->addOrganizationLocation($consignee, $invoiceHeader['CONSIGNEE_COUNTRY_H'], $invoiceHeader['CONSIGNEE_CITY_H'], $invoiceHeader['CONSIGNEE_ADDRESS2_H'], $invoiceHeader['CONSIGNEE_ADDRESS3_H'], $invoiceHeader['CONSIGNEE_ALIAS_CODE_H'], $invoiceHeader['CONSIGNEE_POSTCODE_H']);
}
if (($delivery = $this->isOrganizationExist($invoiceHeader['DELIVERY_NAME_H'])) == false) {
$delivery = $this->addOrganization($invoiceHeader['DELIVERY_NAME_H']);
}
if (($deliveryAddr = $this->isOrganizationLocationExist($invoiceHeader['DELIVERY_POSTCODE_H'])) == false) {
$deliveryAddr = $this->addOrganizationLocation($delivery, $invoiceHeader['DELIVERY_COUNTRY_H'], $invoiceHeader['DELIVERY_CITY_H'], $invoiceHeader['DELIVERY_ADDRESS2_H'], $invoiceHeader['DELIVERY_ADDRESS3_H'], $invoiceHeader['DELIVERY_ALIAS_CODE_H'], $invoiceHeader['DELIVERY_POSTCODE_H']);
}
// END reference table updates
$invoice->setShipper($shipper);
$invoice->setShipperAddress($shipperAddr);
$invoice->setConsignee($consignee);
$invoice->setConsigneeAddress($consigneeAddr);
$invoice->setDelivery($delivery);
$invoice->setDeliveryAddress($deliveryAddr);
$elements = $invoiceSplit['elements'];
$totalGrossWeight = 0;
// Go through invoice line items and packages
foreach ($elements as $elementId => $elementData) {
$lines = $elementData['lines'];
try {
foreach ($lines as $lineId => $lineData) {
// Add product info if missing
if (($product = $this->isProductExist($lineData['ITEM_DESCRIPTION_L'])) == false) {
$product = new Entity\Product();
$product->setName($lineData['ITEM_DESCRIPTION_L']);
$product->setHscode($headers[$elementId]['BARCODE_L']);
$product->setDescription($lineData['CUSTOM_TEXT_4_L']);
$product->setCustomText1($headers[$elementId]['SHIPPING_FLAG_L']);
$product->setCustomer($this->_customer);
$this->_em->persist($product);
$importLog['product']['inserted']++;
}
$totalGrossWeight += floatval($lineData['GROSS_WEIGHT_L']);
// Check if invoice line item exists
$invoiceId = $invoice->getId();
if ($invoiceId !== null && $invoiceId > 0) {
if (($invoiceLineItem = $this->isLineItemExist($invoiceId, $lineData['PANALPINA_REF_L'])) == false) {
$invoiceLineItem = new Entity\InvoiceLineItem();
} else {
$items = $invoiceLineItem->getPackages();
foreach ($items as $id => $item) {
$invoiceLineItem->removePackage($item);
}
}
} else {
$invoiceLineItem = new Entity\InvoiceLineItem();
}
if (isset($invoiceSplit['elements'][$lineId]['boxes'])) {
$boxes = $invoiceSplit['elements'][$lineId]['boxes'];
$boxUOM = null;
foreach ($boxes as $box) {
if (($package = $this->isPackageExist($box['CUSTOM_CODE_4_L'], $box['CUSTOM_TEXT_3_L'])) == false) {
$package = new Entity\Package();
} else {
$items = $package->getProducts();
foreach ($items as $item) {
$package->removeProduct($item);
}
}
if (is_null($boxUOM)) {
$boxUOM = $this->getUOMByCode(strtoupper($box['CUSTOM_TEXT_2_L']));
} elseif ($boxUOM->getCode() != strtoupper($box['CUSTOM_TEXT_2_L'])) {
throw new \Exception('Invoice ' . $invoiceHeader['CUSTOMS_INVOICE_H'] . ': boxes have different UOMs');
}
$package->setNumber($box['CUSTOM_CODE_4_L']);
$package->setPackageType($this->getUOMByCode('CT'));
$package->setCustomer($this->_customer);
$package->setGrossWeight($box['CUSTOM_TEXT_1_L']);
$package->setGrossWeightUOM($boxUOM);
$package->setCustomText4($box['CUSTOM_TEXT_3_L']);
$package->addProduct($product);
//$package->addInvoiceLineItem($invoiceLineItem);
$this->_em->persist($package);
$invoiceLineItem->addPackage($package);
}
}
$invoiceLineItem->setLineNumber($lineData['PANALPINA_REF_L']);
$invoiceLineItem->setGrossWeight($lineData['GROSS_WEIGHT_L']);
$invoiceLineItem->setGrossWeightUOM($boxUOM);
$invoiceLineItem->setCustomText4($lineData['ITEM_NUMBER_L']);
$invoiceLineItem->setQuantity($lineData['LINE_QTY_ORD_L']);
$invoiceLineItem->setCustomNumber11(floatval($headers[$elementId]['CUSTOM_TEXT_1_L']));
$invoiceLineItem->setPrice(floatval($headers[$elementId]['LINE_VALUE_L']));
$invoiceLineItem->setOriginCountry($this->getCountryByCode($lineData['ORIGIN_COUNTRY_L']));
$invoiceLineItem->setProduct($product);
//$invoiceLineItem->setInvoice($invoice);
$invoiceLineItem->setStatus($this->getStatusByCode('OPN'));
//$this->_em->persist($invoiceLineItem);
$invoice->addItem($invoiceLineItem);
}
} catch (\Exception $ex) {
$message = $ex->getMessage() . ' IN ' . $ex->getFile() . ' LINE ' . $ex->getLine();
$this->saveImportLog($this->getImportName(), $message, self::STATUS_ERR);
}
}
$invoice->setGrossWeight($totalGrossWeight);
$invoice->setGrossWeightUOM($boxUOM);
$this->_em->persist($invoice);
//$this->flush();
if (++$this->_batch % $this->_insertLimit === 0) {
$this->_em->flush();
$this->_em->clear();
//gc_collect_cycles();
}
//gc_collect_cycles();
}
$importLog['debug']['end_time'] = microtime(true);
$message = "Invoices added: " . $importLog['invoice']['inserted'] . "\r\n" . "Invoices updated: " . $importLog['invoice']['updated'] . "\r\n" . "Invoices failed: " . $importLog['invoice']['failed'] . "\r\n" . "Products added: " . $importLog['product']['inserted'] . "\r\n" . "Start time: " . date('d.m.Y H:i:s', $importLog['debug']['start_time']) . "\r\n" . "End time: " . date('d.m.Y H:i:s', $importLog['debug']['end_time']) . "\r\n" . "Time elapsed: " . ceil($importLog['debug']['end_time'] - $importLog['debug']['start_time']) . " seconds\r\n";
$this->saveImportLog($this->getImportName(), $message, self::STATUS_OK);
}
protected function addProduct($name, $description, $color = null, $size = null, $altKey = null, $seller = null, $parent = null)
{
if (($product = $this->isProductExist($name)) === false) {
$product = new Entity\Product();
}
$product->setName($name);
$product->setDescription($description);
$product->setCustomer($this->_customer);
$product->setCustomText1($color);
$product->setCustomText2($size);
$product->setCustomText3($altKey);
$product->setCustomText4($seller);
$product->setParent($parent);
$this->_em->persist($product);
return $product;
}
public function parse()
{
$batch = 10;
while (($data = $this->getLine()) !== false) {
try {
array_walk($data, function (&$value) {
$value = trim($value);
if (!strlen($value)) {
$value = null;
}
});
if (($product = $this->isProductExist($data[3])) === false) {
$product = new Entity\Product();
}
$product->setCustomer($this->_customer);
$product->setName($data[3]);
$product->setTnved($data[5]);
$product->setHscode($data[6]);
$product->setDescription($data[7]);
$product->setDescriptionInvoice($data[8]);
$product->setExtraData($data[9]);
$product->setNetWeight($data[10]);
$product->setStatus($this->_status);
$product->setCustomText1($data[13]);
$this->_em->persist($product);
if ($this->_count % $batch === 0) {
echo memory_get_usage() / 1024, "\n";
$this->_em->flush();
$this->_em->clear($product);
}
$this->_count++;
} catch (\Exception $ex) {
$logger = $this->get('logger');
$logger->error($ex->getMessage());
}
}
$this->_em->flush();
$this->_em->clear();
}