public function rebuildStoreProductIndexPage($storeId, $collectionDefault, $page, $pageSize, $emulationInfo = null, $productIds = null, $useTmpIndex = false)
{
if ($this->config->isEnabledBackend($storeId) === false) {
$this->logger->log('INDEXING IS DISABLED FOR ' . $this->logger->getStoreName($storeId));
return;
}
$this->logger->start('rebuildStoreProductIndexPage ' . $this->logger->getStoreName($storeId) . ' page ' . $page . ' pageSize ' . $pageSize);
$emulationInfoPage = null;
if ($emulationInfo === null) {
$emulationInfoPage = $this->startEmulation($storeId);
}
$index_prefix = Mage::getConfig()->getTablePrefix();
$additionalAttributes = $this->config->getProductAdditionalAttributes($storeId);
/** @var Mage_Catalog_Model_Resource_Product_Collection $collection */
$collection = clone $collectionDefault;
$collection->setCurPage($page)->setPageSize($pageSize);
$collection->addCategoryIds();
$collection->addUrlRewrite();
if ($this->product_helper->isAttributeEnabled($additionalAttributes, 'stock_qty')) {
$collection->joinField('stock_qty', $index_prefix . 'cataloginventory_stock_item', 'qty', 'product_id=entity_id', '{{table}}.stock_id=1', 'left');
}
if ($this->product_helper->isAttributeEnabled($additionalAttributes, 'ordered_qty')) {
$collection->getSelect()->columns('(SELECT SUM(qty_ordered) FROM ' . $index_prefix . 'sales_flat_order_item WHERE ' . $index_prefix . 'sales_flat_order_item.product_id = e.entity_id) as ordered_qty');
}
if ($this->product_helper->isAttributeEnabled($additionalAttributes, 'total_ordered')) {
$collection->getSelect()->columns('(SELECT SUM(row_total) FROM ' . $index_prefix . 'sales_flat_order_item WHERE ' . $index_prefix . 'sales_flat_order_item.product_id = e.entity_id) as total_ordered');
}
if ($this->product_helper->isAttributeEnabled($additionalAttributes, 'rating_summary')) {
$collection->joinField('rating_summary', $index_prefix . 'review_entity_summary', 'rating_summary', 'entity_pk_value=entity_id', '{{table}}.store_id=' . $storeId, 'left');
}
$this->logger->start('LOADING ' . $this->logger->getStoreName($storeId) . ' collection page ' . $page . ', pageSize ' . $pageSize);
$collection->load();
$this->logger->log('Loaded ' . count($collection) . ' products');
$this->logger->stop('LOADING ' . $this->logger->getStoreName($storeId) . ' collection page ' . $page . ', pageSize ' . $pageSize);
$index_name = $this->product_helper->getIndexName($storeId, $useTmpIndex);
$indexData = $this->getProductsRecords($storeId, $collection, $productIds);
if (!empty($indexData['toIndex'])) {
$this->logger->start('ADD/UPDATE TO ALGOLIA');
$this->algolia_helper->addObjects($indexData['toIndex'], $index_name);
$this->logger->log('Product IDs: ' . implode(', ', array_keys($indexData['toIndex'])));
$this->logger->stop('ADD/UPDATE TO ALGOLIA');
}
if (!empty($indexData['toRemove'])) {
$this->logger->start('REMOVE FROM ALGOLIA');
$this->algolia_helper->deleteObjects($indexData['toRemove'], $index_name);
$this->logger->log('Product IDs: ' . implode(', ', $indexData['toRemove']));
$this->logger->stop('REMOVE FROM ALGOLIA');
}
unset($indexData);
$collection->walk('clearInstance');
$collection->clear();
unset($collection);
if ($emulationInfo === null) {
$this->stopEmulation($emulationInfoPage);
}
$this->logger->stop('rebuildStoreProductIndexPage ' . $this->logger->getStoreName($storeId) . ' page ' . $page . ' pageSize ' . $pageSize);
}
public function run($limit)
{
$full_reindex = $limit === -1;
$limit = $full_reindex ? 1 : $limit;
$element_count = 0;
$jobs = array();
$offset = 0;
$max_size = $this->config->getNumberOfElementByPage() * $limit;
while ($element_count < $max_size) {
$data = $this->db->query($this->db->select()->from($this->table, '*')->where('pid IS NULL')->order(array('job_id'))->limit($limit, $limit * $offset));
$data = $data->fetchAll();
$offset++;
if (count($data) <= 0) {
break;
}
foreach ($data as $job) {
$job_size = (int) $job['data_size'];
if ($element_count + $job_size <= $max_size) {
$jobs[] = $job;
$element_count += $job_size;
} else {
break 2;
}
}
}
if (count($jobs) <= 0) {
return;
}
$first_id = $jobs[0]['job_id'];
$last_id = $jobs[count($jobs) - 1]['job_id'];
$pid = getmypid();
// Reserve all new jobs since last run
$this->db->query("UPDATE {$this->db->quoteIdentifier($this->table, true)} SET pid = " . $pid . ' WHERE job_id >= ' . $first_id . " AND job_id <= {$last_id}");
foreach ($jobs as &$job) {
$job['data'] = json_decode($job['data'], true);
}
$jobs = $this->sortAndMergeJob($jobs);
// Run all reserved jobs
foreach ($jobs as $job) {
try {
$model = Mage::getSingleton($job['class']);
$method = $job['method'];
$model->{$method}(new Varien_Object($job['data']));
} catch (Exception $e) {
// Increment retries and log error information
$this->logger->log("Queue processing {$job['pid']} [KO]: Mage::getSingleton({$job['class']})->{$job['method']}(" . json_encode($job['data']) . ')');
$this->logger->log(date('c') . ' ERROR: ' . get_class($e) . ": '{$e->getMessage()}' in {$e->getFile()}:{$e->getLine()}\n" . "Stack trace:\n" . $e->getTraceAsString());
}
}
// Delete only when finished to be able to debug the queue if needed
$where = $this->db->quoteInto('pid = ?', $pid);
$this->db->delete($this->table, $where);
if ($full_reindex) {
$this->run(-1);
}
}
/**
* Rebuild all index data
*/
public function reindexAll()
{
if (!$this->config->getApplicationID() || !$this->config->getAPIKey() || !$this->config->getSearchOnlyAPIKey()) {
Mage::getSingleton('adminhtml/session')->addError('Algolia reindexing failed: You need to configure your Algolia credentials in System > Configuration > Algolia Search.');
$this->logger->log('ERROR Credentials not configured correctly');
return;
}
$this->logger->start('PRODUCTS FULL REINDEX');
$this->engine->rebuildProducts();
$this->logger->stop('PRODUCTS FULL REINDEX');
return $this;
}
public function rebuildCategories()
{
foreach (Mage::app()->getStores() as $store) {
if ($this->config->isEnabledBackEnd($store->getId()) === false) {
$this->logger->log('INDEXING IS DISABLED FOR ' . $this->logger->getStoreName($store->getId()));
continue;
}
if ($store->getIsActive()) {
$this->addToQueue('algoliasearch/observer', 'rebuildCategoryIndex', array('store_id' => $store->getId(), 'category_ids' => array()), $this->config->getQueueMaxRetries());
} else {
$this->addToQueue('algoliasearch/observer', 'deleteCategoriesStoreIndices', array('store_id' => $store->getId()), $this->config->getQueueMaxRetries());
}
}
}
public function rebuildStoreProductIndexPage($storeId, $collectionDefault, $page, $pageSize, $emulationInfo = null)
{
if ($this->config->isEnabledBackEnd($storeId) === false) {
$this->logger->log('INDEXING IS DISABLED FOR ' . $this->logger->getStoreName($storeId));
return;
}
$this->logger->start('rebuildStoreProductIndexPage ' . $this->logger->getStoreName($storeId) . ' page ' . $page . ' pageSize ' . $pageSize);
$emulationInfoPage = null;
if ($emulationInfo === null) {
$emulationInfoPage = $this->startEmulation($storeId);
}
$index_prefix = Mage::getConfig()->getTablePrefix();
$additionalAttributes = $this->config->getProductAdditionalAttributes($storeId);
$collection = clone $collectionDefault;
$collection->setCurPage($page)->setPageSize($pageSize);
$collection->addCategoryIds();
$collection->addUrlRewrite();
if ($this->product_helper->isAttributeEnabled($additionalAttributes, 'stock_qty')) {
$collection->joinField('stock_qty', $index_prefix . 'cataloginventory_stock_item', 'qty', 'product_id=entity_id', '{{table}}.stock_id=1', 'left');
}
if ($this->product_helper->isAttributeEnabled($additionalAttributes, 'ordered_qty')) {
$collection->getSelect()->columns('(SELECT SUM(qty_ordered) FROM ' . $index_prefix . 'sales_flat_order_item WHERE sales_flat_order_item.product_id = e.entity_id) as ordered_qty');
}
if ($this->product_helper->isAttributeEnabled($additionalAttributes, 'rating_summary')) {
$collection->joinField('rating_summary', $index_prefix . 'review_entity_summary', 'rating_summary', 'entity_pk_value=entity_id', '{{table}}.store_id=' . $storeId, 'left');
}
$this->logger->start('LOADING ' . $this->logger->getStoreName($storeId) . ' collection page ' . $page . ', pageSize ' . $pageSize);
$collection->load();
$this->logger->log('Loaded ' . count($collection) . ' products');
$this->logger->stop('LOADING ' . $this->logger->getStoreName($storeId) . ' collection page ' . $page . ', pageSize ' . $pageSize);
$index_name = $this->product_helper->getIndexName($storeId);
$indexData = $this->getProductsRecords($storeId, $collection);
$this->logger->start('SEND TO ALGOLIA');
if (count($indexData) > 0) {
$this->algolia_helper->addObjects($indexData, $index_name);
}
$this->logger->stop('SEND TO ALGOLIA');
unset($indexData);
$collection->walk('clearInstance');
$collection->clear();
unset($collection);
if ($emulationInfo === null) {
$this->stopEmulation($emulationInfoPage);
}
$this->logger->stop('rebuildStoreProductIndexPage ' . $this->logger->getStoreName($storeId) . ' page ' . $page . ' pageSize ' . $pageSize);
}
public function rebuildCategories()
{
foreach (Mage::app()->getStores() as $store) {
if ($this->config->isEnabledBackEnd($store->getId()) === false) {
if (php_sapi_name() === 'cli') {
echo '[ALGOLIA] INDEXING IS DISABLED FOR ' . $this->logger->getStoreName($store->getId()) . "\n";
}
Mage::getSingleton('adminhtml/session')->addWarning('[ALGOLIA] INDEXING IS DISABLED FOR ' . $this->logger->getStoreName($store->getId()));
$this->logger->log('INDEXING IS DISABLED FOR ' . $this->logger->getStoreName($store->getId()));
continue;
}
if ($store->getIsActive()) {
$this->addToQueue('algoliasearch/observer', 'rebuildCategoryIndex', array('store_id' => $store->getId(), 'category_ids' => array()), 1);
} else {
$this->addToQueue('algoliasearch/observer', 'deleteCategoriesStoreIndices', array('store_id' => $store->getId()), 1);
}
}
}
