} if ($argc > 3 && is_numeric($argv[3])) { $c->add(kuserPeer::ID, $argv[3], Criteria::GREATER_EQUAL); } if ($argc > 4) { kuserPeer::setUseCriteriaFilter((bool) $argv[4]); } $c->addAscendingOrderByColumn(kuserPeer::UPDATED_AT); $c->addAscendingOrderByColumn(kuserPeer::ID); $c->setLimit(10000); $con = myDbHelper::getConnection(myDbHelper::DB_HELPER_CONN_PROPEL2); //$sphinxCon = DbManager::getSphinxConnection(); $entries = kuserPeer::doSelect($c, $con); $sphinx = new kSphinxSearchManager(); while (count($entries)) { foreach ($entries as $entry) { /* @var $entry kuser */ KalturaLog::log('kuser id ' . $entry->getId() . ' updated at ' . $entry->getUpdatedAt(null)); try { $ret = $sphinx->saveToSphinx($entry, true); } catch (Exception $e) { KalturaLog::err($e->getMessage()); exit - 1; } } $c->setOffset($c->getOffset() + count($entries)); kMemoryManager::clearMemory(); $entries = kuserPeer::doSelect($c, $con); } KalturaLog::log('Done. Cureent time: ' . time()); exit(0);
call_user_func(array($peerName, 'setUseCriteriaFilter'), false); for (;;) { $c = new Criteria(); if ($partnerId != -1) { $c->add($partnerIdField, $partnerId); } if ($lastCreatedAt) { $c->add($createdAtField, $lastCreatedAt, Criteria::LESS_EQUAL); } $c->addDescendingOrderByColumn($createdAtField); $c->setLimit(500); $items = call_user_func(array($peerName, 'doSelect'), $c); foreach ($items as $item) { usleep(100); if ($mode == 'execute') { $sphinx->saveToSphinx($item, false, true); echo $item->getId() . "Saved\n"; } else { print $sphinx->getSphinxSaveSql($item, false, true) . ';' . PHP_EOL; } $lastCreatedAt = $item->getCreatedAt(null); } sleep(10); kMemoryManager::clearMemory(); if (count($items) < 500) { break; } } if ($mode == 'execute') { echo "Done\n"; }
DbManager::setConfig($dbConf); DbManager::initialize(); $c = new Criteria(); if ($argc > 1 && is_numeric($argv[1])) { $c->add(TagPeer::ID, $argv[1], Criteria::GREATER_EQUAL); } if ($argc > 2 && is_numeric($argv[2])) { $c->add(TagPeer::PARTNER_ID, $argv[2], Criteria::EQUAL); } $c->addAscendingOrderByColumn(TagPeer::ID); $c->setLimit(10000); $con = myDbHelper::getConnection(myDbHelper::DB_HELPER_CONN_PROPEL2); //$sphinxCon = DbManager::getSphinxConnection(); $tags = TagPeer::doSelect($c, $con); $sphinx = new kSphinxSearchManager(); while (count($tags)) { foreach ($tags as $tag) { /* @var $tag Tag */ KalturaLog::log('tag id ' . $tag->getId() . ' tag string [' . $tag->getTag() . '] crc id[' . $sphinx->getSphinxId($tag) . ']'); try { $ret = $sphinx->saveToSphinx($tag, true); } catch (Exception $e) { KalturaLog::err($e->getMessage()); exit - 1; } } $c->setOffset($c->getOffset() + count($tags)); kMemoryManager::clearMemory(); $tags = TagPeer::doSelect($c, $con); } KalturaLog::log('Done');
define('SF_DEBUG', true); require_once SF_ROOT_DIR . DIRECTORY_SEPARATOR . 'apps' . DIRECTORY_SEPARATOR . SF_APP . DIRECTORY_SEPARATOR . 'config' . DIRECTORY_SEPARATOR . 'config.php'; require_once SF_ROOT_DIR . '/../infra/bootstrap_base.php'; require_once KALTURA_INFRA_PATH . DIRECTORY_SEPARATOR . "KAutoloader.php"; KAutoloader::addClassPath(KAutoloader::buildPath(KALTURA_ROOT_PATH, "batch", "mediaInfoParser", "*")); KAutoloader::addClassPath(KAutoloader::buildPath(KALTURA_ROOT_PATH, "vendor", "propel", "*")); KAutoloader::addClassPath(KAutoloader::buildPath(KALTURA_ROOT_PATH, "plugins", "*")); KAutoloader::setClassMapFilePath('./logs/classMap.cache'); KAutoloader::register(); error_reporting(E_ALL); $dbConf = kConf::getDB(); DbManager::setConfig($dbConf); DbManager::initialize(); if ($argc !== 2) { die('pleas provide partner id as input' . PHP_EOL . 'to run script: ' . basename(__FILE__) . ' X' . PHP_EOL . 'whereas X is partner id' . PHP_EOL); } $partnerId = @$argv[1]; $dbConf = kConf::getDB(); DbManager::setConfig($dbConf); DbManager::initialize(); $sphinx = new kSphinxSearchManager(); $c = new Criteria(); $c->add(entryPeer::PARTNER_ID, $partnerId); entryPeer::setUseCriteriaFilter(false); $entries = entryPeer::doSelect($c); foreach ($entries as $entry) { usleep(100); $sphinx->saveToSphinx($entry, false, true); echo $entry->getId() . "Saved\n"; } echo "Done\n";
$c->add(categoryKuserPeer::UPDATED_AT, $argv[1], Criteria::GREATER_EQUAL); } if ($argc > 2 && is_numeric($argv[2])) { $c->add(categoryKuserPeer::PARTNER_ID, $argv[2], Criteria::EQUAL); } if ($argc > 3 && is_numeric($argv[3])) { $c->add(categoryKuserPeer::ID, $argv[3], Criteria::GREATER_EQUAL); } $c->addAscendingOrderByColumn(categoryKuserPeer::UPDATED_AT); $c->addAscendingOrderByColumn(categoryKuserPeer::ID); $c->setLimit(10000); $con = myDbHelper::getConnection(myDbHelper::DB_HELPER_CONN_PROPEL2); //$sphinxCon = DbManager::getSphinxConnection(); $categoryKusers = categoryKuserPeer::doSelect($c, $con); $sphinx = new kSphinxSearchManager(); while (count($categoryKusers)) { foreach ($categoryKusers as $categoryKuser) { /* @var $categoryKuser categoryKuser */ KalturaLog::log('$categoryKuser id ' . $categoryKuser->getId() . ' updated at ' . $categoryKuser->getUpdatedAt(null)); try { $ret = $sphinx->saveToSphinx($categoryKuser, true); } catch (Exception $e) { KalturaLog::err($e->getMessage()); exit - 1; } } $c->setOffset($c->getOffset() + count($categoryKusers)); kMemoryManager::clearMemory(); $categoryKusers = categoryKuserPeer::doSelect($c, $con); } KalturaLog::log('Done. Current time: ' . time());
$c->add(CaptionAssetItemPeer::PARTNER_ID, $argv[2], Criteria::EQUAL); } if ($argc > 3 && is_numeric($argv[3])) { $c->add(CaptionAssetItemPeer::ID, $argv[3], Criteria::GREATER_EQUAL); } if ($argc > 4) { CaptionAssetItemPeer::setUseCriteriaFilter((bool) $argv[4]); } $c->addAscendingOrderByColumn(CaptionAssetItemPeer::CREATED_AT); $c->addAscendingOrderByColumn(CaptionAssetItemPeer::ID); $c->setLimit(10000); $con = myDbHelper::getConnection(myDbHelper::DB_HELPER_CONN_PROPEL2); //$sphinxCon = DbManager::getSphinxConnection(); $captions = CaptionAssetItemPeer::doSelect($c, $con); $sphinx = new kSphinxSearchManager(); while (count($captions)) { foreach ($captions as $caption) { KalturaLog::log('caption_asset_id ' . $caption->getId() . ' int id[' . $caption->getIntId() . '] crc id[' . $sphinx->getSphinxId($caption) . '] last updated at [' . $caption->getUpdatedAt(null) . ']'); try { $ret = $sphinx->saveToSphinx($caption, true); } catch (Exception $e) { KalturaLog::err($e->getMessage()); exit - 1; } } $c->setOffset($c->getOffset() + count($captions)); kMemoryManager::clearMemory(); $captions = CaptionAssetItemPeer::doSelect($c, $con); } KalturaLog::log('Done. Cureent time: ' . time()); exit(0);
if ($argc > 3 && is_numeric($argv[3])) { $c->add(MetadataPeer::ID, $argv[3], Criteria::GREATER_EQUAL); } if ($argc > 4) { MetadataPeer::setUseCriteriaFilter((bool) $argv[4]); } // only dynamic objects are saved to sphinx for now $c->addAnd(MetadataPeer::OBJECT_TYPE, MetadataObjectType::DYNAMIC_OBJECT); $c->addAscendingOrderByColumn(MetadataPeer::UPDATED_AT); $c->addAscendingOrderByColumn(MetadataPeer::ID); $c->setLimit(10000); $con = myDbHelper::getConnection(myDbHelper::DB_HELPER_CONN_PROPEL2); $metadatas = MetadataPeer::doSelect($c, $con); $sphinx = new kSphinxSearchManager(); while (count($metadatas)) { foreach ($metadatas as $metadata) { /* @var $metadata Metadata */ KalturaLog::log('metadata id ' . $metadata->getId() . ' updated at ' . $metadata->getUpdatedAt(null)); try { $ret = $sphinx->saveToSphinx($metadata, true); } catch (Exception $e) { KalturaLog::err($e->getMessage()); exit - 1; } } $c->setOffset($c->getOffset() + count($metadatas)); kMemoryManager::clearMemory(); $metadatas = MetadataPeer::doSelect($c, $con); } KalturaLog::log('Done. Curent time: ' . time()); exit(0);