/**
* Based on the CHUNK_SIZE, target links are purged in an instant if those
* selected entities are < CHUNK_SIZE which should be enough for most
* common queries that only share a limited amount of dependencies, yet for
* queries that expect a large subject/dependency pool, doing an online update
* for all at once is not feasible hence the iterative process of creating
* batches that run through the job scheduler.
*
* @param array|string $idList
*/
private function findEmbeddedQueryTargetLinksBatches($idList)
{
if (is_string($idList) && strpos($idList, '|') !== false) {
$idList = explode('|', $idList);
}
if ($idList === array()) {
return true;
}
$embeddedQueryDependencyLinksStore = new EmbeddedQueryDependencyLinksStore($this->store);
// +1 to look ahead
$hashList = $embeddedQueryDependencyLinksStore->findPartialEmbeddedQueryTargetLinksHashListFor($idList, $this->limit + 1, $this->offset);
if ($hashList === array()) {
return true;
}
$countedHashListEntries = count($hashList);
// If more results are available then use an iterative increase to fetch
// the remaining updates by creating successive jobs
if ($countedHashListEntries > $this->limit) {
$job = new self($this->getTitle(), array('idlist' => $idList, 'limit' => $this->limit, 'offset' => $this->offset + self::CHUNK_SIZE));
$job->run();
}
wfDebugLog('smw', __METHOD__ . " counted: {$countedHashListEntries} | offset: {$this->offset} for " . $this->getTitle()->getPrefixedDBKey() . "\n");
$hashList = $this->doBuildUniqueTargetLinksHashList($hashList);
$this->addPagesToUpdater($hashList);
}
public function testTryToAddDependenciesWithinSkewedTime()
{
$title = $this->getMockBuilder('\\Title')->disableOriginalConstructor()->getMock();
$title->expects($this->once())->method('getTouched')->will($this->returnValue(wfTimestamp(TS_MW) + 10));
$subject = $this->getMockBuilder('\\SMW\\DIWikiPage')->disableOriginalConstructor()->getMock();
$subject->expects($this->once())->method('getTitle')->will($this->returnValue($title));
$idTable = $this->getMockBuilder('\\stdClass')->setMethods(array('getSMWPageID'))->getMock();
$idTable->expects($this->once())->method('getSMWPageID')->will($this->returnValue(42));
$connection = $this->getMockBuilder('\\SMW\\MediaWiki\\Database')->disableOriginalConstructor()->getMock();
$connectionManager = $this->getMockBuilder('\\SMW\\ConnectionManager')->disableOriginalConstructor()->getMock();
$connectionManager->expects($this->any())->method('getConnection')->will($this->returnValue($connection));
$store = $this->getMockBuilder('\\SMW\\SQLStore\\SQLStore')->disableOriginalConstructor()->setMethods(array('getObjectIds'))->getMockForAbstractClass();
$store->setConnectionManager($connectionManager);
$store->expects($this->once())->method('getObjectIds')->will($this->returnValue($idTable));
$embeddedQueryDependencyListResolver = $this->getMockBuilder('\\SMW\\SQLStore\\EmbeddedQueryDependencyListResolver')->disableOriginalConstructor()->getMock();
$embeddedQueryDependencyListResolver->expects($this->any())->method('getSubject')->will($this->returnValue($subject));
$instance = new EmbeddedQueryDependencyLinksStore($store);
$instance->addDependencyList($embeddedQueryDependencyListResolver);
}
private function addCallbackHandlers($basePath, $globalVars)
{
$eventHandler = EventHandler::getInstance();
$applicationFactory = ApplicationFactory::getInstance();
$propertyHierarchyLookup = new PropertyHierarchyLookup($applicationFactory->getStore(), $applicationFactory->newCacheFactory()->newFixedInMemoryCache(500));
$propertyHierarchyLookup->setSubcategoryDepth($applicationFactory->getSettings()->get('smwgQSubcategoryDepth'));
$propertyHierarchyLookup->setSubpropertyDepth($applicationFactory->getSettings()->get('smwgQSubpropertyDepth'));
/**
* Hook: ParserAfterTidy to add some final processing to the fully-rendered page output
*
* @see https://www.mediawiki.org/wiki/Manual:Hooks/ParserAfterTidy
*/
$this->handlers['ParserAfterTidy'] = function (&$parser, &$text) {
$parserAfterTidy = new ParserAfterTidy($parser, $text);
return $parserAfterTidy->process();
};
/**
* Hook: Called by BaseTemplate when building the toolbox array and
* returning it for the skin to output.
*
* @see https://www.mediawiki.org/wiki/Manual:Hooks/BaseTemplateToolbox
*/
$this->handlers['BaseTemplateToolbox'] = function ($skinTemplate, &$toolbox) {
$baseTemplateToolbox = new BaseTemplateToolbox($skinTemplate, $toolbox);
return $baseTemplateToolbox->process();
};
/**
* Hook: Allows extensions to add text after the page content and article
* metadata.
*
* @see https://www.mediawiki.org/wiki/Manual:Hooks/SkinAfterContent
*/
$this->handlers['SkinAfterContent'] = function (&$data, $skin = null) {
$skinAfterContent = new SkinAfterContent($data, $skin);
return $skinAfterContent->process();
};
/**
* Hook: Called after parse, before the HTML is added to the output
*
* @see https://www.mediawiki.org/wiki/Manual:Hooks/OutputPageParserOutput
*/
$this->handlers['OutputPageParserOutput'] = function (&$outputPage, $parserOutput) {
$outputPageParserOutput = new OutputPageParserOutput($outputPage, $parserOutput);
return $outputPageParserOutput->process();
};
/**
* Hook: Add changes to the output page, e.g. adding of CSS or JavaScript
*
* @see https://www.mediawiki.org/wiki/Manual:Hooks/BeforePageDisplay
*/
$this->handlers['BeforePageDisplay'] = function (&$outputPage, &$skin) {
$beforePageDisplay = new BeforePageDisplay($outputPage, $skin);
return $beforePageDisplay->process();
};
/**
* Hook: InternalParseBeforeLinks is used to process the expanded wiki
* code after <nowiki>, HTML-comments, and templates have been treated.
*
* @see https://www.mediawiki.org/wiki/Manual:Hooks/InternalParseBeforeLinks
*/
$this->handlers['InternalParseBeforeLinks'] = function (&$parser, &$text) {
$internalParseBeforeLinks = new InternalParseBeforeLinks($parser, $text);
return $internalParseBeforeLinks->process();
};
/**
* Hook: NewRevisionFromEditComplete called when a revision was inserted
* due to an edit
*
* @see https://www.mediawiki.org/wiki/Manual:Hooks/NewRevisionFromEditComplete
*/
$this->handlers['NewRevisionFromEditComplete'] = function ($wikiPage, $revision, $baseId, $user) {
$newRevisionFromEditComplete = new NewRevisionFromEditComplete($wikiPage, $revision, $baseId, $user);
return $newRevisionFromEditComplete->process();
};
/**
* Hook: TitleMoveComplete occurs whenever a request to move an article
* is completed
*
* @see https://www.mediawiki.org/wiki/Manual:Hooks/TitleMoveComplete
*/
$this->handlers['TitleMoveComplete'] = function (&$oldTitle, &$newTitle, &$user, $oldId, $newId) {
$titleMoveComplete = new TitleMoveComplete($oldTitle, $newTitle, $user, $oldId, $newId);
return $titleMoveComplete->process();
};
/**
* Hook: ArticlePurge executes before running "&action=purge"
*
* @see https://www.mediawiki.org/wiki/Manual:Hooks/ArticlePurge
*/
$this->handlers['ArticlePurge'] = function (&$wikiPage) {
$articlePurge = new ArticlePurge();
return $articlePurge->process($wikiPage);
};
/**
* Hook: ArticleDelete occurs whenever the software receives a request
* to delete an article
*
* @see https://www.mediawiki.org/wiki/Manual:Hooks/ArticleDelete
*/
$this->handlers['ArticleDelete'] = function (&$wikiPage, &$user, &$reason, &$error) {
$articleDelete = new ArticleDelete($wikiPage, $user, $reason, $error);
return $articleDelete->process();
};
/**
* Hook: LinksUpdateConstructed called at the end of LinksUpdate() construction
*
* @see https://www.mediawiki.org/wiki/Manual:Hooks/LinksUpdateConstructed
*/
$this->handlers['LinksUpdateConstructed'] = function ($linksUpdate) {
$linksUpdateConstructed = new LinksUpdateConstructed($linksUpdate);
return $linksUpdateConstructed->process();
};
/**
* Hook: Add extra statistic at the end of Special:Statistics
*
* @see https://www.mediawiki.org/wiki/Manual:Hooks/SpecialStatsAddExtra
*/
$this->handlers['SpecialStatsAddExtra'] = function (&$extraStats) use($globalVars) {
$specialStatsAddExtra = new SpecialStatsAddExtra($extraStats, $globalVars['wgVersion'], $globalVars['wgLang']);
return $specialStatsAddExtra->process();
};
/**
* Hook: For extensions adding their own namespaces or altering the defaults
*
* @Bug 34383
* @see https://www.mediawiki.org/wiki/Manual:Hooks/CanonicalNamespaces
*/
$this->handlers['CanonicalNamespaces'] = function (&$list) {
$list = $list + NamespaceManager::getCanonicalNames();
return true;
};
/**
* @see https://www.mediawiki.org/wiki/Manual:Hooks/FileUpload
*
* @since 1.9.1
*/
$this->handlers['FileUpload'] = function ($file, $reupload) {
$fileUpload = new FileUpload($file, $reupload);
return $fileUpload->process();
};
/**
* @see https://www.mediawiki.org/wiki/Manual:Hooks/ResourceLoaderGetConfigVars
*/
$this->handlers['ResourceLoaderGetConfigVars'] = function (&$vars) {
$resourceLoaderGetConfigVars = new ResourceLoaderGetConfigVars($vars);
return $resourceLoaderGetConfigVars->process();
};
/**
* @see https://www.mediawiki.org/wiki/Manual:Hooks/GetPreferences
*/
$this->handlers['GetPreferences'] = function ($user, &$preferences) {
$getPreferences = new GetPreferences($user, $preferences);
return $getPreferences->process();
};
/**
* @see https://www.mediawiki.org/wiki/Manual:Hooks/SkinTemplateNavigation
*/
$this->handlers['SkinTemplateNavigation'] = function (&$skinTemplate, &$links) {
$skinTemplateNavigation = new SkinTemplateNavigation($skinTemplate, $links);
return $skinTemplateNavigation->process();
};
/**
* @see https://www.mediawiki.org/wiki/Manual:Hooks/LoadExtensionSchemaUpdates
*/
$this->handlers['LoadExtensionSchemaUpdates'] = function ($databaseUpdater) {
$extensionSchemaUpdates = new ExtensionSchemaUpdates($databaseUpdater);
return $extensionSchemaUpdates->process();
};
/**
* @see https://www.mediawiki.org/wiki/Manual:Hooks/ResourceLoaderTestModules
*/
$this->handlers['ResourceLoaderTestModules'] = function (&$testModules, &$resourceLoader) use($basePath, $globalVars) {
$resourceLoaderTestModules = new ResourceLoaderTestModules($resourceLoader, $testModules, $basePath, $globalVars['IP']);
return $resourceLoaderTestModules->process();
};
/**
* @see https://www.mediawiki.org/wiki/Manual:Hooks/ExtensionTypes
*/
$this->handlers['ExtensionTypes'] = function (&$extTypes) {
$extensionTypes = new ExtensionTypes($extTypes);
return $extensionTypes->process();
};
/**
* @see https://www.mediawiki.org/wiki/Manual:Hooks/TitleIsAlwaysKnown
*/
$this->handlers['TitleIsAlwaysKnown'] = function ($title, &$result) {
$titleIsAlwaysKnown = new TitleIsAlwaysKnown($title, $result);
return $titleIsAlwaysKnown->process();
};
/**
* @see https://www.mediawiki.org/wiki/Manual:Hooks/BeforeDisplayNoArticleText
*/
$this->handlers['BeforeDisplayNoArticleText'] = function ($article) {
$beforeDisplayNoArticleText = new BeforeDisplayNoArticleText($article);
return $beforeDisplayNoArticleText->process();
};
/**
* @see https://www.mediawiki.org/wiki/Manual:Hooks/ArticleFromTitle
*/
$this->handlers['ArticleFromTitle'] = function (&$title, &$article) {
$articleFromTitle = new ArticleFromTitle($title, $article);
return $articleFromTitle->process();
};
/**
* @see https://www.mediawiki.org/wiki/Manual:Hooks/TitleIsMovable
*/
$this->handlers['TitleIsMovable'] = function ($title, &$isMovable) {
$titleIsMovable = new TitleIsMovable($title, $isMovable);
return $titleIsMovable->process();
};
/**
* @see https://www.mediawiki.org/wiki/Manual:Hooks/EditPage::showEditForm:initial
*/
$this->handlers['EditPage::showEditForm:initial'] = function ($editPage, $output = null) use($applicationFactory) {
// 1.19 hook interface is missing the output object
if (!$output instanceof \OutputPage) {
$output = $GLOBALS['wgOut'];
}
$htmlFormRenderer = $applicationFactory->newMwCollaboratorFactory()->newHtmlFormRenderer($editPage->getTitle(), $output->getLanguage());
$editPageForm = new EditPageForm($editPage, $htmlFormRenderer);
return $editPageForm->process();
};
$this->handlers['SMW::Store::dropTables'] = function ($verbose) use($eventHandler) {
$eventHandler->getEventDispatcher()->dispatch('blobstore.drop');
return true;
};
$this->handlers['SMW::SQLStore::AfterDataUpdateComplete'] = function ($store, $semanticData, $compositePropertyTableDiffIterator) use($applicationFactory) {
$embeddedQueryDependencyLinksStore = new EmbeddedQueryDependencyLinksStore($store);
$embeddedQueryDependencyLinksStore->setEnabledState($applicationFactory->getSettings()->get('smwgEnabledQueryDependencyLinksStore'));
$embeddedQueryDependencyLinksStore->pruneOutdatedTargetLinks($compositePropertyTableDiffIterator);
$httpRequestFactory = new HttpRequestFactory();
$deferredRequestDispatchManager = new DeferredRequestDispatchManager($httpRequestFactory->newSocketRequest());
$deferredRequestDispatchManager->setEnabledHttpDeferredJobRequestState($applicationFactory->getSettings()->get('smwgEnabledHttpDeferredJobRequest'));
$deferredRequestDispatchManager->dispatchJobRequestFor('SMW\\ParserCachePurgeJob', $semanticData->getSubject()->getTitle(), $embeddedQueryDependencyLinksStore->buildParserCachePurgeJobParametersFrom($compositePropertyTableDiffIterator));
return true;
};
$this->handlers['SMW::Store::AfterQueryResultLookupComplete'] = function ($store, &$result) use($applicationFactory, $propertyHierarchyLookup) {
$embeddedQueryDependencyListResolver = new EmbeddedQueryDependencyListResolver($store, $propertyHierarchyLookup);
$embeddedQueryDependencyListResolver->setQueryResult($result);
$embeddedQueryDependencyListResolver->setPropertyDependencyDetectionBlacklist($applicationFactory->getSettings()->get('smwgPropertyDependencyDetectionBlacklist'));
$embeddedQueryDependencyLinksStore = new EmbeddedQueryDependencyLinksStore($store);
$embeddedQueryDependencyLinksStore->setEnabledState($applicationFactory->getSettings()->get('smwgEnabledQueryDependencyLinksStore'));
$embeddedQueryDependencyLinksStore->addDependencyList($embeddedQueryDependencyListResolver);
return true;
};
$this->registerParserFunctionHooks($applicationFactory);
}