public function setup($verbose = true) { $this->reportProgress("Setting up standard database configuration for SMW ...\n\n", $verbose); $this->reportProgress("Selected storage engine is \"SMWSQLStore3\" (or an extension thereof)\n\n", $verbose); $db = $this->store->getConnection(DB_MASTER); $this->setupTables($verbose, $db); $this->setupPredefinedProperties($verbose, $db); return true; }
/** * Get a SQL option array for the given query and preprocessed query object at given id. * * @param Query $query * @param integer $rootId * * @return array */ private function getSQLOptions(Query $query, $rootId) { $result = array('LIMIT' => $query->getLimit() + 5, 'OFFSET' => $query->getOffset()); // Build ORDER BY options using discovered sorting fields. if ($this->engineOptions->get('smwgQSortingSupport')) { $qobj = $this->querySegments[$rootId]; foreach ($this->sortKeys as $propkey => $order) { if (!is_string($propkey)) { throw new RuntimeException("Expected a string value as sortkey"); } // #835 // SELECT DISTINCT and ORDER BY RANDOM causes an issue for postgres // Disable RANDOM support for postgres if ($this->store->getConnection()->getType() === 'postgres') { $this->engineOptions->set('smwgQRandSortingSupport', false); } if ($order != 'RANDOM' && array_key_exists($propkey, $qobj->sortfields)) { // Field was successfully added. $result['ORDER BY'] = (array_key_exists('ORDER BY', $result) ? $result['ORDER BY'] . ', ' : '') . $qobj->sortfields[$propkey] . " {$order} "; } elseif ($order == 'RANDOM' && $this->engineOptions->get('smwgQRandSortingSupport')) { $result['ORDER BY'] = (array_key_exists('ORDER BY', $result) ? $result['ORDER BY'] . ', ' : '') . ' RAND() '; } } } return $result; }
public function drop($verbose = true) { global $wgDBtype; $this->reportProgress("Deleting all database content and tables generated by SMW ...\n\n", $verbose); $dbw = $this->store->getConnection('mw.db'); $tables = array(SMWSQLStore3::ID_TABLE, SMWSQLStore3::CONCEPT_CACHE_TABLE, SMWSQLStore3::PROPERTY_STATISTICS_TABLE, SMWSQLStore3::QUERY_LINKS_TABLE); foreach ($this->store->getPropertyTables() as $proptable) { $tables[] = $proptable->getName(); } foreach ($tables as $table) { $name = $dbw->tableName($table); $dbw->query('DROP TABLE ' . ($wgDBtype == 'postgres' ? '' : 'IF EXISTS ') . $name, 'SMWSQLStore3::drop'); $this->reportProgress(" ... dropped table {$name}.\n", $verbose); } $this->reportProgress("All data removed successfully.\n", $verbose); return true; }
/** * Implementation of SMWStore::getInProperties(). This function is meant to * be used for finding properties that link to wiki pages. * * @since 1.8 * @see SMWStore::getInProperties * * @param SMWDataItem $value * @param SMWRequestOptions|null $requestOptions * * @return array of SMWWikiPageValue */ public function getInProperties(SMWDataItem $value, SMWRequestOptions $requestOptions = null) { $db = $this->store->getConnection(); $result = array(); // Potentially need to get more results, since options apply to union. if ($requestOptions !== null) { $subOptions = clone $requestOptions; $subOptions->limit = $requestOptions->limit + $requestOptions->offset; $subOptions->offset = 0; } else { $subOptions = null; } $diType = $value->getDIType(); foreach ($this->store->getPropertyTables() as $proptable) { if ($diType != $proptable->getDiType()) { continue; } $where = $from = ''; if (!$proptable->isFixedPropertyTable()) { // join ID table to get property titles $from = $db->tableName(SMWSql3SmwIds::TABLE_NAME) . " INNER JOIN " . $db->tableName($proptable->getName()) . " AS t1 ON t1.p_id=smw_id"; $this->prepareValueQuery($from, $where, $proptable, $value, 1); $where .= " AND smw_iw!=" . $db->addQuotes(SMW_SQL3_SMWIW_OUTDATED) . " AND smw_iw!=" . $db->addQuotes(SMW_SQL3_SMWDELETEIW); $res = $db->select($from, 'DISTINCT smw_title,smw_sortkey,smw_iw', $where . $this->store->getSQLConditions($subOptions, 'smw_sortkey', 'smw_sortkey', $where !== ''), __METHOD__, $this->store->getSQLOptions($subOptions, 'smw_sortkey')); foreach ($res as $row) { try { $result[] = new SMW\DIProperty($row->smw_title); } catch (SMWDataItemException $e) { // has been observed to happen (empty property title); cause unclear; ignore this data } } } else { $from = $db->tableName($proptable->getName()) . " AS t1"; $this->prepareValueQuery($from, $where, $proptable, $value, 1); $res = $db->select($from, '*', $where, __METHOD__, array('LIMIT' => 1)); if ($db->numRows($res) > 0) { $result[] = new SMW\DIProperty($proptable->getFixedProperty()); } } $db->freeResult($res); } $result = $this->store->applyRequestOptions($result, $requestOptions); // apply options to overall result return $result; }
/** * Helper method to write information about some redirect. Various updates * can be necessary if redirects are resolved as identities in SMW. The * title and namespace of the affected page and of its updated redirect * target are given. The target can be empty ('') to delete any redirect. * Returns the canonical ID that is now to be used for the subject. * * This method does not change the ids of the affected pages, and thus it * is not concerned with updates of the data that is currently stored for * the subject. Normally, a subject that is a redirect will not have other * data, but this method does not depend on this. * * @note Please make sure you fully understand this code before making any * changes here. Keeping the redirect structure consistent is important, * and errors in this code can go unnoticed for quite some time. * * @note This method merely handles the addition or deletion of a redirect * statement in the wiki. It does not assume that any page contents has * been changed (e.g. moved). See changeTitle() for additional handling in * this case. * * @todo Clean up this code. * * @since 1.8 * @param string $subject_t * @param integer $subject_ns * @param string $curtarget_t * @param integer $curtarget_ns * @return integer the new canonical ID of the subject */ protected function updateRedirects($subject_t, $subject_ns, $curtarget_t = '', $curtarget_ns = -1) { global $smwgQEqualitySupport, $smwgEnableUpdateJobs; $count = 0; //track count changes for redi property $db = $this->store->getConnection(); // *** First get id of subject, old redirect target, and current (new) redirect target ***// $sid_sort = ''; // find real id of subject, if any $sid = $this->store->getObjectIds()->getSMWPageIDandSort($subject_t, $subject_ns, '', '', $sid_sort, false); /// NOTE: $sid can be 0 here; this is useful to know since it means that fewer table updates are needed $new_tid = $curtarget_t ? $this->store->getObjectIds()->makeSMWPageID($curtarget_t, $curtarget_ns, '', '', false) : 0; // real id of new target, if given $old_tid = $this->store->getObjectIds()->findRedirectIdFor($subject_t, $subject_ns); /// NOTE: $old_tid and $new_tid both (intentionally) ignore further redirects: no redirect chains if ($old_tid == $new_tid) { // no change, all happy return $new_tid == 0 ? $sid : $new_tid; } // note that this means $old_tid != $new_tid in all cases below // *** Make relevant changes in property tables (don't write the new redirect yet) ***// $jobs = array(); if ($old_tid == 0 && $sid != 0 && $smwgQEqualitySupport != SMW_EQ_NONE) { // new redirect // $smwgQEqualitySupport requires us to change all tables' page references from $sid to $new_tid. // Since references must not be 0, we don't have to do this is $sid == 0. $this->store->changeSMWPageID($sid, $new_tid, $subject_ns, $curtarget_ns, false, true); $jobs = $this->makeUpdateJobsForNewRedirect($subject_t, $subject_ns, $curtarget_t, $curtarget_ns); } elseif ($old_tid != 0) { // existing redirect is changed or deleted $this->store->getObjectIds()->deleteRedirectEntry($subject_t, $subject_ns); $count--; if ($this->store->getUpdateJobsEnabledState() && $smwgQEqualitySupport != SMW_EQ_NONE) { // entries that refer to old target may in fact refer to subject, // but we don't know which: schedule affected pages for update $propertyTables = $this->store->getPropertyTables(); foreach ($propertyTables as $proptable) { if ($proptable->getName() == 'smw_fpt_redi') { continue; // can safely be skipped } if ($proptable->usesIdSubject()) { $from = $db->tableName($proptable->getName()) . ' INNER JOIN ' . $db->tableName(SMWSql3SmwIds::tableName) . ' ON s_id=smw_id'; $select = 'DISTINCT smw_title AS t,smw_namespace AS ns'; } else { $from = $db->tableName($proptable->getName()); $select = 'DISTINCT s_title AS t,s_namespace AS ns'; } if ($subject_ns === SMW_NS_PROPERTY && !$proptable->isFixedPropertyTable()) { $res = $db->select($from, $select, array('p_id' => $old_tid), __METHOD__); foreach ($res as $row) { $title = Title::makeTitleSafe($row->ns, $row->t); if (!is_null($title)) { $jobs[] = new UpdateJob($title); } } $db->freeResult($res); } foreach ($proptable->getFields($this->store) as $fieldname => $type) { if ($type == 'p') { $res = $db->select($from, $select, array($fieldname => $old_tid), __METHOD__); foreach ($res as $row) { $title = Title::makeTitleSafe($row->ns, $row->t); if (!is_null($title)) { $jobs[] = new UpdateJob($title); } } $db->freeResult($res); } } } /// NOTE: we do not update the concept cache here; this remains an offline task } } if ($this->store->getUpdateJobsEnabledState()) { JobBase::batchInsert($jobs); } // *** Finally, write the new redirect data ***// if ($new_tid != 0) { // record a new redirect // Redirecting done right: // (1) make a new ID with iw SMW_SQL3_SMWREDIIW or // change iw field of current ID in this way, // (2) write smw_fpt_redi table, // (3) update canonical cache. // This order must be obeyed unless you really understand what you are doing! if ($old_tid == 0 && $smwgQEqualitySupport != SMW_EQ_NONE) { // mark subject as redirect (if it was no redirect before) if ($sid == 0) { // every redirect page must have an ID $sid = $this->store->getObjectIds()->makeSMWPageID($subject_t, $subject_ns, SMW_SQL3_SMWREDIIW, '', false); } else { $db->update(SMWSql3SmwIds::tableName, array('smw_iw' => SMW_SQL3_SMWREDIIW), array('smw_id' => $sid), __METHOD__); $this->store->getObjectIds()->setCache($subject_t, $subject_ns, '', '', 0, ''); $this->store->getObjectIds()->setCache($subject_t, $subject_ns, SMW_SQL3_SMWREDIIW, '', $sid, $sid_sort); } } $this->store->getObjectIds()->addRedirectForId($new_tid, $subject_t, $subject_ns); $count++; } else { // delete old redirect // This case implies $old_tid != 0 (or we would have new_tid == old_tid above). // Therefore $subject had a redirect, and it must also have an ID. // This shows that $sid != 0 here. if ($smwgQEqualitySupport != SMW_EQ_NONE) { // mark subject as non-redirect $db->update(SMWSql3SmwIds::tableName, array('smw_iw' => ''), array('smw_id' => $sid), __METHOD__); $this->store->getObjectIds()->setCache($subject_t, $subject_ns, SMW_SQL3_SMWREDIIW, '', 0, ''); $this->store->getObjectIds()->setCache($subject_t, $subject_ns, '', '', $sid, $sid_sort); } } // *** Flush some caches to be safe, though they are not essential in runs with redirect updates ***// unset($this->store->m_semdata[$sid]); unset($this->store->m_semdata[$new_tid]); unset($this->store->m_semdata[$old_tid]); unset($this->store->m_sdstate[$sid]); unset($this->store->m_sdstate[$new_tid]); unset($this->store->m_sdstate[$old_tid]); // *** Update reference count for _REDI property ***// $statsTable = new PropertyStatisticsTable($db, SMWSQLStore3::PROPERTY_STATISTICS_TABLE); $statsTable->addToUsageCount($this->store->getObjectIds()->getSMWPropertyID(new SMWDIProperty('_REDI')), $count); return $new_tid == 0 ? $sid : $new_tid; }
/** * Update the proptable_hash for a given page. * * @since 1.8 * @param integer $sid ID of the page as stored in SMW IDs table * @param string[] of hash values with table names as keys */ public function setPropertyTableHashes($sid, array $newTableHashes) { $db = $this->store->getConnection(); $propertyTableHash = serialize($newTableHashes); $db->update(self::tableName, array('smw_proptable_hash' => $propertyTableHash), array('smw_id' => $sid), __METHOD__); if ($sid == $this->hashCacheId) { $this->setPropertyTableHashesCache($sid, $propertyTableHash); } }
private function newTemporaryTableBuilder() { $temporaryTableBuilder = new TemporaryTableBuilder($this->store->getConnection('mw.db.queryengine')); $temporaryTableBuilder->withAutoCommit($this->applicationFactory->getSettings()->get('smwgQTemporaryTablesAutoCommitMode')); return $temporaryTableBuilder; }