doTable( $table ) ) { return true; } /** @var MySQLField $fieldInfo */ $fieldInfo = $this->db->fieldInfo( $table, $field ); if ( $fieldInfo->isBinary() ) { $this->output( "...$table table has correct $field encoding.\n" ); } else { $this->applyPatch( $patchFile, false, "Fixing $field encoding on $table table" ); } } /** * Check whether an index contain a field * * @param string $table Table name * @param string $index Index name to check * @param string $field Field that should be in the index * @return bool */ protected function indexHasField( $table, $index, $field ) { $info = $this->db->indexInfo( $table, $index, __METHOD__ ); if ( $info ) { foreach ( $info as $row ) { if ( $row->Column_name == $field ) { $this->output( "...index $index on table $table includes field $field.\n" ); return true; } } } $this->output( "...index $index on table $table has no field $field; added.\n" ); return false; } /** * Check that interwiki table exists; if it doesn't source it */ protected function doInterwikiUpdate() { global $IP; if ( !$this->doTable( 'interwiki' ) ) { return; } if ( $this->db->tableExists( "interwiki", __METHOD__ ) ) { $this->output( "...already have interwiki table\n" ); return; } $this->applyPatch( 'patch-interwiki.sql', false, 'Creating interwiki table' ); $this->applyPatch( "$IP/maintenance/interwiki.sql", true, 'Adding default interwiki definitions' ); } protected function doOldLinksUpdate() { $cl = $this->maintenance->runChild( ConvertLinks::class ); $cl->execute(); } /** * Check if we need to add talk page rows to the watchlist */ protected function doWatchlistUpdate() { global $wgUpdateRowsPerQuery; $sql = $this->db->unionQueries( [ // Missing talk page rows (corresponding subject page row exists) $this->db->selectSQLText( [ 'wlsubject' => 'watchlist', 'wltalk' => 'watchlist' ], [ 'wl_user' => 'wlsubject.wl_user', 'wl_namespace' => 'wlsubject.wl_namespace | 1', 'wl_title' => 'wlsubject.wl_title', 'wl_notificationtimestamp' => 'wlsubject.wl_notificationtimestamp' ], [ 'NOT (wlsubject.wl_namespace & 1)', 'wltalk.wl_namespace IS NULL' ], __METHOD__, [], [ 'wltalk' => [ 'LEFT JOIN', [ 'wltalk.wl_user = wlsubject.wl_user', 'wltalk.wl_namespace = (wlsubject.wl_namespace | 1)', 'wltalk.wl_title = wlsubject.wl_title' ] ] ] ), // Missing subject page rows (corresponding talk page row exists) $this->db->selectSQLText( [ 'wltalk' => 'watchlist', 'wlsubject' => 'watchlist' ], [ 'wl_user' => 'wltalk.wl_user', 'wl_namespace' => 'wltalk.wl_namespace & ~1', 'wl_title' => 'wltalk.wl_title', 'wl_notificationtimestamp' => 'wltalk.wl_notificationtimestamp' ], [ 'wltalk.wl_namespace & 1', 'wlsubject.wl_namespace IS NULL' ], __METHOD__, [], [ 'wlsubject' => [ 'LEFT JOIN', [ 'wlsubject.wl_user = wltalk.wl_user', 'wlsubject.wl_namespace = (wltalk.wl_namespace & ~1)', 'wlsubject.wl_title = wltalk.wl_title' ] ] ] ) ], true // use a non-distinct UNION to avoid overhead ); $res = $this->db->query( $sql, __METHOD__ ); if ( !$res->numRows() ) { $this->output( "...watchlist talk page rows already present.\n" ); return; } $this->output( "Adding missing corresponding talk/subject watchlist page rows... " ); $rowBatch = []; foreach ( $res as $row ) { $rowBatch[] = (array)$row; if ( count( $rowBatch ) >= $wgUpdateRowsPerQuery ) { $this->db->insert( 'watchlist', $rowBatch, __METHOD__, [ 'IGNORE' ] ); $rowBatch = []; } } $this->db->insert( 'watchlist', $rowBatch, __METHOD__, [ 'IGNORE' ] ); $this->output( "done.\n" ); } protected function doNamespaceSize() { $tables = [ 'page' => 'page', 'archive' => 'ar', 'recentchanges' => 'rc', 'watchlist' => 'wl', 'querycache' => 'qc', 'logging' => 'log', ]; foreach ( $tables as $table => $prefix ) { $field = $prefix . '_namespace'; $tablename = $this->db->tableName( $table ); $result = $this->db->query( "SHOW COLUMNS FROM $tablename LIKE '$field'", __METHOD__ ); $info = $this->db->fetchObject( $result ); if ( substr( $info->Type, 0, 3 ) == 'int' ) { $this->output( "...$field is already a full int ($info->Type).\n" ); } else { $this->output( "Promoting $field from $info->Type to int... " ); $this->db->query( "ALTER TABLE $tablename MODIFY $field int NOT NULL", __METHOD__ ); $this->output( "done.\n" ); } } } /** * Set page_random field to a random value where it is equals to 0. * * @see T5946 */ protected function doPageRandomUpdate() { $page = $this->db->tableName( 'page' ); $this->db->query( "UPDATE $page SET page_random = RAND() WHERE page_random = 0", __METHOD__ ); $rows = $this->db->affectedRows(); if ( $rows ) { $this->output( "Set page_random to a random value on $rows rows where it was set to 0\n" ); } else { $this->output( "...no page_random rows needed to be set\n" ); } } protected function doTemplatelinksUpdate() { if ( $this->db->tableExists( 'templatelinks', __METHOD__ ) ) { $this->output( "...templatelinks table already exists\n" ); return; } $this->applyPatch( 'patch-templatelinks.sql', false, "Creating templatelinks table" ); $this->output( "Populating...\n" ); $services = MediaWikiServices::getInstance(); if ( $services->getDBLoadBalancer()->getServerCount() > 1 ) { // Slow, replication-friendly update $res = $this->db->select( 'pagelinks', [ 'pl_from', 'pl_namespace', 'pl_title' ], [ 'pl_namespace' => NS_TEMPLATE ], __METHOD__ ); $count = 0; foreach ( $res as $row ) { $count = ( $count + 1 ) % 100; if ( $count == 0 ) { $lbFactory = $services->getDBLoadBalancerFactory(); $lbFactory->waitForReplication( [ 'domain' => $lbFactory->getLocalDomainID(), 'timeout' => self::REPLICATION_WAIT_TIMEOUT ] ); } $this->db->insert( 'templatelinks', [ 'tl_from' => $row->pl_from, 'tl_namespace' => $row->pl_namespace, 'tl_title' => $row->pl_title, ], __METHOD__ ); } } else { // Fast update $this->db->insertSelect( 'templatelinks', 'pagelinks', [ 'tl_from' => 'pl_from', 'tl_namespace' => 'pl_namespace', 'tl_title' => 'pl_title' ], [ 'pl_namespace' => 10 ], __METHOD__, [ 'NO_AUTO_COLUMNS' ] // There's no "tl_id" auto-increment field ); } $this->output( "Done. Please run maintenance/refreshLinks.php for a more " . "thorough templatelinks update.\n" ); } protected function doBacklinkingIndicesUpdate() { if ( !$this->indexHasField( 'pagelinks', 'pl_namespace', 'pl_from' ) || !$this->indexHasField( 'templatelinks', 'tl_namespace', 'tl_from' ) || !$this->indexHasField( 'imagelinks', 'il_to', 'il_from' ) ) { $this->applyPatch( 'patch-backlinkindexes.sql', false, "Updating backlinking indices" ); } } /** * Adding page_restrictions table, obsoleting page.page_restrictions. * Migrating old restrictions to new table * -- Andrew Garrett, January 2007. */ protected function doRestrictionsUpdate() { if ( $this->db->tableExists( 'page_restrictions', __METHOD__ ) ) { $this->output( "...page_restrictions table already exists.\n" ); return; } $this->applyPatch( 'patch-page_restrictions.sql', false, 'Creating page_restrictions table (1/2)' ); $this->applyPatch( 'patch-page_restrictions_sortkey.sql', false, 'Creating page_restrictions table (2/2)' ); $this->output( "done.\n" ); $this->output( "Migrating old restrictions to new table...\n" ); $task = $this->maintenance->runChild( UpdateRestrictions::class ); $task->execute(); } protected function doCategorylinksIndicesUpdate() { if ( !$this->indexHasField( 'categorylinks', 'cl_sortkey', 'cl_from' ) ) { $this->applyPatch( 'patch-categorylinksindex.sql', false, "Updating categorylinks Indices" ); } } protected function doCategoryPopulation() { if ( $this->updateRowExists( 'populate category' ) ) { $this->output( "...category table already populated.\n" ); return; } $this->output( "Populating category table, printing progress markers. " . "For large databases, you\n" . "may want to hit Ctrl-C and do this manually with maintenance/\n" . "populateCategory.php.\n" ); $task = $this->maintenance->runChild( PopulateCategory::class ); $task->execute(); $this->output( "Done populating category table.\n" ); } protected function doPopulateParentId() { if ( !$this->updateRowExists( 'populate rev_parent_id' ) ) { $this->output( "Populating rev_parent_id fields, printing progress markers. For large\n" . "databases, you may want to hit Ctrl-C and do this manually with\n" . "maintenance/populateParentId.php.\n" ); $task = $this->maintenance->runChild( PopulateParentId::class ); $task->execute(); } } protected function doFilearchiveIndicesUpdate() { $info = $this->db->indexInfo( 'filearchive', 'fa_user_timestamp', __METHOD__ ); if ( !$info ) { $this->applyPatch( 'patch-filearchive-user-index.sql', false, "Updating filearchive indices" ); } return true; } protected function doNonUniquePlTlIl() { $info = $this->db->indexInfo( 'pagelinks', 'pl_namespace', __METHOD__ ); if ( is_array( $info ) && $info[0]->Non_unique ) { $this->output( "...pl_namespace, tl_namespace, il_to indices are already non-UNIQUE.\n" ); return true; } if ( $this->skipSchema ) { $this->output( "...skipping schema change (making pl_namespace, tl_namespace " . "and il_to indices non-UNIQUE).\n" ); return false; } return $this->applyPatch( 'patch-pl-tl-il-nonunique.sql', false, 'Making pl_namespace, tl_namespace and il_to indices non-UNIQUE' ); } protected function doUpdateMimeMinorField() { if ( $this->updateRowExists( 'mime_minor_length' ) ) { $this->output( "...*_mime_minor fields are already long enough.\n" ); return; } $this->applyPatch( 'patch-mime_minor_length.sql', false, 'Altering all *_mime_minor fields to 100 bytes in size' ); } protected function doClFieldsUpdate() { if ( $this->updateRowExists( 'cl_fields_update' ) ) { $this->output( "...categorylinks up-to-date.\n" ); return; } $this->applyPatch( 'patch-categorylinks-better-collation2.sql', false, 'Updating categorylinks (again)' ); } protected function doLanguageLinksLengthSync() { $sync = [ [ 'table' => 'l10n_cache', 'field' => 'lc_lang', 'file' => 'patch-l10n_cache-lc_lang-35.sql' ], [ 'table' => 'langlinks', 'field' => 'll_lang', 'file' => 'patch-langlinks-ll_lang-35.sql' ], [ 'table' => 'sites', 'field' => 'site_language', 'file' => 'patch-sites-site_language-35.sql' ], ]; foreach ( $sync as $s ) { $table = $this->db->tableName( $s['table'] ); $field = $s['field']; $res = $this->db->query( "SHOW COLUMNS FROM $table LIKE '$field'", __METHOD__ ); $row = $this->db->fetchObject( $res ); if ( $row && $row->Type !== "varbinary(35)" ) { $this->applyPatch( $s['file'], false, "Updating length of $field in $table" ); } else { $this->output( "...$field is up-to-date.\n" ); } } } protected function doFixIpbAddressUniqueIndex() { if ( !$this->doTable( 'ipblocks' ) ) { return; } if ( !$this->indexHasField( 'ipblocks', 'ipb_address_unique', 'ipb_anon_only' ) ) { $this->output( "...ipb_address_unique index up-to-date.\n" ); return; } $this->applyPatch( 'patch-ipblocks-fix-ipb_address_unique.sql', false, 'Removing ipb_anon_only column from ipb_address_unique index' ); } protected function doUserNewTalkTimestampNotNull() { if ( !$this->doTable( 'user_newtalk' ) ) { return true; } $info = $this->db->fieldInfo( 'user_newtalk', 'user_last_timestamp' ); if ( $info === false ) { return; } if ( $info->isNullable() ) { $this->output( "...user_last_timestamp is already nullable.\n" ); return; } $this->applyPatch( 'patch-user-newtalk-timestamp-null.sql', false, 'Making user_last_timestamp nullable' ); } protected function doIwlinksIndexNonUnique() { $info = $this->db->indexInfo( 'iwlinks', 'iwl_prefix_title_from', __METHOD__ ); if ( is_array( $info ) && $info[0]->Non_unique ) { $this->output( "...iwl_prefix_title_from index is already non-UNIQUE.\n" ); return true; } if ( $this->skipSchema ) { $this->output( "...skipping schema change (making iwl_prefix_title_from index non-UNIQUE).\n" ); return false; } return $this->applyPatch( 'patch-iwl_prefix_title_from-non-unique.sql', false, 'Making iwl_prefix_title_from index non-UNIQUE' ); } protected function doUnsignedSyncronisation() { $sync = [ [ 'table' => 'bot_passwords', 'field' => 'bp_user', 'file' => 'patch-bot_passwords-bp_user-unsigned.sql' ], [ 'table' => 'change_tag', 'field' => 'ct_log_id', 'file' => 'patch-change_tag-ct_log_id-unsigned.sql' ], [ 'table' => 'change_tag', 'field' => 'ct_rev_id', 'file' => 'patch-change_tag-ct_rev_id-unsigned.sql' ], [ 'table' => 'page_restrictions', 'field' => 'pr_user', 'file' => 'patch-page_restrictions-pr_user-unsigned.sql' ], [ 'table' => 'user_newtalk', 'field' => 'user_id', 'file' => 'patch-user_newtalk-user_id-unsigned.sql' ], [ 'table' => 'user_properties', 'field' => 'up_user', 'file' => 'patch-user_properties-up_user-unsigned.sql' ], [ 'table' => 'change_tag', 'field' => 'ct_rc_id', 'file' => 'patch-change_tag-ct_rc_id-unsigned.sql' ] ]; foreach ( $sync as $s ) { if ( !$this->doTable( $s['table'] ) ) { continue; } $info = $this->db->fieldInfo( $s['table'], $s['field'] ); if ( $info === false ) { continue; } $fullName = "{$s['table']}.{$s['field']}"; if ( $info->isUnsigned() ) { $this->output( "...$fullName is already unsigned int.\n" ); continue; } $this->applyPatch( $s['file'], false, "Making $fullName into an unsigned int" ); } return true; } protected function doRevisionPageRevIndexNonUnique() { if ( !$this->doTable( 'revision' ) ) { return true; } elseif ( !$this->db->indexExists( 'revision', 'rev_page_id', __METHOD__ ) ) { $this->output( "...rev_page_id index not found on revision.\n" ); return true; } if ( !$this->db->indexUnique( 'revision', 'rev_page_id', __METHOD__ ) ) { $this->output( "...rev_page_id index already non-unique.\n" ); return true; } return $this->applyPatch( 'patch-revision-page-rev-index-nonunique.sql', false, 'Making rev_page_id index non-unique' ); } protected function doExtendCommentLengths() { $table = $this->db->tableName( 'revision' ); $res = $this->db->query( "SHOW COLUMNS FROM $table LIKE 'rev_comment'", __METHOD__ ); $row = $this->db->fetchObject( $res ); if ( $row && ( $row->Type !== "varbinary(767)" || $row->Default !== "" ) ) { $this->applyPatch( 'patch-editsummary-length.sql', false, 'Extending edit summary lengths (and setting defaults)' ); } else { $this->output( "...comment fields are up to date.\n" ); } } public function getSchemaVars() { global $wgDBTableOptions; $vars = []; $vars['wgDBTableOptions'] = str_replace( 'TYPE', 'ENGINE', $wgDBTableOptions ); $vars['wgDBTableOptions'] = str_replace( 'CHARSET=mysql4', 'CHARSET=binary', $vars['wgDBTableOptions'] ); return $vars; } /** * Drop a default value from a field * * @since 1.36 * @param string $table * @param string $field */ protected function dropDefault( $table, $field ) { $info = $this->db->fieldInfo( $table, $field ); if ( $info && $info->defaultValue() !== false ) { $this->output( "Removing '$table.$field' default value\n" ); $table = $this->db->tableName( $table ); $this->db->query( "ALTER TABLE $table ALTER COLUMN $field DROP DEFAULT", __METHOD__ ); } } /** * Set a default value for a field * * @since 1.36 * @param string $table * @param string $field * @param mixed $default */ protected function setDefault( $table, $field, $default ) { $info = $this->db->fieldInfo( $table, $field ); if ( $info && $info->defaultValue() !== $default ) { $this->output( "Changing '$table.$field' default value\n" ); $table = $this->db->tableName( $table ); $this->db->query( "ALTER TABLE $table ALTER COLUMN $field SET DEFAULT " . $this->db->addQuotes( $default ), __METHOD__ ); } } }