%PDF-
%PDF-
Mini Shell
Mini Shell
<?php
/**
* Fix erroneous page_latest values due to slave desynchronisation.
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License along
* with this program; if not, write to the Free Software Foundation, Inc.,
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
* http://www.gnu.org/copyleft/gpl.html
*
* @file
* @ingroup Maintenance
*/
require_once __DIR__ . '/Maintenance.php';
/**
* Maintenance script that fixes erroneous page_latest values
* due to slave desynchronisation.
*
* @ingroup Maintenance
*/
class FixSlaveDesync extends Maintenance {
/** @var array */
private $slaveIndexes;
public function __construct() {
parent::__construct();
$this->mDescription = "";
}
public function getDbType() {
return Maintenance::DB_ADMIN;
}
public function execute() {
$this->slaveIndexes = array();
$serverCount = wfGetLB()->getServerCount();
for ( $i = 1; $i < $serverCount; $i++ ) {
if ( wfGetLB()->isNonZeroLoad( $i ) ) {
$this->slaveIndexes[] = $i;
}
}
if ( $this->hasArg() ) {
$this->desyncFixPage( $this->getArg() );
} else {
$corrupt = $this->findPageLatestCorruption();
foreach ( $corrupt as $id => $dummy ) {
$this->desyncFixPage( $id );
}
}
}
/**
* Find all pages that have a corrupted page_latest
* @return array
*/
private function findPageLatestCorruption() {
$desync = array();
$n = 0;
$dbw = wfGetDB( DB_MASTER );
$masterIDs = array();
$res = $dbw->select(
'page',
array( 'page_id', 'page_latest' ),
array( 'page_id<6054123' ),
__METHOD__
);
$this->output( "Number of pages: " . $res->numRows() . "\n" );
foreach ( $res as $row ) {
$masterIDs[$row->page_id] = $row->page_latest;
if ( !( ++$n % 10000 ) ) {
$this->output( "$n\r" );
}
}
$this->output( "\n" );
foreach ( $this->slaveIndexes as $i ) {
$db = wfGetDB( $i );
$res = $db->select(
'page',
array( 'page_id', 'page_latest' ),
array( 'page_id<6054123' ),
__METHOD__
);
foreach ( $res as $row ) {
if ( isset( $masterIDs[$row->page_id] ) && $masterIDs[$row->page_id] != $row->page_latest ) {
$desync[$row->page_id] = true;
$this->output( $row->page_id . "\t" );
}
}
}
$this->output( "\n" );
return $desync;
}
/**
* Fix a broken page entry
* @param int $pageID The page_id to fix
*/
private function desyncFixPage( $pageID ) {
# Check for a corrupted page_latest
$dbw = wfGetDB( DB_MASTER );
$dbw->begin( __METHOD__ );
$realLatest = $dbw->selectField( 'page', 'page_latest', array( 'page_id' => $pageID ),
__METHOD__, 'FOR UPDATE' );
# list( $masterFile, $masterPos ) = $dbw->getMasterPos();
$found = false;
foreach ( $this->slaveIndexes as $i ) {
$db = wfGetDB( $i );
/*
if ( !$db->masterPosWait( $masterFile, $masterPos, 10 ) ) {
$this->output( "Slave is too lagged, aborting\n" );
$dbw->commit( __METHOD__ );
sleep(10);
return;
}*/
$latest = $db->selectField( 'page', 'page_latest', array( 'page_id' => $pageID ), __METHOD__ );
$max = $db->selectField( 'revision', 'MAX(rev_id)', false, __METHOD__ );
if ( $latest != $realLatest && $realLatest < $max ) {
$this->output( "page_latest corrupted in page $pageID, server $i\n" );
$found = true;
break;
}
}
if ( !$found ) {
$this->output( "page_id $pageID seems fine\n" );
$dbw->commit( __METHOD__ );
return;
}
# Find the missing revisions
$res = $dbw->select( 'revision', array( 'rev_id' ), array( 'rev_page' => $pageID ),
__METHOD__, 'FOR UPDATE' );
$masterIDs = array();
foreach ( $res as $row ) {
$masterIDs[] = $row->rev_id;
}
$res = $dbw->select( 'revision', array( 'rev_id' ), array( 'rev_page' => $pageID ), __METHOD__ );
$slaveIDs = array();
foreach ( $res as $row ) {
$slaveIDs[] = $row->rev_id;
}
if ( count( $masterIDs ) < count( $slaveIDs ) ) {
$missingIDs = array_diff( $slaveIDs, $masterIDs );
if ( count( $missingIDs ) ) {
$this->output( "Found " . count( $missingIDs )
. " lost in master, copying from slave... " );
$dbFrom = $dbw;
$found = true;
$toMaster = true;
} else {
$found = false;
}
} else {
$missingIDs = array_diff( $masterIDs, $slaveIDs );
if ( count( $missingIDs ) ) {
$this->output( "Found " . count( $missingIDs )
. " missing revision(s), copying from master... " );
$dbFrom = $dbw;
$found = true;
$toMaster = false;
} else {
$found = false;
}
}
if ( $found ) {
foreach ( $missingIDs as $rid ) {
$this->output( "$rid " );
# Revision
$row = $dbFrom->selectRow( 'revision', '*', array( 'rev_id' => $rid ), __METHOD__ );
if ( $toMaster ) {
$id = $dbw->selectField( 'revision', 'rev_id', array( 'rev_id' => $rid ),
__METHOD__, 'FOR UPDATE' );
if ( $id ) {
$this->output( "Revision already exists\n" );
$found = false;
break;
} else {
$dbw->insert( 'revision', get_object_vars( $row ), __METHOD__, 'IGNORE' );
}
} else {
foreach ( $this->slaveIndexes as $i ) {
$db = wfGetDB( $i );
$db->insert( 'revision', get_object_vars( $row ), __METHOD__, 'IGNORE' );
}
}
# Text
$row = $dbFrom->selectRow( 'text', '*', array( 'old_id' => $row->rev_text_id ), __METHOD__ );
if ( $toMaster ) {
$dbw->insert( 'text', get_object_vars( $row ), __METHOD__, 'IGNORE' );
} else {
foreach ( $this->slaveIndexes as $i ) {
$db = wfGetDB( $i );
$db->insert( 'text', get_object_vars( $row ), __METHOD__, 'IGNORE' );
}
}
}
$this->output( "done\n" );
}
if ( $found ) {
$this->output( "Fixing page_latest... " );
if ( $toMaster ) {
/*
$dbw->update(
'page',
array( 'page_latest' => $realLatest ),
array( 'page_id' => $pageID ),
__METHOD__
);
*/
} else {
foreach ( $this->slaveIndexes as $i ) {
$db = wfGetDB( $i );
$db->update(
'page',
array( 'page_latest' => $realLatest ),
array( 'page_id' => $pageID ),
__METHOD__
);
}
}
$this->output( "done\n" );
}
$dbw->commit( __METHOD__ );
}
}
$maintClass = "FixSlaveDesync";
require_once RUN_MAINTENANCE_IF_MAIN;
Zerion Mini Shell 1.0