Page MenuHomeWickedGov Phorge
Files F4105739

migrateCentralWikiLogs.php
No OneTemporary
Actions

Size
5 KB
Referenced Files
None
Subscribers
None

migrateCentralWikiLogs.php
View Options

<?php
/**
* This script should be run as part of migrating to a new central OAuth wiki in your
* cluster. See the notes in migrateCentralWikiLogs.php for the complete process.
* This script is intended to be run on the new central wiki after the tables have already
* been migrated. This will fill in the logs from newest to oldest, and tries to do sane
* things if you need to stop it and restart it later.
*
* @ingroup Maintenance
*/
if ( getenv( 'MW_INSTALL_PATH' ) ) {
$IP = getenv( 'MW_INSTALL_PATH' );
} else {
$IP = __DIR__ . '/../../..';
}
require_once "$IP/maintenance/Maintenance.php";
use MediaWiki\Maintenance\Maintenance;
use MediaWiki\MediaWikiServices;
use MediaWiki\Title\Title;
use MediaWiki\WikiMap\WikiMap;
use Wikimedia\Rdbms\SelectQueryBuilder;
class MigrateCentralWikiLogs extends Maintenance {
public function __construct() {
parent::__construct();
$this->addDescription( "Import central wiki logs to this wiki" );
$this->addOption( 'old', 'Previous central wiki', true, true );
$this->setBatchSize( 200 );
$this->requireExtension( "OAuth" );
}
public function execute() {
$oldWiki = $this->getOption( 'old' );
$targetWiki = WikiMap::getCurrentWikiId();
$this->output( "Moving OAuth logs from '$oldWiki' to '$targetWiki'\n" );
// We only read from $oldDb, but we do want to make sure we get the most recent logs.
$lbFactory = MediaWikiServices::getInstance()->getDBLoadBalancerFactory();
$oldDb = $lbFactory->getMainLB( $oldWiki )->getConnection( DB_PRIMARY, [], $oldWiki );
$targetDb = $lbFactory->getMainLB( $targetWiki )
->getConnection( DB_PRIMARY, [], $targetWiki );
$targetMinTS = $targetDb->newSelectQueryBuilder()
->select( 'MIN(log_timestamp)' )
->from( 'logging' )
->where( [ 'log_type' => 'mwoauthconsumer' ] )
->caller( __METHOD__ )
->fetchField();
$lastMinTimestamp = null;
if ( $targetMinTS !== false ) {
$lastMinTimestamp = $targetMinTS;
}
$commentStore = MediaWikiServices::getInstance()->getCommentStore();
$commentQuery = $commentStore->getJoin( 'log_comment' );
do {
$conds = [ 'log_type' => 'mwoauthconsumer' ];
// This assumes that we don't have more than mBatchSize oauth log entries
// with the same timestamp. Otherwise this will go into an infinite loop.
if ( $lastMinTimestamp !== null ) {
$conds[] = $oldDb->expr( 'log_timestamp', '<', $oldDb->timestamp( $lastMinTimestamp ) );
}
$oldLoggs = $oldDb->newSelectQueryBuilder()
->select( [
'log_id', 'log_action', 'log_timestamp', 'log_params', 'log_deleted',
'actor_id', 'actor_name', 'actor_user'
] )
->from( 'logging' )
->join( 'actor', null, 'actor_id=log_actor' )
->where( $conds )
->queryInfo( $commentQuery )
->orderBy( 'log_timestamp', SelectQueryBuilder::SORT_DESC )
->limit( $this->mBatchSize + 1 )
->caller( __METHOD__ )
->fetchResultSet();
$rowCount = $oldLoggs->numRows();
if ( $rowCount == $this->mBatchSize + 1 ) {
$first = $oldLoggs->fetchObject();
$oldLoggs->seek( $rowCount - 2 );
$last = $oldLoggs->fetchObject();
if ( $first->log_timestamp === $last->log_timestamp ) {
$this->fatalError( "Batch size too low to avoid infinite loop.\n" );
}
$extra = $oldLoggs->fetchObject();
if ( $last->log_timestamp === $extra->log_timestamp ) {
$this->fatalError( "We hit an edge case. Please increase the batch " .
" size and restart the transfer.\n" );
}
$oldLoggs->rewind();
}
$targetDb->begin( __METHOD__ );
foreach ( $oldLoggs as $key => $row ) {
// Skip if this is the extra row we selected
if ( $key > $this->mBatchSize ) {
continue;
}
$lastMinTimestamp = $row->log_timestamp;
$this->output( "Migrating log {$row->log_id}...\n" );
if ( !$row->actor_user ) {
$this->output(
"Cannot transfer log_id: {$row->log_id}, the log user doesn't exist"
);
continue;
}
$logUser = MediaWikiServices::getInstance()->getActorNormalization()
->newActorFromRow( $row );
$params = LogEntryBase::extractParams( $row->log_params );
if ( !isset( $params['4:consumer'] ) ) {
$this->output( "Cannot transfer log_id: {$row->log_id}, param isn't correct" );
continue;
}
$logEntry = new ManualLogEntry( 'mwoauthconsumer', $row->log_action );
$logEntry->setPerformer( $logUser );
$logEntry->setTarget( Title::makeTitleSafe( NS_USER, $row->actor_name ) );
$logEntry->setComment( $commentStore->getComment( 'log_comment', $row )->text );
$logEntry->setParameters( $params );
$logEntry->setRelations( [
'OAuthConsumer' => [ $params['4:consumer'] ]
] );
// ManualLogEntry::insert() calls $dbw->timestamp on the value
$logEntry->setTimestamp( $row->log_timestamp );
// @TODO: Maybe this will do something some day. Sigh.
$logEntry->setDeleted( $row->log_deleted );
$logEntry->insert( $targetDb );
}
$targetDb->commit( __METHOD__ );
$this->waitForReplication();
} while ( $rowCount );
}
}
$maintClass = MigrateCentralWikiLogs::class;
require_once RUN_MAINTENANCE_IF_MAIN;

File Metadata

Mime Type
text/x-php
Expires
Tue, Aug 18, 19:08 (2 w, 5 d ago)
Storage Engine
local-disk
Storage Format
Raw Data
Storage Handle
b9/fe/acbd9f456253fbe3366770672461
Default Alt Text
migrateCentralWikiLogs.php (5 KB)

Event Timeline