Page MenuHomeWickedGov Phorge
Files F5976317

populateInterwiki.php
No OneTemporary
Actions

Size
4 KB
Referenced Files
None
Subscribers
None

populateInterwiki.php
View Options

<?php
/**
* Maintenance script that populates the interwiki table with list of sites from
* a source wiki, such as English Wikipedia. (the default source)
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License along
* with this program; if not, write to the Free Software Foundation, Inc.,
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
* http://www.gnu.org/copyleft/gpl.html
*
* @file
* @ingroup Maintenance
* @author Katie Filbert < aude.wiki@gmail.com >
*/
// @codeCoverageIgnoreStart
require_once __DIR__ . '/Maintenance.php';
// @codeCoverageIgnoreEnd
class PopulateInterwiki extends Maintenance {
/**
* @var string
*/
private $source;
public function __construct() {
parent::__construct();
$this->addDescription( <<<TEXT
This script will populate the interwiki table, pulling in interwiki links that are used on Wikipedia
or another MediaWiki wiki.
When the script has finished, it will make a note of this in the database, and will not run again
without the --force option.
--source parameter is the url for the source wiki api, such as "https://en.wikipedia.org/w/api.php"
(the default) from which the script fetches the interwiki data and uses here to populate
the interwiki database table.
TEXT
);
$this->addOption( 'source', 'Source wiki for interwiki table, such as '
. 'https://en.wikipedia.org/w/api.php (the default)', false, true );
$this->addOption( 'force', 'Run regardless of whether the database says it has '
. 'been run already.' );
}
public function execute() {
$force = $this->hasOption( 'force' );
$this->source = $this->getOption( 'source', 'https://en.wikipedia.org/w/api.php' );
$data = $this->fetchLinks();
if ( $data === false ) {
$this->error( "Error during fetching data." );
} else {
$this->doPopulate( $data, $force );
}
}
/**
* @return array[]|false The 'interwikimap' sub-array or false on failure.
*/
protected function fetchLinks() {
$url = wfArrayToCgi( [
'action' => 'query',
'meta' => 'siteinfo',
'siprop' => 'interwikimap',
'sifilteriw' => 'local',
'format' => 'json'
] );
if ( $this->source ) {
$url = rtrim( $this->source, '?' ) . '?' . $url;
}
$json = $this->getServiceContainer()->getHttpRequestFactory()->get( $url, [], __METHOD__ );
$data = json_decode( $json, true );
if ( is_array( $data ) ) {
return $data['query']['interwikimap'];
} else {
return false;
}
}
/**
* @param array[] $data
* @param bool $force
*
* @return bool
*/
protected function doPopulate( array $data, $force ) {
$dbw = $this->getPrimaryDB();
if ( !$force ) {
$row = $dbw->newSelectQueryBuilder()
->select( '1' )
->from( 'updatelog' )
->where( [ 'ul_key' => 'populate interwiki' ] )
->caller( __METHOD__ )->fetchRow();
if ( $row ) {
$this->output( "Interwiki table already populated. Use php " .
"maintenance/populateInterwiki.php\n--force from the command line " .
"to override.\n" );
return true;
}
}
$lookup = $this->getServiceContainer()->getInterwikiLookup();
foreach ( $data as $d ) {
$prefix = $d['prefix'];
$row = $dbw->newSelectQueryBuilder()
->select( '1' )
->from( 'interwiki' )
->where( [ 'iw_prefix' => $prefix ] )
->caller( __METHOD__ )->fetchRow();
if ( !$row ) {
$dbw->newInsertQueryBuilder()
->insertInto( 'interwiki' )
->ignore()
->row( [
'iw_prefix' => $prefix,
'iw_url' => $d['url'],
'iw_local' => 1,
'iw_api' => '',
'iw_wikiid' => '',
] )
->caller( __METHOD__ )->execute();
}
$lookup->invalidateCache( $prefix );
}
$this->output( "Interwiki links are populated.\n" );
return true;
}
}
// @codeCoverageIgnoreStart
$maintClass = PopulateInterwiki::class;
require_once RUN_MAINTENANCE_IF_MAIN;
// @codeCoverageIgnoreEnd

File Metadata

Mime Type
text/x-php
Expires
Sat, Oct 3, 19:02 (1 d, 12 h ago)
Storage Engine
local-disk
Storage Format
Raw Data
Storage Handle
1e/95/d25d2b0754d4819aa2faaf42b246
Default Alt Text
populateInterwiki.php (4 KB)

Event Timeline