620 lines
16 KiB
PHP
620 lines
16 KiB
PHP
<?php
|
|
/**
|
|
* MediaWiki page data importer
|
|
* Copyright (C) 2003,2005 Brion Vibber <brion@pobox.com>
|
|
* http://www.mediawiki.org/
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License along
|
|
* with this program; if not, write to the Free Software Foundation, Inc.,
|
|
* 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
|
* http://www.gnu.org/copyleft/gpl.html
|
|
*
|
|
* @package MediaWiki
|
|
* @subpackage SpecialPage
|
|
*/
|
|
|
|
/** */
|
|
require_once( 'WikiError.php' );
|
|
|
|
/**
|
|
* Constructor
|
|
*/
|
|
function wfSpecialImport( $page = '' ) {
|
|
global $wgUser, $wgOut, $wgLang, $wgRequest, $wgTitle;
|
|
global $wgImportSources;
|
|
|
|
###
|
|
# $wgOut->addWikiText( "Special:Import is not ready for this beta release, sorry." );
|
|
# return;
|
|
###
|
|
|
|
if( $wgRequest->wasPosted() && $wgRequest->getVal( 'action' ) == 'submit') {
|
|
switch( $wgRequest->getVal( "source" ) ) {
|
|
case "upload":
|
|
if( $wgUser->isAllowed( 'importupload' ) ) {
|
|
$source = ImportStreamSource::newFromUpload( "xmlimport" );
|
|
} else {
|
|
return $wgOut->permissionRequired( 'importupload' );
|
|
}
|
|
break;
|
|
case "interwiki":
|
|
$source = ImportStreamSource::newFromInterwiki(
|
|
$wgRequest->getVal( "interwiki" ),
|
|
$wgRequest->getText( "frompage" ) );
|
|
break;
|
|
default:
|
|
$source = new WikiError( "Unknown import source type" );
|
|
}
|
|
|
|
if( WikiError::isError( $source ) ) {
|
|
$wgOut->addWikiText( wfEscapeWikiText( $source->getMessage() ) );
|
|
} else {
|
|
$importer = new WikiImporter( $source );
|
|
$result = $importer->doImport();
|
|
if( WikiError::isError( $result ) ) {
|
|
$wgOut->addWikiText( wfMsg( "importfailed",
|
|
wfEscapeWikiText( $result->getMessage() ) ) );
|
|
} else {
|
|
# Success!
|
|
$wgOut->addWikiText( wfMsg( "importsuccess" ) );
|
|
}
|
|
}
|
|
}
|
|
|
|
$action = $wgTitle->escapeLocalUrl( 'action=submit' );
|
|
|
|
if( $wgUser->isAllowed( 'importupload' ) ) {
|
|
$wgOut->addWikiText( wfMsg( "importtext" ) );
|
|
$wgOut->addHTML( "
|
|
<fieldset>
|
|
<legend>" . wfMsgHtml('upload') . "</legend>
|
|
<form enctype='multipart/form-data' method='post' action=\"$action\">
|
|
<input type='hidden' name='action' value='submit' />
|
|
<input type='hidden' name='source' value='upload' />
|
|
<input type='hidden' name='MAX_FILE_SIZE' value='2000000' />
|
|
<input type='file' name='xmlimport' value='' size='30' />
|
|
<input type='submit' value='" . wfMsgHtml( "uploadbtn" ) . "'/>
|
|
</form>
|
|
</fieldset>
|
|
" );
|
|
} else {
|
|
if( empty( $wgImportSources ) ) {
|
|
$wgOut->addWikiText( wfMsg( 'importnosources' ) );
|
|
}
|
|
}
|
|
|
|
if( !empty( $wgImportSources ) ) {
|
|
$wgOut->addHTML( "
|
|
<fieldset>
|
|
<legend>" . wfMsgHtml('importinterwiki') . "</legend>
|
|
<form method='post' action=\"$action\">
|
|
<input type='hidden' name='action' value='submit' />
|
|
<input type='hidden' name='source' value='interwiki' />
|
|
<select name='interwiki'>
|
|
" );
|
|
foreach( $wgImportSources as $interwiki ) {
|
|
$iw = htmlspecialchars( $interwiki );
|
|
$wgOut->addHTML( "<option value=\"$iw\">$iw</option>\n" );
|
|
}
|
|
$wgOut->addHTML( "
|
|
</select>
|
|
<input name='frompage' />
|
|
<input type='submit' />
|
|
</form>
|
|
</fieldset>
|
|
" );
|
|
}
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @package MediaWiki
|
|
* @subpackage SpecialPage
|
|
*/
|
|
class WikiRevision {
|
|
var $title = NULL;
|
|
var $timestamp = "20010115000000";
|
|
var $user = 0;
|
|
var $user_text = "";
|
|
var $text = "";
|
|
var $comment = "";
|
|
|
|
function setTitle( $text ) {
|
|
$this->title = Title::newFromText( $text );
|
|
}
|
|
|
|
function setTimestamp( $ts ) {
|
|
# 2003-08-05T18:30:02Z
|
|
$this->timestamp = preg_replace( '/^(....)-(..)-(..)T(..):(..):(..)Z$/', '$1$2$3$4$5$6', $ts );
|
|
}
|
|
|
|
function setUsername( $user ) {
|
|
$this->user_text = $user;
|
|
}
|
|
|
|
function setUserIP( $ip ) {
|
|
$this->user_text = $ip;
|
|
}
|
|
|
|
function setText( $text ) {
|
|
$this->text = $text;
|
|
}
|
|
|
|
function setComment( $text ) {
|
|
$this->comment = $text;
|
|
}
|
|
|
|
function getTitle() {
|
|
return $this->title;
|
|
}
|
|
|
|
function getTimestamp() {
|
|
return $this->timestamp;
|
|
}
|
|
|
|
function getUser() {
|
|
return $this->user_text;
|
|
}
|
|
|
|
function getText() {
|
|
return $this->text;
|
|
}
|
|
|
|
function getComment() {
|
|
return $this->comment;
|
|
}
|
|
|
|
function importOldRevision() {
|
|
$fname = "WikiImporter::importOldRevision";
|
|
$dbw =& wfGetDB( DB_MASTER );
|
|
|
|
# Sneak a single revision into place
|
|
$user = User::newFromName( $this->getUser() );
|
|
if( $user ) {
|
|
$userId = intval( $user->getId() );
|
|
$userText = $user->getName();
|
|
} else {
|
|
$userId = 0;
|
|
$userText = $this->getUser();
|
|
}
|
|
|
|
$article = new Article( $this->title );
|
|
$pageId = $article->getId();
|
|
if( $pageId == 0 ) {
|
|
# must create the page...
|
|
$pageId = $article->insertOn( $dbw );
|
|
}
|
|
|
|
# FIXME: Check for exact conflicts
|
|
# FIXME: Use original rev_id optionally
|
|
# FIXME: blah blah blah
|
|
|
|
#if( $numrows > 0 ) {
|
|
# return wfMsg( "importhistoryconflict" );
|
|
#}
|
|
|
|
# Insert the row
|
|
$revision = new Revision( array(
|
|
'page' => $pageId,
|
|
'text' => $this->getText(),
|
|
'comment' => $this->getComment(),
|
|
'user' => $userId,
|
|
'user_text' => $userText,
|
|
'timestamp' => $this->timestamp,
|
|
'minor_edit' => 0
|
|
) );
|
|
$revId = $revision->insertOn( $dbw );
|
|
$article->updateIfNewerOn( $dbw, $revision );
|
|
|
|
return true;
|
|
}
|
|
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @package MediaWiki
|
|
* @subpackage SpecialPage
|
|
*/
|
|
class WikiImporter {
|
|
var $mSource = null;
|
|
var $mPageCallback = null;
|
|
var $mRevisionCallback = null;
|
|
var $lastfield;
|
|
|
|
function WikiImporter( $source ) {
|
|
$this->setRevisionCallback( array( &$this, "importRevision" ) );
|
|
$this->mSource = $source;
|
|
}
|
|
|
|
function throwXmlError( $err ) {
|
|
$this->debug( "FAILURE: $err" );
|
|
}
|
|
|
|
# --------------
|
|
|
|
function doImport() {
|
|
if( empty( $this->mSource ) ) {
|
|
return new WikiErrorMsg( "importnotext" );
|
|
}
|
|
|
|
$parser = xml_parser_create( "UTF-8" );
|
|
|
|
# case folding violates XML standard, turn it off
|
|
xml_parser_set_option( $parser, XML_OPTION_CASE_FOLDING, false );
|
|
|
|
xml_set_object( $parser, &$this );
|
|
xml_set_element_handler( $parser, "in_start", "" );
|
|
|
|
do {
|
|
$chunk = $this->mSource->readChunk();
|
|
if( !xml_parse( $parser, $chunk, $this->mSource->atEnd() ) ) {
|
|
return new WikiXmlError( $parser );
|
|
}
|
|
} while( $chunk !== false && !$this->mSource->atEnd() );
|
|
xml_parser_free( $parser );
|
|
|
|
return true;
|
|
}
|
|
|
|
function debug( $data ) {
|
|
#wfDebug( "IMPORT: $data\n" );
|
|
}
|
|
|
|
function notice( $data ) {
|
|
global $wgCommandLineMode;
|
|
if( $wgCommandLineMode ) {
|
|
print "$data\n";
|
|
} else {
|
|
global $wgOut;
|
|
$wgOut->addHTML( "<li>$data</li>\n" );
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Sets the action to perform as each new page in the stream is reached.
|
|
* @param callable $callback
|
|
* @return callable
|
|
*/
|
|
function setPageCallback( $callback ) {
|
|
$previous = $this->mPageCallback;
|
|
$this->mPageCallback = $callback;
|
|
return $previous;
|
|
}
|
|
|
|
/**
|
|
* Sets the action to perform as each page revision is reached.
|
|
* @param callable $callback
|
|
* @return callable
|
|
*/
|
|
function setRevisionCallback( $callback ) {
|
|
$previous = $this->mRevisionCallback;
|
|
$this->mRevisionCallback = $callback;
|
|
return $previous;
|
|
}
|
|
|
|
/**
|
|
* Default per-revision callback, performs the import.
|
|
* @param WikiRevision $revision
|
|
* @access private
|
|
*/
|
|
function importRevision( &$revision ) {
|
|
$dbw =& wfGetDB( DB_MASTER );
|
|
$dbw->deadlockLoop( array( &$revision, 'importOldRevision' ) );
|
|
}
|
|
|
|
/**
|
|
* Alternate per-revision callback, for debugging.
|
|
* @param WikiRevision $revision
|
|
* @access private
|
|
*/
|
|
function debugRevisionHandler( &$revision ) {
|
|
$this->debug( "Got revision:" );
|
|
if( is_object( $revision->title ) ) {
|
|
$this->debug( "-- Title: " . $revision->title->getPrefixedText() );
|
|
} else {
|
|
$this->debug( "-- Title: <invalid>" );
|
|
}
|
|
$this->debug( "-- User: " . $revision->user_text );
|
|
$this->debug( "-- Timestamp: " . $revision->timestamp );
|
|
$this->debug( "-- Comment: " . $revision->comment );
|
|
$this->debug( "-- Text: " . $revision->text );
|
|
}
|
|
|
|
/**
|
|
* Notify the callback function when a new <page> is reached.
|
|
* @param Title $title
|
|
* @access private
|
|
*/
|
|
function pageCallback( $title ) {
|
|
if( is_callable( $this->mPageCallback ) ) {
|
|
call_user_func( $this->mPageCallback, $title );
|
|
}
|
|
}
|
|
|
|
|
|
# XML parser callbacks from here out -- beware!
|
|
function donothing( $parser, $x, $y="" ) {
|
|
#$this->debug( "donothing" );
|
|
}
|
|
|
|
function in_start( $parser, $name, $attribs ) {
|
|
$this->debug( "in_start $name" );
|
|
if( $name != "mediawiki" ) {
|
|
return $this->throwXMLerror( "Expected <mediawiki>, got <$name>" );
|
|
}
|
|
xml_set_element_handler( $parser, "in_mediawiki", "out_mediawiki" );
|
|
}
|
|
|
|
function in_mediawiki( $parser, $name, $attribs ) {
|
|
$this->debug( "in_mediawiki $name" );
|
|
if( $name == 'siteinfo' ) {
|
|
xml_set_element_handler( $parser, "in_siteinfo", "out_siteinfo" );
|
|
} elseif( $name == 'page' ) {
|
|
xml_set_element_handler( $parser, "in_page", "out_page" );
|
|
} else {
|
|
return $this->throwXMLerror( "Expected <page>, got <$name>" );
|
|
}
|
|
}
|
|
function out_mediawiki( $parser, $name ) {
|
|
$this->debug( "out_mediawiki $name" );
|
|
if( $name != "mediawiki" ) {
|
|
return $this->throwXMLerror( "Expected </mediawiki>, got </$name>" );
|
|
}
|
|
xml_set_element_handler( $parser, "donothing", "donothing" );
|
|
}
|
|
|
|
|
|
function in_siteinfo( $parser, $name, $attribs ) {
|
|
// no-ops for now
|
|
$this->debug( "in_siteinfo $name" );
|
|
switch( $name ) {
|
|
case "sitename":
|
|
case "generator":
|
|
case "case":
|
|
case "namespaces":
|
|
case "namespace":
|
|
break;
|
|
default:
|
|
return $this->throwXMLerror( "Element <$name> not allowed in <siteinfo>." );
|
|
}
|
|
}
|
|
|
|
function out_siteinfo( $parser, $name ) {
|
|
if( $name == "siteinfo" ) {
|
|
xml_set_element_handler( $parser, "in_mediawiki", "out_mediawiki" );
|
|
}
|
|
}
|
|
|
|
|
|
function in_page( $parser, $name, $attribs ) {
|
|
$this->debug( "in_page $name" );
|
|
switch( $name ) {
|
|
case "id":
|
|
case "title":
|
|
case "restrictions":
|
|
$this->appendfield = $name;
|
|
$this->appenddata = "";
|
|
$this->parenttag = "page";
|
|
xml_set_element_handler( $parser, "in_nothing", "out_append" );
|
|
xml_set_character_data_handler( $parser, "char_append" );
|
|
break;
|
|
case "revision":
|
|
$this->workRevision = new WikiRevision;
|
|
$this->workRevision->setTitle( $this->workTitle );
|
|
xml_set_element_handler( $parser, "in_revision", "out_revision" );
|
|
break;
|
|
default:
|
|
return $this->throwXMLerror( "Element <$name> not allowed in a <page>." );
|
|
}
|
|
}
|
|
|
|
function out_page( $parser, $name ) {
|
|
$this->debug( "out_page $name" );
|
|
if( $name != "page" ) {
|
|
return $this->throwXMLerror( "Expected </page>, got </$name>" );
|
|
}
|
|
xml_set_element_handler( $parser, "in_mediawiki", "out_mediawiki" );
|
|
|
|
$this->workTitle = NULL;
|
|
$this->workRevision = NULL;
|
|
}
|
|
|
|
function in_nothing( $parser, $name, $attribs ) {
|
|
$this->debug( "in_nothing $name" );
|
|
return $this->throwXMLerror( "No child elements allowed here; got <$name>" );
|
|
}
|
|
function char_append( $parser, $data ) {
|
|
$this->debug( "char_append '$data'" );
|
|
$this->appenddata .= $data;
|
|
}
|
|
function out_append( $parser, $name ) {
|
|
$this->debug( "out_append $name" );
|
|
if( $name != $this->appendfield ) {
|
|
return $this->throwXMLerror( "Expected </{$this->appendfield}>, got </$name>" );
|
|
}
|
|
xml_set_element_handler( $parser, "in_$this->parenttag", "out_$this->parenttag" );
|
|
xml_set_character_data_handler( $parser, "donothing" );
|
|
|
|
switch( $this->appendfield ) {
|
|
case "title":
|
|
$this->workTitle = $this->appenddata;
|
|
$this->pageCallback( $this->workTitle );
|
|
break;
|
|
case "text":
|
|
$this->workRevision->setText( $this->appenddata );
|
|
break;
|
|
case "username":
|
|
$this->workRevision->setUsername( $this->appenddata );
|
|
break;
|
|
case "ip":
|
|
$this->workRevision->setUserIP( $this->appenddata );
|
|
break;
|
|
case "timestamp":
|
|
$this->workRevision->setTimestamp( $this->appenddata );
|
|
break;
|
|
case "comment":
|
|
$this->workRevision->setComment( $this->appenddata );
|
|
break;
|
|
default:
|
|
$this->debug( "Bad append: {$this->appendfield}" );
|
|
}
|
|
$this->appendfield = "";
|
|
$this->appenddata = "";
|
|
}
|
|
|
|
function in_revision( $parser, $name, $attribs ) {
|
|
$this->debug( "in_revision $name" );
|
|
switch( $name ) {
|
|
case "id":
|
|
case "timestamp":
|
|
case "comment":
|
|
case "text":
|
|
$this->parenttag = "revision";
|
|
$this->appendfield = $name;
|
|
xml_set_element_handler( $parser, "in_nothing", "out_append" );
|
|
xml_set_character_data_handler( $parser, "char_append" );
|
|
break;
|
|
case "contributor":
|
|
xml_set_element_handler( $parser, "in_contributor", "out_contributor" );
|
|
break;
|
|
default:
|
|
return $this->throwXMLerror( "Element <$name> not allowed in a <revision>." );
|
|
}
|
|
}
|
|
|
|
function out_revision( $parser, $name ) {
|
|
$this->debug( "out_revision $name" );
|
|
if( $name != "revision" ) {
|
|
return $this->throwXMLerror( "Expected </revision>, got </$name>" );
|
|
}
|
|
xml_set_element_handler( $parser, "in_page", "out_page" );
|
|
|
|
$out = call_user_func( $this->mRevisionCallback,
|
|
&$this->workRevision,
|
|
&$this );
|
|
if( !empty( $out ) ) {
|
|
global $wgOut;
|
|
$wgOut->addHTML( "<li>" . $out . "</li>\n" );
|
|
}
|
|
}
|
|
|
|
function in_contributor( $parser, $name, $attribs ) {
|
|
$this->debug( "in_contributor $name" );
|
|
switch( $name ) {
|
|
case "username":
|
|
case "ip":
|
|
$this->parenttag = "contributor";
|
|
$this->appendfield = $name;
|
|
xml_set_element_handler( $parser, "in_nothing", "out_append" );
|
|
xml_set_character_data_handler( $parser, "char_append" );
|
|
break;
|
|
default:
|
|
$this->throwXMLerror( "Invalid tag <$name> in <contributor>" );
|
|
}
|
|
}
|
|
|
|
function out_contributor( $parser, $name ) {
|
|
$this->debug( "out_contributor $name" );
|
|
if( $name != "contributor" ) {
|
|
return $this->throwXMLerror( "Expected </contributor>, got </$name>" );
|
|
}
|
|
xml_set_element_handler( $parser, "in_revision", "out_revision" );
|
|
}
|
|
|
|
}
|
|
|
|
/** @package MediaWiki */
|
|
class ImportStringSource {
|
|
function ImportStringSource( $string ) {
|
|
$this->mString = $string;
|
|
$this->mRead = false;
|
|
}
|
|
|
|
function atEnd() {
|
|
return $this->mRead;
|
|
}
|
|
|
|
function readChunk() {
|
|
if( $this->atEnd() ) {
|
|
return false;
|
|
} else {
|
|
$this->mRead = true;
|
|
return $this->mString;
|
|
}
|
|
}
|
|
}
|
|
|
|
/** @package MediaWiki */
|
|
class ImportStreamSource {
|
|
function ImportStreamSource( $handle ) {
|
|
$this->mHandle = $handle;
|
|
}
|
|
|
|
function atEnd() {
|
|
return feof( $this->mHandle );
|
|
}
|
|
|
|
function readChunk() {
|
|
return fread( $this->mHandle, 32768 );
|
|
}
|
|
|
|
function newFromFile( $filename ) {
|
|
$file = @fopen( $filename, 'rt' );
|
|
if( !$file ) {
|
|
return new WikiError( "Couldn't open import file" );
|
|
}
|
|
return new ImportStreamSource( $file );
|
|
}
|
|
|
|
function newFromUpload( $fieldname = "xmlimport" ) {
|
|
global $wgOut;
|
|
|
|
$upload =& $_FILES[$fieldname];
|
|
|
|
if( !isset( $upload ) ) {
|
|
return new WikiErrorMsg( 'importnofile' );
|
|
}
|
|
if( !empty( $upload['error'] ) ) {
|
|
return new WikiErrorMsg( 'importuploaderror', $upload['error'] );
|
|
}
|
|
$fname = $upload['tmp_name'];
|
|
if( is_uploaded_file( $fname ) ) {
|
|
return ImportStreamSource::newFromFile( $fname );
|
|
} else {
|
|
return new WikiErrorMsg( 'importnofile' );
|
|
}
|
|
}
|
|
|
|
function newFromURL( $url ) {
|
|
# fopen-wrappers are normally turned off for security.
|
|
ini_set( "allow_url_fopen", true );
|
|
$ret = ImportStreamSource::newFromFile( $url );
|
|
ini_set( "allow_url_fopen", false );
|
|
return $ret;
|
|
}
|
|
|
|
function newFromInterwiki( $interwiki, $page ) {
|
|
$base = Title::getInterwikiLink( $interwiki );
|
|
if( empty( $base ) ) {
|
|
return new WikiError( 'Bad interwiki link' );
|
|
} else {
|
|
$import = wfUrlencode( "Special:Export/$page" );
|
|
$url = str_replace( "$1", $import, $base );
|
|
return ImportStreamSource::newFromURL( $url );
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
?>
|