2005-04-18 17:21:27 +00:00
|
|
|
<?php
|
2012-05-20 15:56:43 +00:00
|
|
|
/**
|
|
|
|
|
* Data storage in external repositories.
|
|
|
|
|
*
|
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
|
|
|
* (at your option) any later version.
|
|
|
|
|
*
|
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
|
*
|
|
|
|
|
* You should have received a copy of the GNU General Public License along
|
|
|
|
|
* with this program; if not, write to the Free Software Foundation, Inc.,
|
|
|
|
|
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
|
|
|
|
* http://www.gnu.org/copyleft/gpl.html
|
|
|
|
|
*
|
|
|
|
|
* @file
|
|
|
|
|
*/
|
|
|
|
|
|
WARNING: HUGE COMMIT
Doxygen documentation update:
* Changed alls @addtogroup to @ingroup. @addtogroup adds the comment to the group description, but doesn't add the file, class, function, ... to the group like @ingroup does. See for example http://svn.wikimedia.org/doc/group__SpecialPage.html where it's impossible to see related files, classes, ... that should belong to that group.
* Added @file to file description, it seems that it should be explicitely decalred for file descriptions, otherwise doxygen will think that the comment document the first class, variabled, function, ... that is in that file.
* Removed some empty comments
* Removed some ?>
Added following groups:
* ExternalStorage
* JobQueue
* MaintenanceLanguage
One more thing: there are still a lot of warnings when generating the doc.
2008-05-20 17:13:28 +00:00
|
|
|
/**
|
|
|
|
|
* @defgroup ExternalStorage ExternalStorage
|
|
|
|
|
*/
|
|
|
|
|
|
2005-04-18 17:21:27 +00:00
|
|
|
/**
|
|
|
|
|
* Constructor class for data kept in external repositories
|
|
|
|
|
*
|
2006-01-07 13:09:30 +00:00
|
|
|
* External repositories might be populated by maintenance/async
|
|
|
|
|
* scripts, thus partial moving of data may be possible, as well
|
2005-04-18 17:21:27 +00:00
|
|
|
* as possibility to have any storage format (i.e. for archives)
|
WARNING: HUGE COMMIT
Doxygen documentation update:
* Changed alls @addtogroup to @ingroup. @addtogroup adds the comment to the group description, but doesn't add the file, class, function, ... to the group like @ingroup does. See for example http://svn.wikimedia.org/doc/group__SpecialPage.html where it's impossible to see related files, classes, ... that should belong to that group.
* Added @file to file description, it seems that it should be explicitely decalred for file descriptions, otherwise doxygen will think that the comment document the first class, variabled, function, ... that is in that file.
* Removed some empty comments
* Removed some ?>
Added following groups:
* ExternalStorage
* JobQueue
* MaintenanceLanguage
One more thing: there are still a lot of warnings when generating the doc.
2008-05-20 17:13:28 +00:00
|
|
|
*
|
|
|
|
|
* @ingroup ExternalStorage
|
2005-04-18 17:21:27 +00:00
|
|
|
*/
|
|
|
|
|
class ExternalStore {
|
2009-03-26 13:28:22 +00:00
|
|
|
var $mParams;
|
|
|
|
|
|
|
|
|
|
function __construct( $params = array() ) {
|
|
|
|
|
$this->mParams = $params;
|
|
|
|
|
}
|
|
|
|
|
|
2010-01-08 21:35:25 +00:00
|
|
|
/**
|
|
|
|
|
* Fetch data from given URL
|
|
|
|
|
*
|
|
|
|
|
* @param $url String: The URL of the text to get
|
|
|
|
|
* @param $params Array: associative array of parameters for the ExternalStore object.
|
2012-02-09 17:42:35 +00:00
|
|
|
* @return string|bool The text stored or false on error
|
2010-01-08 21:35:25 +00:00
|
|
|
*/
|
2009-03-26 13:28:22 +00:00
|
|
|
static function fetchFromURL( $url, $params = array() ) {
|
2005-04-18 17:21:27 +00:00
|
|
|
global $wgExternalStores;
|
|
|
|
|
|
2008-07-19 20:52:53 +00:00
|
|
|
if( !$wgExternalStores )
|
2005-04-18 17:21:27 +00:00
|
|
|
return false;
|
|
|
|
|
|
2010-07-02 19:10:36 +00:00
|
|
|
$parts = explode( '://', $url, 2 );
|
|
|
|
|
|
|
|
|
|
if ( count( $parts ) != 2 ) {
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
list( $proto, $path ) = $parts;
|
|
|
|
|
|
|
|
|
|
if ( $path == '' ) { // Bad URL
|
2005-04-18 17:21:27 +00:00
|
|
|
return false;
|
2010-07-02 19:10:36 +00:00
|
|
|
}
|
2006-01-09 03:16:56 +00:00
|
|
|
|
2009-03-26 13:28:22 +00:00
|
|
|
$store = self::getStoreObject( $proto, $params );
|
2006-01-09 03:16:56 +00:00
|
|
|
if ( $store === false )
|
|
|
|
|
return false;
|
2008-07-19 20:52:53 +00:00
|
|
|
return $store->fetchFromURL( $url );
|
2006-01-09 03:16:56 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
2009-03-26 13:28:22 +00:00
|
|
|
* Get an external store object of the given type, with the given parameters
|
2010-01-08 21:35:25 +00:00
|
|
|
*
|
|
|
|
|
* @param $proto String: type of external storage, should be a value in $wgExternalStores
|
|
|
|
|
* @param $params Array: associative array of parameters for the ExternalStore object.
|
|
|
|
|
* @return ExternalStore subclass or false on error
|
2006-01-09 03:16:56 +00:00
|
|
|
*/
|
2009-03-26 13:28:22 +00:00
|
|
|
static function getStoreObject( $proto, $params = array() ) {
|
2006-01-09 03:16:56 +00:00
|
|
|
global $wgExternalStores;
|
2008-07-19 20:52:53 +00:00
|
|
|
if( !$wgExternalStores )
|
2006-01-09 03:16:56 +00:00
|
|
|
return false;
|
2005-04-18 17:21:27 +00:00
|
|
|
/* Protocol not enabled */
|
2008-07-19 20:52:53 +00:00
|
|
|
if( !in_array( $proto, $wgExternalStores ) )
|
2005-04-18 17:21:27 +00:00
|
|
|
return false;
|
|
|
|
|
|
2008-07-19 20:52:53 +00:00
|
|
|
$class = 'ExternalStore' . ucfirst( $proto );
|
2007-06-06 16:01:14 +00:00
|
|
|
/* Any custom modules should be added to $wgAutoLoadClasses for on-demand loading */
|
The beginnings of HipHop compiled mode support. It works now for parser cache hits.
* Work around HipHop issue 314 (volatile broken) and issue 308 (no compilation detection) by adding some large and ugly compilation detection code to WebStart.php and doMaintenance.php.
* Provide an MW_COMPILED constant which can be used to detect compiled mode throughout the codebase.
* Introduced wfIsHipHop(), which detects either compiled or interpreted mode. Used this to work around unusual eval() return value in eval.php.
* Work around lack of ini_get() in Maintenance.php, by duplicating wfIsHipHop().
* In Maintenance::shouldExecute(), accept "include" as an inclusion function name, since all kinds of inclusion give this string in HipHop.
* Introduced new class MWInit, which provides some static functions in the pre-autoloader environment.
* Introduced MWInit::compiledPath(), which provides a relative path for invoking a compiled file, and MWInit::interpretedPath(), which provides an absolute path for interpreting a PHP file. Used these new functions in the appropriate places.
* When we are running compiled code, don't include files which would generate duplicate class, function or constant definitions. Documented the new requirements on the contents of Defines.php and UtfNormalDefines.php.
* In HipHop compiled mode, it's not possible to have executable code in the same file as a class definition.
** Moved MimeMagic initialisation to the constructor.
** Moved Namespace.php global variable initialisation to Setup.php.
** Moved MemcachedSessions.php initialisation to the caller in GlobalFunctions.php.
** Moved Sanitizer.php constants and global variables to static class members. Introduced an accessor function for the attribs regex, as a new place to put code formerly at file level.
** Moved Language.php initialisation of $wgLanguageNames to Language::getLanguageNames(). Removed the global variable, marked "private" since forever.
* In two places: don't use error_log() with type=3 to append to a file, HipHop doesn't support it. Use file_put_contents() with FILE_APPEND instead.
* Work around the terrible breakage of class_exists() by using MWInit::classExists() instead in various places. In WebInstaller::getPageByName(), the class_exists() was marked with a fixme comment already, so I replaced it with an autoloader solution.
2011-04-04 12:59:55 +00:00
|
|
|
if( !MWInit::classExists( $class ) ) {
|
2007-06-06 16:01:14 +00:00
|
|
|
return false;
|
2005-04-18 17:21:27 +00:00
|
|
|
}
|
2008-07-19 20:52:53 +00:00
|
|
|
|
2009-03-26 13:28:22 +00:00
|
|
|
return new $class($params);
|
2005-04-18 17:21:27 +00:00
|
|
|
}
|
|
|
|
|
|
2006-01-09 03:16:56 +00:00
|
|
|
/**
|
|
|
|
|
* Store a data item to an external store, identified by a partial URL
|
2006-03-11 17:13:49 +00:00
|
|
|
* The protocol part is used to identify the class, the rest is passed to the
|
|
|
|
|
* class itself as a parameter.
|
2011-05-29 14:24:27 +00:00
|
|
|
* @param $url
|
|
|
|
|
* @param $data
|
|
|
|
|
* @param $params array
|
2012-02-09 17:42:35 +00:00
|
|
|
* @return string|bool The URL of the stored data item, or false on error
|
2005-04-18 17:21:27 +00:00
|
|
|
*/
|
2009-03-26 13:28:22 +00:00
|
|
|
static function insert( $url, $data, $params = array() ) {
|
2006-01-09 03:16:56 +00:00
|
|
|
list( $proto, $params ) = explode( '://', $url, 2 );
|
2009-03-26 13:28:22 +00:00
|
|
|
$store = self::getStoreObject( $proto, $params );
|
2006-01-09 03:16:56 +00:00
|
|
|
if ( $store === false ) {
|
|
|
|
|
return false;
|
|
|
|
|
} else {
|
|
|
|
|
return $store->store( $params, $data );
|
|
|
|
|
}
|
|
|
|
|
}
|
2008-09-24 18:38:25 +00:00
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Like insert() above, but does more of the work for us.
|
|
|
|
|
* This function does not need a url param, it builds it by
|
|
|
|
|
* itself. It also fails-over to the next possible clusters.
|
|
|
|
|
*
|
2010-01-08 21:35:25 +00:00
|
|
|
* @param $data String
|
|
|
|
|
* @param $storageParams Array: associative array of parameters for the ExternalStore object.
|
2011-05-28 18:58:51 +00:00
|
|
|
* @return string The URL of the stored data item, or false on error
|
2008-09-24 18:38:25 +00:00
|
|
|
*/
|
2009-03-26 13:28:22 +00:00
|
|
|
public static function insertToDefault( $data, $storageParams = array() ) {
|
2008-09-24 18:38:25 +00:00
|
|
|
global $wgDefaultExternalStore;
|
|
|
|
|
$tryStores = (array)$wgDefaultExternalStore;
|
|
|
|
|
$error = false;
|
|
|
|
|
while ( count( $tryStores ) > 0 ) {
|
|
|
|
|
$index = mt_rand(0, count( $tryStores ) - 1);
|
|
|
|
|
$storeUrl = $tryStores[$index];
|
|
|
|
|
wfDebug( __METHOD__.": trying $storeUrl\n" );
|
|
|
|
|
list( $proto, $params ) = explode( '://', $storeUrl, 2 );
|
2009-03-26 13:28:22 +00:00
|
|
|
$store = self::getStoreObject( $proto, $storageParams );
|
2008-09-24 18:38:25 +00:00
|
|
|
if ( $store === false ) {
|
|
|
|
|
throw new MWException( "Invalid external storage protocol - $storeUrl" );
|
|
|
|
|
}
|
|
|
|
|
try {
|
|
|
|
|
$url = $store->store( $params, $data ); // Try to save the object
|
|
|
|
|
} catch ( DBConnectionError $error ) {
|
|
|
|
|
$url = false;
|
2009-01-13 15:42:10 +00:00
|
|
|
} catch( DBQueryError $error ) {
|
|
|
|
|
$url = false;
|
2008-09-24 18:38:25 +00:00
|
|
|
}
|
|
|
|
|
if ( $url ) {
|
|
|
|
|
return $url; // Done!
|
|
|
|
|
} else {
|
|
|
|
|
unset( $tryStores[$index] ); // Don't try this one again!
|
|
|
|
|
$tryStores = array_values( $tryStores ); // Must have consecutive keys
|
|
|
|
|
wfDebugLog( 'ExternalStorage', "Unable to store text to external storage $storeUrl" );
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
// All stores failed
|
|
|
|
|
if ( $error ) {
|
|
|
|
|
// Rethrow the last connection error
|
|
|
|
|
throw $error;
|
|
|
|
|
} else {
|
|
|
|
|
throw new MWException( "Unable to store text to external storage" );
|
|
|
|
|
}
|
|
|
|
|
}
|
2009-03-26 13:28:22 +00:00
|
|
|
|
2011-05-28 18:58:51 +00:00
|
|
|
/**
|
|
|
|
|
* @param $data
|
|
|
|
|
* @param $wiki
|
|
|
|
|
*
|
|
|
|
|
* @return string
|
|
|
|
|
*/
|
2009-03-26 13:28:22 +00:00
|
|
|
public static function insertToForeignDefault( $data, $wiki ) {
|
|
|
|
|
return self::insertToDefault( $data, array( 'wiki' => $wiki ) );
|
|
|
|
|
}
|
2005-04-18 17:21:27 +00:00
|
|
|
}
|