2005-04-18 17:21:27 +00:00
|
|
|
<?php
|
WARNING: HUGE COMMIT
Doxygen documentation update:
* Changed alls @addtogroup to @ingroup. @addtogroup adds the comment to the group description, but doesn't add the file, class, function, ... to the group like @ingroup does. See for example http://svn.wikimedia.org/doc/group__SpecialPage.html where it's impossible to see related files, classes, ... that should belong to that group.
* Added @file to file description, it seems that it should be explicitely decalred for file descriptions, otherwise doxygen will think that the comment document the first class, variabled, function, ... that is in that file.
* Removed some empty comments
* Removed some ?>
Added following groups:
* ExternalStorage
* JobQueue
* MaintenanceLanguage
One more thing: there are still a lot of warnings when generating the doc.
2008-05-20 17:13:28 +00:00
|
|
|
/**
|
|
|
|
|
* @defgroup ExternalStorage ExternalStorage
|
|
|
|
|
*/
|
|
|
|
|
|
2005-04-18 17:21:27 +00:00
|
|
|
/**
|
|
|
|
|
* Constructor class for data kept in external repositories
|
|
|
|
|
*
|
2006-01-07 13:09:30 +00:00
|
|
|
* External repositories might be populated by maintenance/async
|
|
|
|
|
* scripts, thus partial moving of data may be possible, as well
|
2005-04-18 17:21:27 +00:00
|
|
|
* as possibility to have any storage format (i.e. for archives)
|
WARNING: HUGE COMMIT
Doxygen documentation update:
* Changed alls @addtogroup to @ingroup. @addtogroup adds the comment to the group description, but doesn't add the file, class, function, ... to the group like @ingroup does. See for example http://svn.wikimedia.org/doc/group__SpecialPage.html where it's impossible to see related files, classes, ... that should belong to that group.
* Added @file to file description, it seems that it should be explicitely decalred for file descriptions, otherwise doxygen will think that the comment document the first class, variabled, function, ... that is in that file.
* Removed some empty comments
* Removed some ?>
Added following groups:
* ExternalStorage
* JobQueue
* MaintenanceLanguage
One more thing: there are still a lot of warnings when generating the doc.
2008-05-20 17:13:28 +00:00
|
|
|
*
|
|
|
|
|
* @ingroup ExternalStorage
|
2005-04-18 17:21:27 +00:00
|
|
|
*/
|
|
|
|
|
class ExternalStore {
|
2009-03-26 13:28:22 +00:00
|
|
|
var $mParams;
|
|
|
|
|
|
|
|
|
|
function __construct( $params = array() ) {
|
|
|
|
|
$this->mParams = $params;
|
|
|
|
|
}
|
|
|
|
|
|
2010-01-08 21:35:25 +00:00
|
|
|
/**
|
|
|
|
|
* Fetch data from given URL
|
|
|
|
|
*
|
|
|
|
|
* @param $url String: The URL of the text to get
|
|
|
|
|
* @param $params Array: associative array of parameters for the ExternalStore object.
|
|
|
|
|
* @return The text stored or false on error
|
|
|
|
|
*/
|
2009-03-26 13:28:22 +00:00
|
|
|
static function fetchFromURL( $url, $params = array() ) {
|
2005-04-18 17:21:27 +00:00
|
|
|
global $wgExternalStores;
|
|
|
|
|
|
2008-07-19 20:52:53 +00:00
|
|
|
if( !$wgExternalStores )
|
2005-04-18 17:21:27 +00:00
|
|
|
return false;
|
|
|
|
|
|
2008-07-19 20:52:53 +00:00
|
|
|
@list( $proto, $path ) = explode( '://', $url, 2 );
|
2005-04-18 17:21:27 +00:00
|
|
|
/* Bad URL */
|
2008-07-19 20:52:53 +00:00
|
|
|
if( $path == '' )
|
2005-04-18 17:21:27 +00:00
|
|
|
return false;
|
2006-01-09 03:16:56 +00:00
|
|
|
|
2009-03-26 13:28:22 +00:00
|
|
|
$store = self::getStoreObject( $proto, $params );
|
2006-01-09 03:16:56 +00:00
|
|
|
if ( $store === false )
|
|
|
|
|
return false;
|
2008-07-19 20:52:53 +00:00
|
|
|
return $store->fetchFromURL( $url );
|
2006-01-09 03:16:56 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
2009-03-26 13:28:22 +00:00
|
|
|
* Get an external store object of the given type, with the given parameters
|
2010-01-08 21:35:25 +00:00
|
|
|
*
|
|
|
|
|
* @param $proto String: type of external storage, should be a value in $wgExternalStores
|
|
|
|
|
* @param $params Array: associative array of parameters for the ExternalStore object.
|
|
|
|
|
* @return ExternalStore subclass or false on error
|
2006-01-09 03:16:56 +00:00
|
|
|
*/
|
2009-03-26 13:28:22 +00:00
|
|
|
static function getStoreObject( $proto, $params = array() ) {
|
2006-01-09 03:16:56 +00:00
|
|
|
global $wgExternalStores;
|
2008-07-19 20:52:53 +00:00
|
|
|
if( !$wgExternalStores )
|
2006-01-09 03:16:56 +00:00
|
|
|
return false;
|
2005-04-18 17:21:27 +00:00
|
|
|
/* Protocol not enabled */
|
2008-07-19 20:52:53 +00:00
|
|
|
if( !in_array( $proto, $wgExternalStores ) )
|
2005-04-18 17:21:27 +00:00
|
|
|
return false;
|
|
|
|
|
|
2008-07-19 20:52:53 +00:00
|
|
|
$class = 'ExternalStore' . ucfirst( $proto );
|
2007-06-06 16:01:14 +00:00
|
|
|
/* Any custom modules should be added to $wgAutoLoadClasses for on-demand loading */
|
2008-09-24 18:38:25 +00:00
|
|
|
if( !class_exists( $class ) ) {
|
2007-06-06 16:01:14 +00:00
|
|
|
return false;
|
2005-04-18 17:21:27 +00:00
|
|
|
}
|
2008-07-19 20:52:53 +00:00
|
|
|
|
2009-03-26 13:28:22 +00:00
|
|
|
return new $class($params);
|
2005-04-18 17:21:27 +00:00
|
|
|
}
|
|
|
|
|
|
2006-01-09 03:16:56 +00:00
|
|
|
/**
|
|
|
|
|
* Store a data item to an external store, identified by a partial URL
|
2006-03-11 17:13:49 +00:00
|
|
|
* The protocol part is used to identify the class, the rest is passed to the
|
|
|
|
|
* class itself as a parameter.
|
2010-01-08 21:35:25 +00:00
|
|
|
* @return The URL of the stored data item, or false on error
|
2005-04-18 17:21:27 +00:00
|
|
|
*/
|
2009-03-26 13:28:22 +00:00
|
|
|
static function insert( $url, $data, $params = array() ) {
|
2006-01-09 03:16:56 +00:00
|
|
|
list( $proto, $params ) = explode( '://', $url, 2 );
|
2009-03-26 13:28:22 +00:00
|
|
|
$store = self::getStoreObject( $proto, $params );
|
2006-01-09 03:16:56 +00:00
|
|
|
if ( $store === false ) {
|
|
|
|
|
return false;
|
|
|
|
|
} else {
|
|
|
|
|
return $store->store( $params, $data );
|
|
|
|
|
}
|
|
|
|
|
}
|
2008-09-24 18:38:25 +00:00
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Like insert() above, but does more of the work for us.
|
|
|
|
|
* This function does not need a url param, it builds it by
|
|
|
|
|
* itself. It also fails-over to the next possible clusters.
|
|
|
|
|
*
|
2010-01-08 21:35:25 +00:00
|
|
|
* @param $data String
|
|
|
|
|
* @param $storageParams Array: associative array of parameters for the ExternalStore object.
|
|
|
|
|
* @return The URL of the stored data item, or false on error
|
2008-09-24 18:38:25 +00:00
|
|
|
*/
|
2009-03-26 13:28:22 +00:00
|
|
|
public static function insertToDefault( $data, $storageParams = array() ) {
|
2008-09-24 18:38:25 +00:00
|
|
|
global $wgDefaultExternalStore;
|
|
|
|
|
$tryStores = (array)$wgDefaultExternalStore;
|
|
|
|
|
$error = false;
|
|
|
|
|
while ( count( $tryStores ) > 0 ) {
|
|
|
|
|
$index = mt_rand(0, count( $tryStores ) - 1);
|
|
|
|
|
$storeUrl = $tryStores[$index];
|
|
|
|
|
wfDebug( __METHOD__.": trying $storeUrl\n" );
|
|
|
|
|
list( $proto, $params ) = explode( '://', $storeUrl, 2 );
|
2009-03-26 13:28:22 +00:00
|
|
|
$store = self::getStoreObject( $proto, $storageParams );
|
2008-09-24 18:38:25 +00:00
|
|
|
if ( $store === false ) {
|
|
|
|
|
throw new MWException( "Invalid external storage protocol - $storeUrl" );
|
|
|
|
|
}
|
|
|
|
|
try {
|
|
|
|
|
$url = $store->store( $params, $data ); // Try to save the object
|
|
|
|
|
} catch ( DBConnectionError $error ) {
|
|
|
|
|
$url = false;
|
2009-01-13 15:42:10 +00:00
|
|
|
} catch( DBQueryError $error ) {
|
|
|
|
|
$url = false;
|
2008-09-24 18:38:25 +00:00
|
|
|
}
|
|
|
|
|
if ( $url ) {
|
|
|
|
|
return $url; // Done!
|
|
|
|
|
} else {
|
|
|
|
|
unset( $tryStores[$index] ); // Don't try this one again!
|
|
|
|
|
$tryStores = array_values( $tryStores ); // Must have consecutive keys
|
|
|
|
|
wfDebugLog( 'ExternalStorage', "Unable to store text to external storage $storeUrl" );
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
// All stores failed
|
|
|
|
|
if ( $error ) {
|
|
|
|
|
// Rethrow the last connection error
|
|
|
|
|
throw $error;
|
|
|
|
|
} else {
|
|
|
|
|
throw new MWException( "Unable to store text to external storage" );
|
|
|
|
|
}
|
|
|
|
|
}
|
2009-03-26 13:28:22 +00:00
|
|
|
|
|
|
|
|
/** Like insertToDefault, but inserts on another wiki */
|
|
|
|
|
public static function insertToForeignDefault( $data, $wiki ) {
|
|
|
|
|
return self::insertToDefault( $data, array( 'wiki' => $wiki ) );
|
|
|
|
|
}
|
2005-04-18 17:21:27 +00:00
|
|
|
}
|