2005-05-21 10:15:39 +00:00
|
|
|
<?php
|
|
|
|
|
/**
|
2006-01-07 13:09:30 +00:00
|
|
|
*
|
2005-05-21 10:15:39 +00:00
|
|
|
* @package MediaWiki
|
|
|
|
|
*
|
|
|
|
|
* DB accessable external objects
|
|
|
|
|
*
|
|
|
|
|
*/
|
2006-01-07 13:09:30 +00:00
|
|
|
require_once( 'LoadBalancer.php' );
|
2005-05-21 10:15:39 +00:00
|
|
|
|
|
|
|
|
|
2005-07-05 21:22:25 +00:00
|
|
|
/** @package MediaWiki */
|
2005-08-14 07:18:34 +00:00
|
|
|
|
2005-09-16 12:00:23 +00:00
|
|
|
/**
|
|
|
|
|
* External database storage will use one (or more) separate connection pools
|
|
|
|
|
* from what the main wiki uses. If we load many revisions, such as when doing
|
|
|
|
|
* bulk backups or maintenance, we want to keep them around over the lifetime
|
|
|
|
|
* of the script.
|
|
|
|
|
*
|
|
|
|
|
* Associative array of LoadBalancer objects, indexed by cluster name.
|
|
|
|
|
*/
|
|
|
|
|
global $wgExternalLoadBalancers;
|
|
|
|
|
$wgExternalLoadBalancers = array();
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* One-step cache variable to hold base blobs; operations that
|
|
|
|
|
* pull multiple revisions may often pull multiple times from
|
|
|
|
|
* the same blob. By keeping the last-used one open, we avoid
|
|
|
|
|
* redundant unserialization and decompression overhead.
|
|
|
|
|
*/
|
|
|
|
|
global $wgExternalBlobCache;
|
|
|
|
|
$wgExternalBlobCache = array();
|
|
|
|
|
|
2005-05-21 10:15:39 +00:00
|
|
|
class ExternalStoreDB {
|
2005-07-05 21:22:25 +00:00
|
|
|
/**
|
|
|
|
|
* Fetch data from given URL
|
|
|
|
|
* @param string $url An url
|
|
|
|
|
*/
|
2005-08-14 07:18:34 +00:00
|
|
|
|
|
|
|
|
function &getLoadBalancer( $cluster ) {
|
2005-09-16 12:00:23 +00:00
|
|
|
global $wgExternalServers, $wgExternalLoadBalancers;
|
|
|
|
|
if ( !array_key_exists( $cluster, $wgExternalLoadBalancers ) ) {
|
|
|
|
|
$wgExternalLoadBalancers[$cluster] = LoadBalancer::newFromParams( $wgExternalServers[$cluster] );
|
2005-08-14 07:18:34 +00:00
|
|
|
}
|
2006-01-23 15:28:17 +00:00
|
|
|
$wgExternalLoadBalancers[$cluster]->allowLagged(true);
|
2005-09-16 12:00:23 +00:00
|
|
|
return $wgExternalLoadBalancers[$cluster];
|
2005-08-14 07:18:34 +00:00
|
|
|
}
|
2006-01-07 13:31:29 +00:00
|
|
|
|
2005-08-14 07:18:34 +00:00
|
|
|
function &getSlave( $cluster ) {
|
|
|
|
|
$lb =& $this->getLoadBalancer( $cluster );
|
|
|
|
|
return $lb->getConnection( DB_SLAVE );
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
function &getMaster( $cluster ) {
|
|
|
|
|
$lb =& $this->getLoadBalancer( $cluster );
|
|
|
|
|
return $lb->getConnection( DB_MASTER );
|
2006-01-07 13:31:29 +00:00
|
|
|
}
|
2005-10-29 01:41:36 +00:00
|
|
|
|
|
|
|
|
function getTable( &$db ) {
|
|
|
|
|
$table = $db->getLBInfo( 'blobs table' );
|
|
|
|
|
if ( is_null( $table ) ) {
|
|
|
|
|
$table = 'blobs';
|
|
|
|
|
}
|
|
|
|
|
return $table;
|
|
|
|
|
}
|
2006-01-07 13:31:29 +00:00
|
|
|
|
2005-05-21 10:15:39 +00:00
|
|
|
function fetchFromURL($url) {
|
|
|
|
|
#
|
2005-08-14 07:18:34 +00:00
|
|
|
# URLs have the form DB://cluster/id or DB://cluster/id/itemid for concatenated storage
|
2005-05-21 10:15:39 +00:00
|
|
|
#
|
|
|
|
|
$path = explode( '/', $url );
|
|
|
|
|
$cluster = $path[2];
|
|
|
|
|
$id = $path[3];
|
2005-08-14 07:18:34 +00:00
|
|
|
if ( isset( $path[4] ) ) {
|
|
|
|
|
$itemID = $path[4];
|
|
|
|
|
} else {
|
|
|
|
|
$itemID = false;
|
|
|
|
|
}
|
2005-05-21 10:15:39 +00:00
|
|
|
|
2005-09-16 12:00:23 +00:00
|
|
|
$ret =& $this->fetchBlob( $cluster, $id, $itemID );
|
2005-05-21 10:15:39 +00:00
|
|
|
|
2006-01-19 03:55:03 +00:00
|
|
|
if ( $itemID !== false && $ret !== false ) {
|
2005-09-16 12:00:23 +00:00
|
|
|
return $ret->getItem( $itemID );
|
|
|
|
|
}
|
|
|
|
|
return $ret;
|
|
|
|
|
}
|
2006-01-07 13:31:29 +00:00
|
|
|
|
2005-09-16 12:00:23 +00:00
|
|
|
/**
|
|
|
|
|
* Fetch a blob item out of the database; a cache of the last-loaded
|
|
|
|
|
* blob will be kept so that multiple loads out of a multi-item blob
|
|
|
|
|
* can avoid redundant database access and decompression.
|
|
|
|
|
* @return mixed
|
|
|
|
|
* @access private
|
|
|
|
|
*/
|
|
|
|
|
function &fetchBlob( $cluster, $id, $itemID ) {
|
|
|
|
|
global $wgExternalBlobCache;
|
|
|
|
|
$cacheID = ( $itemID === false ) ? "$cluster/$id" : "$cluster/$id/";
|
|
|
|
|
if( isset( $wgExternalBlobCache[$cacheID] ) ) {
|
|
|
|
|
wfDebug( "ExternalStoreDB::fetchBlob cache hit on $cacheID\n" );
|
|
|
|
|
return $wgExternalBlobCache[$cacheID];
|
|
|
|
|
}
|
2006-01-07 13:31:29 +00:00
|
|
|
|
2005-09-16 12:00:23 +00:00
|
|
|
wfDebug( "ExternalStoreDB::fetchBlob cache miss on $cacheID\n" );
|
2006-01-07 13:31:29 +00:00
|
|
|
|
2005-09-16 12:00:23 +00:00
|
|
|
$dbr =& $this->getSlave( $cluster );
|
2005-10-29 01:41:36 +00:00
|
|
|
$ret = $dbr->selectField( $this->getTable( $dbr ), 'blob_text', array( 'blob_id' => $id ) );
|
2006-01-19 03:55:03 +00:00
|
|
|
if ( $ret === false ) {
|
2006-03-14 00:47:58 +00:00
|
|
|
wfDebugLog( 'ExternalStoreDB', "ExternalStoreDB::fetchBlob master fallback on $cacheID\n" );
|
2006-01-19 03:55:03 +00:00
|
|
|
// Try the master
|
|
|
|
|
$dbw =& $this->getMaster( $cluster );
|
2006-03-14 00:47:58 +00:00
|
|
|
$ret = $dbw->selectField( $this->getTable( $dbw ), 'blob_text', array( 'blob_id' => $id ) );
|
|
|
|
|
if( $ret === false) {
|
|
|
|
|
wfDebugLog( 'ExternalStoreDB', "ExternalStoreDB::fetchBlob master failed to find $cacheID\n" );
|
|
|
|
|
}
|
2006-01-19 03:55:03 +00:00
|
|
|
}
|
|
|
|
|
if( $itemID !== false && $ret !== false ) {
|
2005-09-16 12:00:23 +00:00
|
|
|
// Unserialise object; caller extracts item
|
|
|
|
|
$ret = unserialize( $ret );
|
2005-08-14 07:18:34 +00:00
|
|
|
}
|
2006-01-07 13:31:29 +00:00
|
|
|
|
2005-09-16 12:00:23 +00:00
|
|
|
$wgExternalBlobCache = array( $cacheID => &$ret );
|
2005-05-21 10:15:39 +00:00
|
|
|
return $ret;
|
|
|
|
|
}
|
|
|
|
|
|
2005-08-14 07:18:34 +00:00
|
|
|
/**
|
|
|
|
|
* Insert a data item into a given cluster
|
|
|
|
|
*
|
|
|
|
|
* @param string $cluster The cluster name
|
|
|
|
|
* @param string $data The data item
|
|
|
|
|
* @return string URL
|
2005-05-21 10:15:39 +00:00
|
|
|
*/
|
2005-08-14 07:18:34 +00:00
|
|
|
function store( $cluster, $data ) {
|
|
|
|
|
$fname = 'ExternalStoreDB::store';
|
|
|
|
|
|
|
|
|
|
$dbw =& $this->getMaster( $cluster );
|
|
|
|
|
|
|
|
|
|
$id = $dbw->nextSequenceValue( 'blob_blob_id_seq' );
|
2005-10-29 01:41:36 +00:00
|
|
|
$dbw->insert( $this->getTable( $dbw ), array( 'blob_id' => $id, 'blob_text' => $data ), $fname );
|
2006-01-09 03:16:56 +00:00
|
|
|
$id = $dbw->insertId();
|
|
|
|
|
if ( $dbw->getFlag( DBO_TRX ) ) {
|
|
|
|
|
$dbw->immediateCommit();
|
|
|
|
|
}
|
|
|
|
|
return "DB://$cluster/$id";
|
2005-08-14 07:18:34 +00:00
|
|
|
}
|
2005-05-21 10:15:39 +00:00
|
|
|
}
|
|
|
|
|
?>
|