wiki.techinc.nl/tests/phpunit/includes/libs/objectcache/MultiWriteBagOStuffTest.php
Aaron Schulz 8f6d05e62c objectcache: add watchErrors() to BagOStuff/WANObjectCache
The new style of checking for the last error during a section of
calls is more robust since it allows nesting of callers. Typically,
an external caller will want to watch a section of code that will
involve zero or more internally watched sections. Errors that are
seen internally (leading to a failing response) should also be
visible externally.

Replace internal BagOStuff clearLastError() calls.

Replace WANObjectCache clearLastError() calls. Such a class should not
clear the error codes since the class is effectively "internal". Callers
that are more meaningfully "external" might want to check the errors.

Cleanup "last" error handling for proxy backends.

Change-Id: I281817a85602967c0ec2bdd23a5d8be101680b64
2021-11-10 00:38:27 +00:00

294 lines
9 KiB
PHP

<?php
use Wikimedia\LightweightObjectStore\StorageAwareness;
use Wikimedia\TestingAccessWrapper;
/**
* @group Database
*/
class MultiWriteBagOStuffTest extends MediaWikiIntegrationTestCase {
/** @var HashBagOStuff */
private $cache1;
/** @var HashBagOStuff */
private $cache2;
/** @var MultiWriteBagOStuff */
private $cache;
protected function setUp(): void {
parent::setUp();
$this->cache1 = new HashBagOStuff();
$this->cache2 = new HashBagOStuff();
$this->cache = new MultiWriteBagOStuff( [
'caches' => [ $this->cache1, $this->cache2 ],
'replication' => 'async',
'asyncHandler' => 'DeferredUpdates::addCallableUpdate'
] );
}
/**
* @covers MultiWriteBagOStuff::set
*/
public function testSet() {
$key = 'key';
$value = 'value';
$this->cache->set( $key, $value );
// Set in tier 1
$this->assertSame( $value, $this->cache1->get( $key ), 'Written to tier 1' );
// Set in tier 2
$this->assertSame( $value, $this->cache2->get( $key ), 'Written to tier 2' );
}
/**
* @covers MultiWriteBagOStuff::add
*/
public function testAdd() {
$key = 'key';
$value = 'value';
$ok = $this->cache->add( $key, $value );
$this->assertTrue( $ok );
// Set in tier 1
$this->assertSame( $value, $this->cache1->get( $key ), 'Written to tier 1' );
// Set in tier 2
$this->assertSame( $value, $this->cache2->get( $key ), 'Written to tier 2' );
}
/**
* @covers MultiWriteBagOStuff
*/
public function testSyncMerge() {
$key = 'keyA';
$value = 'value';
$func = static function () use ( $value ) {
return $value;
};
// XXX: DeferredUpdates bound to transactions in CLI mode
$dbw = wfGetDB( DB_PRIMARY );
$dbw->begin();
$this->cache->merge( $key, $func );
// Set in tier 1
$this->assertEquals( $value, $this->cache1->get( $key ), 'Written to tier 1' );
// Not yet set in tier 2
$this->assertFalse( $this->cache2->get( $key ), 'Not written to tier 2' );
$dbw->commit();
// Set in tier 2
$this->assertEquals( $value, $this->cache2->get( $key ), 'Written to tier 2' );
$key = 'keyB';
$dbw->begin();
$this->cache->merge( $key, $func, 0, 1, BagOStuff::WRITE_SYNC );
// Set in tier 1
$this->assertEquals( $value, $this->cache1->get( $key ), 'Written to tier 1' );
// Also set in tier 2
$this->assertEquals( $value, $this->cache2->get( $key ), 'Written to tier 2' );
$dbw->commit();
}
/**
* @covers MultiWriteBagOStuff::set
*/
public function testSetDelayed() {
$key = 'key';
$value = (object)[ 'v' => 'saved value' ];
$expectValue = clone $value;
// XXX: DeferredUpdates bound to transactions in CLI mode
$dbw = wfGetDB( DB_PRIMARY );
$dbw->begin();
$this->cache->set( $key, $value );
// Test that later changes to $value don't affect the saved value (e.g. T168040)
$value->v = 'other value';
// Set in tier 1
$this->assertEquals( $expectValue, $this->cache1->get( $key ), 'Written to tier 1' );
// Not yet set in tier 2
$this->assertFalse( $this->cache2->get( $key ), 'Not written to tier 2' );
$dbw->commit();
// Set in tier 2
$this->assertEquals( $expectValue, $this->cache2->get( $key ), 'Written to tier 2' );
}
/**
* @covers MultiWriteBagOStuff::makeKey
*/
public function testMakeKey() {
$cache1 = $this->getMockBuilder( HashBagOStuff::class )
->onlyMethods( [ 'makeKey' ] )->getMock();
$cache1->expects( $this->never() )->method( 'makeKey' );
$cache2 = $this->getMockBuilder( HashBagOStuff::class )
->onlyMethods( [ 'makeKey' ] )->getMock();
$cache2->expects( $this->never() )->method( 'makeKey' );
$cache = new MultiWriteBagOStuff( [
'keyspace' => 'generic',
'caches' => [ $cache1, $cache2 ]
] );
$this->assertSame( 'generic:a:b', $cache->makeKey( 'a', 'b' ) );
}
/**
* @covers MultiWriteBagOStuff::makeGlobalKey
*/
public function testMakeGlobalKey() {
$cache1 = $this->getMockBuilder( HashBagOStuff::class )
->onlyMethods( [ 'makeGlobalKey' ] )->getMock();
$cache1->expects( $this->never() )->method( 'makeGlobalKey' );
$cache2 = $this->getMockBuilder( HashBagOStuff::class )
->onlyMethods( [ 'makeGlobalKey' ] )->getMock();
$cache2->expects( $this->never() )->method( 'makeGlobalKey' );
$cache = new MultiWriteBagOStuff( [ 'caches' => [ $cache1, $cache2 ] ] );
$this->assertSame( 'global:a:b', $cache->makeGlobalKey( 'a', 'b' ) );
}
/**
* @covers MultiWriteBagOStuff::add
*/
public function testDuplicateStoreAdd() {
$bag = new HashBagOStuff();
$cache = new MultiWriteBagOStuff( [
'caches' => [ $bag, $bag ],
] );
$this->assertTrue( $cache->add( 'key', 1, 30 ) );
}
/**
* @covers MultiWriteBagOStuff::incr
*/
public function testIncr() {
$key = $this->cache->makeKey( 'key' );
$this->cache->add( $key, 7, 30 );
$value = $this->cache->incr( $key );
$this->assertSame( 8, $value, 'Value after incrementing' );
$value = $this->cache->get( $key );
$this->assertSame( 8, $value, 'Value after incrementing' );
}
/**
* @covers MultiWriteBagOStuff::decr
*/
public function testDecr() {
$key = $this->cache->makeKey( 'key' );
$this->cache->add( $key, 10, 30 );
$value = $this->cache->decr( $key );
$this->assertSame( 9, $value, 'Value after decrementing' );
$value = $this->cache->get( $key );
$this->assertSame( 9, $value, 'Value after decrementing' );
}
/**
* @covers MultiWriteBagOStuff::incrWithInit
*/
public function testIncrWithInit() {
$key = $this->cache->makeKey( 'key' );
$val = $this->cache->incrWithInit( $key, 0, 1, 3 );
$this->assertSame( 3, $val, "Correct init value" );
$val = $this->cache->incrWithInit( $key, 0, 1, 3 );
$this->assertSame( 4, $val, "Correct init value" );
$this->cache->delete( $key );
$val = $this->cache->incrWithInit( $key, 0, 5 );
$this->assertSame( 5, $val, "Correct init value" );
}
/**
* @covers MultiWriteBagOStuff::watchErrors()
* @covers MultiWriteBagOStuff::getLastError()
* @covers MultiWriteBagOStuff::setLastError()
*/
public function testErrorHandling() {
$t1Cache = $this->createPartialMock( HashBagOStuff::class, [ 'set' ] );
$t1CacheWrapper = TestingAccessWrapper::newFromObject( $t1Cache );
$t1CacheNextError = StorageAwareness::ERR_NONE;
$t1Cache->method( 'set' )
->willReturnCallback( static function () use ( $t1CacheWrapper, &$t1CacheNextError ) {
if ( $t1CacheNextError !== StorageAwareness::ERR_NONE ) {
$t1CacheWrapper->setLastError( $t1CacheNextError );
return false;
}
return true;
} );
$t2Cache = $this->createPartialMock( HashBagOStuff::class, [ 'set' ] );
$t2CacheWrapper = TestingAccessWrapper::newFromObject( $t2Cache );
$t2CacheNextError = StorageAwareness::ERR_NONE;
$t2Cache->method( 'set' )
->willReturnCallback( static function () use ( $t2CacheWrapper, &$t2CacheNextError ) {
if ( $t2CacheNextError !== StorageAwareness::ERR_NONE ) {
$t2CacheWrapper->setLastError( $t2CacheNextError );
return false;
}
return true;
} );
$cache = new MultiWriteBagOStuff( [
'keyspace' => 'repl_local',
'caches' => [ $t1Cache, $t2Cache ]
] );
$cacheWrapper = TestingAccessWrapper::newFromObject( $cache );
$key = 'a:key';
$wp1 = $cache->watchErrors();
$cache->set( $key, 'value', 3600 );
$this->assertSame( StorageAwareness::ERR_NONE, $t1Cache->getLastError() );
$this->assertSame( StorageAwareness::ERR_NONE, $t2Cache->getLastError() );
$this->assertSame( StorageAwareness::ERR_NONE, $cache->getLastError() );
$this->assertSame( StorageAwareness::ERR_NONE, $cache->getLastError( $wp1 ) );
$t1CacheNextError = StorageAwareness::ERR_NO_RESPONSE;
$t2CacheNextError = StorageAwareness::ERR_UNREACHABLE;
$cache->set( $key, 'value', 3600 );
$this->assertSame( $t1CacheNextError, $t1Cache->getLastError() );
$this->assertSame( $t2CacheNextError, $t2Cache->getLastError() );
$this->assertSame( $t2CacheNextError, $cache->getLastError() );
$this->assertSame( $t2CacheNextError, $cache->getLastError( $wp1 ) );
$t1CacheNextError = StorageAwareness::ERR_NO_RESPONSE;
$t2CacheNextError = StorageAwareness::ERR_UNEXPECTED;
$wp2 = $cache->watchErrors();
$cache->set( $key, 'value', 3600 );
$wp3 = $cache->watchErrors();
$this->assertSame( $t1CacheNextError, $t1Cache->getLastError() );
$this->assertSame( $t2CacheNextError, $t2Cache->getLastError() );
$this->assertSame( $t2CacheNextError, $cache->getLastError( $wp2 ) );
$this->assertSame( StorageAwareness::ERR_NONE, $cache->getLastError( $wp3 ) );
$cacheWrapper->setLastError( StorageAwareness::ERR_UNEXPECTED );
$wp4 = $cache->watchErrors();
$this->assertSame( StorageAwareness::ERR_UNEXPECTED, $cache->getLastError() );
$this->assertSame( StorageAwareness::ERR_UNEXPECTED, $cache->getLastError( $wp1 ) );
$this->assertSame( StorageAwareness::ERR_UNEXPECTED, $cache->getLastError( $wp2 ) );
$this->assertSame( StorageAwareness::ERR_UNEXPECTED, $cache->getLastError( $wp3 ) );
$this->assertSame( StorageAwareness::ERR_NONE, $cache->getLastError( $wp4 ) );
$this->assertSame( $t1CacheNextError, $t1Cache->getLastError() );
$this->assertSame( $t2CacheNextError, $t2Cache->getLastError() );
}
}