Set the render ID for each parse stored into cache so that we are able to identify a specific parse when there are dependencies (for example in an edit based on that parse). This is recorded as a property added to the ParserOutput, not the parent CacheTime interface. Even though the render ID is /related/ to the CacheTime interface, CacheTime is also used directly as a parser cache key, and the UUID should not be part of the lookup key. In general we are trying to move the location where these cache properties are set as early as possible, so we check at each location to ensure we don't overwrite a previously-set value. Eventually we can convert most of these checks into assertions that the cache properties have already been set (T350538). The primary location for setting cache properties is the ContentRenderer. Moved setting the revision timestamp into ContentRenderer as well, as it was set along the same code paths. An extra parameter was added to ContentRenderer::getParserOutput() to support this. Added merge code to ParserOutput::mergeInternalMetaDataFrom() which should ensure that cache time, revision, timestamp, and render id are all set properly when multiple slots are combined together in MCR. In order to ensure the render ID is set on all codepaths we needed to plumb the GlobalIdGenerator service into ContentRenderer, ParserCache, ParserCacheFactory, and RevisionOutputCache. Eventually (T350538) it should only be necessary in the ContentRenderer. Bug: T350538 Bug: T349868 Followup-To: Ic9b7cc0fcf365e772b7d080d76a065e3fd585f80 Change-Id: I72c5e6f86b7f081ab5ce7a56f5365d2f75067a78
171 lines
5.6 KiB
PHP
171 lines
5.6 KiB
PHP
<?php
|
|
|
|
use MediaWiki\Json\JsonCodec;
|
|
use MediaWiki\PoolCounter\PoolWorkArticleViewCurrent;
|
|
use MediaWiki\Revision\RevisionRecord;
|
|
use MediaWiki\Status\Status;
|
|
use Psr\Log\NullLogger;
|
|
use Wikimedia\Rdbms\ChronologyProtector;
|
|
use Wikimedia\TestingAccessWrapper;
|
|
|
|
/**
|
|
* @covers \MediaWiki\PoolCounter\PoolWorkArticleViewCurrent
|
|
* @group Database
|
|
*/
|
|
class PoolWorkArticleViewCurrentTest extends PoolWorkArticleViewTest {
|
|
|
|
/** @var ParserCache */
|
|
private $parserCache = null;
|
|
|
|
/**
|
|
* @param WikiPage $page
|
|
* @param RevisionRecord|null $rev
|
|
* @param ParserOptions|null $options
|
|
*
|
|
* @return PoolWorkArticleViewCurrent
|
|
*/
|
|
protected function newPoolWorkArticleView(
|
|
WikiPage $page,
|
|
RevisionRecord $rev = null,
|
|
$options = null
|
|
) {
|
|
if ( !$options ) {
|
|
$options = ParserOptions::newFromAnon();
|
|
}
|
|
|
|
if ( !$rev ) {
|
|
$rev = $page->getRevisionRecord();
|
|
}
|
|
|
|
$parserCache = $this->parserCache ?: $this->installParserCache();
|
|
|
|
return new PoolWorkArticleViewCurrent(
|
|
'test:' . $rev->getId(),
|
|
$page,
|
|
$rev,
|
|
$options,
|
|
$this->getServiceContainer()->getRevisionRenderer(),
|
|
$parserCache,
|
|
$this->getServiceContainer()->getConnectionProvider(),
|
|
$this->getServiceContainer()->getChronologyProtector(),
|
|
$this->getLoggerSpi(),
|
|
$this->getServiceContainer()->getWikiPageFactory()
|
|
);
|
|
}
|
|
|
|
private function installParserCache( $bag = null ) {
|
|
$this->parserCache = new ParserCache(
|
|
'test',
|
|
$bag ?: new HashBagOStuff(),
|
|
'',
|
|
$this->getServiceContainer()->getHookContainer(),
|
|
new JsonCodec(),
|
|
$this->getServiceContainer()->getStatsdDataFactory(),
|
|
new NullLogger(),
|
|
$this->getServiceContainer()->getTitleFactory(),
|
|
$this->getServiceContainer()->getWikiPageFactory(),
|
|
$this->getServiceContainer()->getGlobalIdGenerator()
|
|
);
|
|
|
|
return $this->parserCache;
|
|
}
|
|
|
|
public function testUpdateCachedOutput() {
|
|
$options = ParserOptions::newFromAnon();
|
|
$page = $this->getExistingTestPage( __METHOD__ );
|
|
|
|
$parserCache = $this->installParserCache();
|
|
|
|
// rendering of a deleted revision should work, audience checks are bypassed
|
|
$work = $this->newPoolWorkArticleView( $page, null, $options );
|
|
/** @var Status $status */
|
|
$status = $work->execute();
|
|
$this->assertStatusGood( $status );
|
|
|
|
$cachedOutput = $parserCache->get( $page, $options );
|
|
$this->assertNotEmpty( $cachedOutput );
|
|
$this->assertSame( $status->getValue()->getText(), $cachedOutput->getText() );
|
|
}
|
|
|
|
/**
|
|
* Test that cache miss is not cached in-process, so pool work can fetch
|
|
* a parse cached by other pool work after waiting for a lock. See T277829
|
|
*/
|
|
public function testFetchAfterMissWithLock() {
|
|
$bag = new HashBagOStuff();
|
|
$options = ParserOptions::newFromAnon();
|
|
$page = $this->getExistingTestPage( __METHOD__ );
|
|
|
|
$this->installParserCache( $bag );
|
|
$work1 = $this->newPoolWorkArticleView( $page, null, $options );
|
|
$this->assertFalse( $work1->getCachedWork() );
|
|
|
|
// Pretend we're in another process with another ParserCache,
|
|
// but share the backend store
|
|
$this->installParserCache( $bag );
|
|
$work2 = $this->newPoolWorkArticleView( $page, null, $options );
|
|
/** @var Status $status2 */
|
|
$status2 = $work2->execute();
|
|
$this->assertStatusGood( $status2 );
|
|
|
|
// The parser output cached but $work2 should now be also visible to $work1
|
|
$status1 = $work1->getCachedWork();
|
|
$this->assertInstanceOf( ParserOutput::class, $status1->getValue() );
|
|
$this->assertSame( $status2->getValue()->getText(), $status1->getValue()->getText() );
|
|
}
|
|
|
|
public function testFallbackFromOutdatedParserCache() {
|
|
// Fake Unix timestamps
|
|
$lastWrite = 10;
|
|
$outdated = $lastWrite;
|
|
|
|
$chronologyProtector = $this->createNoOpMock( ChronologyProtector::class, [ 'getTouched' ] );
|
|
$chronologyProtector->method( 'getTouched' )->willReturn( $lastWrite );
|
|
|
|
$output = $this->createNoOpMock( ParserOutput::class, [ 'getCacheTime' ] );
|
|
$output->method( 'getCacheTime' )->willReturn( $outdated );
|
|
$this->parserCache = $this->createNoOpMock( ParserCache::class, [ 'getDirty' ] );
|
|
$this->parserCache->method( 'getDirty' )->willReturn( $output );
|
|
|
|
$work = $this->newPoolWorkArticleView(
|
|
$this->createMock( WikiPage::class ),
|
|
$this->createMock( RevisionRecord::class )
|
|
);
|
|
TestingAccessWrapper::newFromObject( $work )->chronologyProtector = $chronologyProtector;
|
|
|
|
$this->assertFalse( $work->fallback( true ) );
|
|
|
|
$status = $work->fallback( false );
|
|
$this->assertInstanceOf( ParserOutput::class, $status->getValue() );
|
|
$this->assertStatusWarning( 'view-pool-overload', $status );
|
|
}
|
|
|
|
public function testFallbackFromMoreRecentParserCache() {
|
|
// Fake Unix timestamps
|
|
$lastWrite = 10;
|
|
$moreRecent = $lastWrite + 1;
|
|
|
|
$chronologyProtector = $this->createNoOpMock( ChronologyProtector::class, [ 'getTouched' ] );
|
|
$chronologyProtector->method( 'getTouched' )->willReturn( $lastWrite );
|
|
|
|
$output = $this->createNoOpMock( ParserOutput::class, [ 'getCacheTime' ] );
|
|
$output->method( 'getCacheTime' )->willReturn( $moreRecent );
|
|
$this->parserCache = $this->createNoOpMock( ParserCache::class, [ 'getDirty' ] );
|
|
$this->parserCache->method( 'getDirty' )->willReturn( $output );
|
|
|
|
$work = $this->newPoolWorkArticleView(
|
|
$this->createMock( WikiPage::class ),
|
|
$this->createMock( RevisionRecord::class )
|
|
);
|
|
TestingAccessWrapper::newFromObject( $work )->chronologyProtector = $chronologyProtector;
|
|
|
|
$status = $work->fallback( true );
|
|
$this->assertInstanceOf( ParserOutput::class, $status->getValue() );
|
|
$this->assertStatusWarning( 'view-pool-contention', $status );
|
|
|
|
$status = $work->fallback( false );
|
|
$this->assertInstanceOf( ParserOutput::class, $status->getValue() );
|
|
$this->assertStatusWarning( 'view-pool-overload', $status );
|
|
}
|
|
|
|
}
|