Thijs/wiki.techinc.nl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

[debug] Remove BC code from AvroFormatter

Browse source 
Deployed usages of avro now use the new format, allowing
this old style will only cause pain to those that attempt
to use it in the future.

Change-Id: Id27ed7b529153ef7983b9fc3c1250b19dc4a516f
This commit is contained in:
Erik Bernhardson 2015-12-28 15:41:14 -08:00
parent 39b8d09af8
commit a964ca2ba9
2 changed files with 21 additions and 27 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

36
includes/debug/logger/monolog/AvroFormatter.php
View file

@ -85,7 +85,7 @@ class AvroFormatter implements FormatterInterface {
$this->io->truncate();
$schema = $this->getSchema( $record['channel'] );
$revId = $this->getSchemaRevisionId( $record['channel'] );
if ( $schema === null ) {
if ( $schema === null || $revId === null ) {
trigger_error( "The schema for channel '{$record['channel']}' is not available" );
return null;
}
@ -97,11 +97,7 @@ class AvroFormatter implements FormatterInterface {
trigger_error( "Avro failed to serialize record for {$record['channel']} : {$json}" );
return null;
}
if ( $revId !== null ) {
return chr( self::MAGIC ) . $this->encode_long( $revId ) . $this->io->string();
}
// @todo: remove backward compat code and do not send messages without rev id.
return $this->io->string();
return chr( self::MAGIC ) . $this->encodeLong( $revId ) . $this->io->string();
}
/**
@ -132,27 +128,23 @@ class AvroFormatter implements FormatterInterface {
if ( !isset( $this->schemas[$channel] ) ) {
return null;
}
$schemaDetails = &$this->schemas[$channel];
$schema = null;
if ( isset( $schemaDetails['revision'] ) && isset( $schemaDetails['schema'] ) ) {
$schema = &$schemaDetails['schema'];
} else {
// @todo: Remove backward compat code
$schema = &$schemaDetails;
if ( !isset( $this->schemas[$channel]['revision'], $this->schemas[$channel]['schema'] ) ) {
return null;
}
if ( !$schema instanceof AvroSchema ) {
if ( !$this->schemas[$channel]['schema'] instanceof AvroSchema ) {
$schema = $this->schemas[$channel]['schema'];
if ( is_string( $schema ) ) {
$schema = AvroSchema::parse( $schema );
$this->schemas[$channel]['schema'] = AvroSchema::parse( $schema );
} else {
$schema = AvroSchema::real_parse(
$this->schemas[$channel],
$this->schemas[$channel]['schema'] = AvroSchema::real_parse(
$schema,
null,
new AvroNamedSchemata()
);
}
}
return $schema;
return $this->schemas[$channel]['schema'];
}
/**
@ -162,23 +154,19 @@ class AvroFormatter implements FormatterInterface {
* @return int|null
*/
public function getSchemaRevisionId( $channel ) {
// @todo: remove backward compat code
if ( isset( $this->schemas[$channel] )
&& is_array( $this->schemas[$channel] )
&& isset( $this->schemas[$channel]['revision'] ) ) {
if ( isset( $this->schemas[$channel]['revision'] ) ) {
return (int) $this->schemas[$channel]['revision'];
}
return null;
}
/**
* convert an integer to a 64bits big endian long (Java compatible)
* NOTE: certainly only compatible with PHP 64bits
* @param int $id
* @return string the binary representation of $id
*/
private function encode_long( $id ) {
private function encodeLong( $id ) {
$high = ( $id & 0xffffffff00000000 ) >> 32;
$low = $id & 0x00000000ffffffff;
return pack( 'NN', $high, $low );

12
tests/phpunit/includes/debug/logger/monolog/AvroFormatterTest.php
View file

@ -55,13 +55,19 @@ class AvroFormatterTest extends MediaWikiTestCase {
}
public function testDoesSomethingWhenSchemaAvailable() {
$formatter = new AvroFormatter( array( 'string' => array( 'type' => 'string' ) ) );
$formatter = new AvroFormatter( array(
'string' => array(
'schema' => array( 'type' => 'string' ),
'revision' => 1010101,
)
) );
$res = $formatter->format( array(
'channel' => 'string',
'context' => 'better to be',
) );
$this->assertNotNull( $res );
// basically just tell us if avro changes its string encoding
$this->assertEquals( base64_decode( 'GGJldHRlciB0byBiZQ==' ), $res );
// basically just tell us if avro changes its string encoding, or if
// we completely fail to generate a log message.
$this->assertEquals( 'AAAAAAAAD2m1GGJldHRlciB0byBiZQ==', base64_encode( $res ) );
}
}