2013-10-05 03:47:33 +00:00
|
|
|
<?php
|
|
|
|
|
/**
|
|
|
|
|
* Per-process memory cache for storing items.
|
|
|
|
|
*
|
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
|
|
|
* (at your option) any later version.
|
|
|
|
|
*
|
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
|
*
|
|
|
|
|
* You should have received a copy of the GNU General Public License along
|
|
|
|
|
* with this program; if not, write to the Free Software Foundation, Inc.,
|
|
|
|
|
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
|
|
|
|
* http://www.gnu.org/copyleft/gpl.html
|
|
|
|
|
*
|
|
|
|
|
* @file
|
|
|
|
|
* @ingroup Cache
|
|
|
|
|
*/
|
2015-04-22 16:46:29 +00:00
|
|
|
use Wikimedia\Assert\Assert;
|
2013-10-05 03:47:33 +00:00
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Handles a simple LRU key/value map with a maximum number of entries
|
|
|
|
|
*
|
2018-06-27 09:40:19 +00:00
|
|
|
* The last-modification timestamp of entries is internally tracked so that callers can
|
|
|
|
|
* specify the maximum acceptable age of entries in calls to the has() method. As a convenience,
|
|
|
|
|
* the hasField(), getField(), and setField() methods can be used for entries that are field/value
|
|
|
|
|
* maps themselves; such fields will have their own internally tracked last-modification timestamp.
|
2013-10-05 03:47:33 +00:00
|
|
|
*
|
|
|
|
|
* @see ProcessCacheLRU
|
|
|
|
|
* @ingroup Cache
|
2013-12-03 20:24:50 +00:00
|
|
|
* @since 1.23
|
2013-10-05 03:47:33 +00:00
|
|
|
*/
|
2018-06-27 09:40:19 +00:00
|
|
|
class MapCacheLRU implements IExpiringStore, Serializable {
|
|
|
|
|
/** @var array Map of (key => value) */
|
|
|
|
|
private $cache = [];
|
|
|
|
|
/** @var array Map of (key => (UNIX timestamp, (field => UNIX timestamp))) */
|
|
|
|
|
private $timestamps = [];
|
|
|
|
|
/** @var float Default entry timestamp if not specified */
|
|
|
|
|
private $epoch;
|
2013-10-05 03:47:33 +00:00
|
|
|
|
2018-06-27 09:40:19 +00:00
|
|
|
/** @var int Max number of entries */
|
|
|
|
|
private $maxCacheKeys;
|
|
|
|
|
|
|
|
|
|
/** @var float|null */
|
|
|
|
|
private $wallClockOverride;
|
|
|
|
|
|
|
|
|
|
const RANK_TOP = 1.0;
|
|
|
|
|
|
|
|
|
|
/** @var int Array key that holds the entry's main timestamp (flat key use) */
|
|
|
|
|
const SIMPLE = 0;
|
|
|
|
|
/** @var int Array key that holds the entry's field timestamps (nested key use) */
|
|
|
|
|
const FIELDS = 1;
|
2013-10-05 03:47:33 +00:00
|
|
|
|
|
|
|
|
/**
|
2018-06-27 09:40:19 +00:00
|
|
|
* @param int $maxKeys Maximum number of entries allowed (min 1)
|
|
|
|
|
* @throws Exception When $maxKeys is not an int or not above zero
|
2013-10-05 03:47:33 +00:00
|
|
|
*/
|
|
|
|
|
public function __construct( $maxKeys ) {
|
2015-04-22 16:46:29 +00:00
|
|
|
Assert::parameterType( 'integer', $maxKeys, '$maxKeys' );
|
2015-10-20 02:17:36 +00:00
|
|
|
Assert::parameter( $maxKeys > 0, '$maxKeys', 'must be above zero' );
|
2015-04-22 16:46:29 +00:00
|
|
|
|
2013-10-05 03:47:33 +00:00
|
|
|
$this->maxCacheKeys = $maxKeys;
|
2018-06-27 09:40:19 +00:00
|
|
|
// Use the current time as the default "as of" timesamp of entries
|
|
|
|
|
$this->epoch = $this->getCurrentTime();
|
2013-10-05 03:47:33 +00:00
|
|
|
}
|
|
|
|
|
|
2017-09-22 16:26:50 +00:00
|
|
|
/**
|
|
|
|
|
* @param array $values Key/value map in order of increasingly recent access
|
|
|
|
|
* @param int $maxKeys
|
|
|
|
|
* @return MapCacheLRU
|
|
|
|
|
* @since 1.30
|
|
|
|
|
*/
|
|
|
|
|
public static function newFromArray( array $values, $maxKeys ) {
|
|
|
|
|
$mapCache = new self( $maxKeys );
|
|
|
|
|
$mapCache->cache = ( count( $values ) > $maxKeys )
|
|
|
|
|
? array_slice( $values, -$maxKeys, null, true )
|
|
|
|
|
: $values;
|
|
|
|
|
|
|
|
|
|
return $mapCache;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @return array Key/value map in order of increasingly recent access
|
|
|
|
|
* @since 1.30
|
|
|
|
|
*/
|
|
|
|
|
public function toArray() {
|
|
|
|
|
return $this->cache;
|
|
|
|
|
}
|
|
|
|
|
|
2013-10-05 03:47:33 +00:00
|
|
|
/**
|
|
|
|
|
* Set a key/value pair.
|
|
|
|
|
* This will prune the cache if it gets too large based on LRU.
|
|
|
|
|
* If the item is already set, it will be pushed to the top of the cache.
|
|
|
|
|
*
|
2017-09-22 16:26:50 +00:00
|
|
|
* To reduce evictions due to one-off use of many new keys, $rank can be
|
|
|
|
|
* set to have keys start at the top of a bottom fraction of the list. A value
|
|
|
|
|
* of 3/8 means values start at the top of the bottom 3/8s of the list and are
|
|
|
|
|
* moved to the top of the list when accessed a second time.
|
|
|
|
|
*
|
2014-04-18 23:19:46 +00:00
|
|
|
* @param string $key
|
|
|
|
|
* @param mixed $value
|
2017-09-22 16:26:50 +00:00
|
|
|
* @param float $rank Bottom fraction of the list where keys start off [Default: 1.0]
|
2013-10-05 03:47:33 +00:00
|
|
|
* @return void
|
|
|
|
|
*/
|
2018-06-27 09:40:19 +00:00
|
|
|
public function set( $key, $value, $rank = self::RANK_TOP ) {
|
2016-12-06 20:42:49 +00:00
|
|
|
if ( $this->has( $key ) ) {
|
2015-10-20 02:17:36 +00:00
|
|
|
$this->ping( $key );
|
2013-10-05 03:47:33 +00:00
|
|
|
} elseif ( count( $this->cache ) >= $this->maxCacheKeys ) {
|
|
|
|
|
reset( $this->cache );
|
|
|
|
|
$evictKey = key( $this->cache );
|
|
|
|
|
unset( $this->cache[$evictKey] );
|
2018-06-27 09:40:19 +00:00
|
|
|
unset( $this->timestamps[$evictKey] );
|
2013-10-05 03:47:33 +00:00
|
|
|
}
|
2017-09-22 16:26:50 +00:00
|
|
|
|
|
|
|
|
if ( $rank < 1.0 && $rank > 0 ) {
|
|
|
|
|
$offset = intval( $rank * count( $this->cache ) );
|
|
|
|
|
$this->cache = array_slice( $this->cache, 0, $offset, true )
|
|
|
|
|
+ [ $key => $value ]
|
|
|
|
|
+ array_slice( $this->cache, $offset, null, true );
|
|
|
|
|
} else {
|
|
|
|
|
$this->cache[$key] = $value;
|
|
|
|
|
}
|
2018-06-27 09:40:19 +00:00
|
|
|
|
|
|
|
|
$this->timestamps[$key] = [
|
|
|
|
|
self::SIMPLE => $this->getCurrentTime(),
|
|
|
|
|
self::FIELDS => []
|
|
|
|
|
];
|
2013-10-05 03:47:33 +00:00
|
|
|
}
|
|
|
|
|
|
2013-12-04 08:27:23 +00:00
|
|
|
/**
|
|
|
|
|
* Check if a key exists
|
|
|
|
|
*
|
2014-04-18 23:19:46 +00:00
|
|
|
* @param string $key
|
2018-06-27 09:40:19 +00:00
|
|
|
* @param float $maxAge Ignore items older than this many seconds (since 1.32)
|
2013-12-04 08:27:23 +00:00
|
|
|
* @return bool
|
|
|
|
|
*/
|
2018-06-27 09:40:19 +00:00
|
|
|
public function has( $key, $maxAge = 0.0 ) {
|
2016-12-06 20:42:49 +00:00
|
|
|
if ( !is_int( $key ) && !is_string( $key ) ) {
|
2017-09-22 15:38:46 +00:00
|
|
|
throw new UnexpectedValueException(
|
|
|
|
|
__METHOD__ . ' called with invalid key. Must be string or integer.' );
|
2016-12-06 20:42:49 +00:00
|
|
|
}
|
2018-06-27 09:40:19 +00:00
|
|
|
|
|
|
|
|
if ( !array_key_exists( $key, $this->cache ) ) {
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return ( $maxAge <= 0 || $this->getAge( $key ) <= $maxAge );
|
2013-12-04 08:27:23 +00:00
|
|
|
}
|
|
|
|
|
|
2013-10-05 03:47:33 +00:00
|
|
|
/**
|
|
|
|
|
* Get the value for a key.
|
|
|
|
|
* This returns null if the key is not set.
|
|
|
|
|
* If the item is already set, it will be pushed to the top of the cache.
|
|
|
|
|
*
|
2014-04-18 23:19:46 +00:00
|
|
|
* @param string $key
|
2016-09-07 01:34:43 +00:00
|
|
|
* @return mixed Returns null if the key was not found
|
2013-10-05 03:47:33 +00:00
|
|
|
*/
|
|
|
|
|
public function get( $key ) {
|
2016-12-06 20:42:49 +00:00
|
|
|
if ( !$this->has( $key ) ) {
|
2013-10-05 03:47:33 +00:00
|
|
|
return null;
|
|
|
|
|
}
|
2016-09-07 01:34:43 +00:00
|
|
|
|
2015-10-20 02:17:36 +00:00
|
|
|
$this->ping( $key );
|
2016-09-07 01:34:43 +00:00
|
|
|
|
2015-10-20 02:17:36 +00:00
|
|
|
return $this->cache[$key];
|
2013-10-05 03:47:33 +00:00
|
|
|
}
|
|
|
|
|
|
2018-06-27 09:40:19 +00:00
|
|
|
/**
|
|
|
|
|
* @param string|int $key
|
|
|
|
|
* @param string|int $field
|
|
|
|
|
* @param mixed $value
|
|
|
|
|
* @param float $initRank
|
|
|
|
|
*/
|
|
|
|
|
public function setField( $key, $field, $value, $initRank = self::RANK_TOP ) {
|
|
|
|
|
if ( $this->has( $key ) ) {
|
|
|
|
|
$this->ping( $key );
|
|
|
|
|
} else {
|
|
|
|
|
$this->set( $key, [], $initRank );
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if ( !is_array( $this->cache[$key] ) ) {
|
|
|
|
|
throw new UnexpectedValueException( "The value of '$key' is not an array." );
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
$this->cache[$key][$field] = $value;
|
|
|
|
|
$this->timestamps[$key][self::FIELDS][$field] = $this->getCurrentTime();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @param string|int $key
|
|
|
|
|
* @param string|int $field
|
|
|
|
|
* @param float $maxAge
|
|
|
|
|
* @return bool
|
|
|
|
|
*/
|
|
|
|
|
public function hasField( $key, $field, $maxAge = 0.0 ) {
|
|
|
|
|
$value = $this->get( $key );
|
|
|
|
|
if ( !is_array( $value ) || !array_key_exists( $field, $value ) ) {
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return ( $maxAge <= 0 || $this->getAge( $key, $field ) <= $maxAge );
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public function getField( $key, $field ) {
|
|
|
|
|
return $this->get( $key )[$field] ?? null;
|
|
|
|
|
}
|
|
|
|
|
|
2014-12-25 22:02:50 +00:00
|
|
|
/**
|
|
|
|
|
* @return array
|
|
|
|
|
* @since 1.25
|
|
|
|
|
*/
|
|
|
|
|
public function getAllKeys() {
|
|
|
|
|
return array_keys( $this->cache );
|
|
|
|
|
}
|
|
|
|
|
|
2016-09-07 01:34:43 +00:00
|
|
|
/**
|
|
|
|
|
* Get an item with the given key, producing and setting it if not found.
|
|
|
|
|
*
|
|
|
|
|
* If the callback returns false, then nothing is stored.
|
|
|
|
|
*
|
|
|
|
|
* @since 1.28
|
|
|
|
|
* @param string $key
|
|
|
|
|
* @param callable $callback Callback that will produce the value
|
2017-09-22 16:26:50 +00:00
|
|
|
* @param float $rank Bottom fraction of the list where keys start off [Default: 1.0]
|
2018-06-27 09:40:19 +00:00
|
|
|
* @param float $maxAge Ignore items older than this many seconds [Default: 0.0] (since 1.32)
|
2016-09-07 01:34:43 +00:00
|
|
|
* @return mixed The cached value if found or the result of $callback otherwise
|
|
|
|
|
*/
|
2018-06-27 09:40:19 +00:00
|
|
|
public function getWithSetCallback(
|
|
|
|
|
$key, callable $callback, $rank = self::RANK_TOP, $maxAge = 0.0
|
|
|
|
|
) {
|
|
|
|
|
if ( $this->has( $key, $maxAge ) ) {
|
2016-09-13 04:23:09 +00:00
|
|
|
$value = $this->get( $key );
|
|
|
|
|
} else {
|
2016-09-07 01:34:43 +00:00
|
|
|
$value = call_user_func( $callback );
|
|
|
|
|
if ( $value !== false ) {
|
2017-09-22 16:26:50 +00:00
|
|
|
$this->set( $key, $value, $rank );
|
2016-09-07 01:34:43 +00:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return $value;
|
|
|
|
|
}
|
|
|
|
|
|
2013-10-05 03:47:33 +00:00
|
|
|
/**
|
|
|
|
|
* Clear one or several cache entries, or all cache entries
|
|
|
|
|
*
|
2014-04-18 23:19:46 +00:00
|
|
|
* @param string|array $keys
|
2013-10-05 03:47:33 +00:00
|
|
|
* @return void
|
|
|
|
|
*/
|
|
|
|
|
public function clear( $keys = null ) {
|
|
|
|
|
if ( $keys === null ) {
|
2016-02-17 09:09:32 +00:00
|
|
|
$this->cache = [];
|
2018-06-27 09:40:19 +00:00
|
|
|
$this->timestamps = [];
|
2013-10-05 03:47:33 +00:00
|
|
|
} else {
|
|
|
|
|
foreach ( (array)$keys as $key ) {
|
|
|
|
|
unset( $this->cache[$key] );
|
2018-06-27 09:40:19 +00:00
|
|
|
unset( $this->timestamps[$key] );
|
2013-10-05 03:47:33 +00:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2018-06-27 09:40:19 +00:00
|
|
|
/**
|
|
|
|
|
* Get the maximum number of keys allowed
|
|
|
|
|
*
|
|
|
|
|
* @return int
|
|
|
|
|
* @since 1.32
|
|
|
|
|
*/
|
|
|
|
|
public function getMaxSize() {
|
|
|
|
|
return $this->maxCacheKeys;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* Resize the maximum number of cache entries, removing older entries as needed
|
|
|
|
|
*
|
|
|
|
|
* @param int $maxKeys Maximum number of entries allowed (min 1)
|
|
|
|
|
* @return void
|
|
|
|
|
* @throws Exception When $maxKeys is not an int or not above zero
|
|
|
|
|
* @since 1.32
|
|
|
|
|
*/
|
|
|
|
|
public function setMaxSize( $maxKeys ) {
|
|
|
|
|
Assert::parameterType( 'integer', $maxKeys, '$maxKeys' );
|
|
|
|
|
Assert::parameter( $maxKeys > 0, '$maxKeys', 'must be above zero' );
|
|
|
|
|
|
|
|
|
|
$this->maxCacheKeys = $maxKeys;
|
|
|
|
|
while ( count( $this->cache ) > $this->maxCacheKeys ) {
|
|
|
|
|
reset( $this->cache );
|
|
|
|
|
$evictKey = key( $this->cache );
|
|
|
|
|
unset( $this->cache[$evictKey] );
|
|
|
|
|
unset( $this->timestamps[$evictKey] );
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2013-10-05 03:47:33 +00:00
|
|
|
/**
|
|
|
|
|
* Push an entry to the top of the cache
|
|
|
|
|
*
|
2014-04-18 23:19:46 +00:00
|
|
|
* @param string $key
|
2013-10-05 03:47:33 +00:00
|
|
|
*/
|
2018-06-27 09:40:19 +00:00
|
|
|
private function ping( $key ) {
|
2013-10-05 03:47:33 +00:00
|
|
|
$item = $this->cache[$key];
|
|
|
|
|
unset( $this->cache[$key] );
|
|
|
|
|
$this->cache[$key] = $item;
|
|
|
|
|
}
|
2018-06-27 09:40:19 +00:00
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @param string|int $key
|
|
|
|
|
* @param string|int|null $field [optional]
|
|
|
|
|
* @return float UNIX timestamp; the age of the given entry or entry field
|
|
|
|
|
*/
|
|
|
|
|
private function getAge( $key, $field = null ) {
|
|
|
|
|
if ( $field !== null ) {
|
|
|
|
|
$mtime = $this->timestamps[$key][self::FIELDS][$field] ?? $this->epoch;
|
|
|
|
|
} else {
|
|
|
|
|
$mtime = $this->timestamps[$key][self::SIMPLE] ?? $this->epoch;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return ( $this->getCurrentTime() - $mtime );
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public function serialize() {
|
|
|
|
|
return serialize( [
|
|
|
|
|
'entries' => $this->cache,
|
|
|
|
|
'timestamps' => $this->timestamps
|
|
|
|
|
] );
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public function unserialize( $serialized ) {
|
|
|
|
|
$data = unserialize( $serialized );
|
|
|
|
|
$this->cache = $data['entries'] ?? [];
|
|
|
|
|
$this->timestamps = $data['timestamps'] ?? [];
|
|
|
|
|
$this->epoch = $this->getCurrentTime();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @return float UNIX timestamp
|
|
|
|
|
* @codeCoverageIgnore
|
|
|
|
|
*/
|
|
|
|
|
protected function getCurrentTime() {
|
|
|
|
|
return $this->wallClockOverride ?: microtime( true );
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* @param float|null &$time Mock UNIX timestamp for testing
|
|
|
|
|
* @codeCoverageIgnore
|
|
|
|
|
*/
|
|
|
|
|
public function setMockTime( &$time ) {
|
|
|
|
|
$this->wallClockOverride =& $time;
|
|
|
|
|
}
|
2013-10-05 03:47:33 +00:00
|
|
|
}
|