* This means queries could possibly return fewer results than the limit and still set a query-continue * Add iicontinue, rvcontinue, cicontinue, incontinue, amfrom to faciliate query-continue for these modules * Implemented by blocking additions to the ApiResult object if they would make it too large ** Important things like query-continue values and warnings are exempt from this check ** RSS feeds and exported XML are also exempted (size-checking them would be too messy) ** Result size is checked against $wgAPIMaxResultSize, which defaults to 8 MB For those who really care, per-file details follow: ApiResult.php: * Introduced ApiResult::$mSize which keeps track of the result size. * Introduced ApiResult::size() which calculates an array's size (which is the sum of the strlen()s of its elements). * ApiResult::addValue() now checks that the result size stays below $wgAPIMaxResultSize. If the item won't fit, it won't be added and addValue() will return false. Callers should check the return value and set a query-continue if it's false. * Closed the back door that is ApiResult::getData(): callers can't manipulate the data array directly anymore so they can't bypass the result size limit. * Added ApiResult::setIndexedTagName_internal() which will call setIndexedTagName() on an array already in the result. This is needed for the 'new' order of adding results, which means addValue()ing one result at a time until you hit the limit or run out, then calling this function to set the tag name. * Added ApiResult::disableSizeCheck() and enableSizeCheck() which disable and enable size checking in addValue(). This is used for stuff like query-continue elements and warnings which shouldn't count towards the result size. * Added ApiResult::unsetValue() which removes an element from the result and decreases $mSize. ApiBase.php: * Like ApiResult::getData(), ApiBase::getResultData() no longer returns a reference. * Use ApiResult::disableSizeCheck() in ApiBase::setWarning() ApiQueryBase.php: * Added ApiQueryBase::addPageSubItem(), which adds page subitems one item at a time. * addPageSubItem() and addPageSubItems() now return whether the subitem fit in the result. * Use ApiResult::disableSizeCheck() in setContinueEnumParameter() ApiMain.php: * Use ApiResult::disableSizeCheck() in ApiMain::substituteResultWithError() * Use getParameter() rather than $mRequest to obtain requestid DefaultSettings.php: * Added $wgAPIMaxResultSize, with a default value of 8 MB ApiQuery*.php: * Added results one at a time, and set a query-continue if the result is full. ApiQueryLangLinks.php and friends: * Migrated from addPageSubItems() to addPageSubItem(). This eliminates the need for $lastId. ApiQueryAllLinks.php, ApiQueryWatchlist.php, ApiQueryAllimages.php, ApiQuerySearch.php: * Renamed $data to something more appropriate ($pageids, $ids or $titles) ApiQuerySiteinfo.php: * Abuse siprop as a query-continue parameter and set it to all props that couldn't be processed. ApiQueryRandom.php: * Doesn't do continuations, because the result is supposed to be random. * Be smart enough to not run the second query if the results of the first didn't fit. ApiQueryImageInfo.php, ApiQueryRevisions.php, ApiQueryCategoryInfo.php, ApiQueryInfo.php: * Added continue parameter which basically skips the first so many items ApiQueryBacklinks.php: * Throw the result in a big array first and addValue() that one element at a time if necessary ** This is necessary because the results aren't retrieved in order * Introduced $this->pageMap to map namespace and title to page ID * Rewritten extractRowInfo() and extractRedirRowInfo() a little * Declared all private member variables explicitly ApiQueryDeletedrevs.php: * Use a pagemap just like in Backlinks * Introduce fake page IDs and keep track of them so we know where to add what ** This doesn't change the output format, because the fake page IDs start at 0 and are consecutive ApiQueryAllmessages.php: * Add amfrom to facilitate query-continue ApiQueryUsers.php: * Rewrite: put the getOtherUsersInfo() code in execute()
268 lines
No EOL
8.6 KiB
PHP
268 lines
No EOL
8.6 KiB
PHP
<?php
|
|
|
|
/*
|
|
* Created on June 14, 2007
|
|
*
|
|
* API for MediaWiki 1.8+
|
|
*
|
|
* Copyright (C) 2006 Yuri Astrakhan <Firstname><Lastname>@gmail.com
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License along
|
|
* with this program; if not, write to the Free Software Foundation, Inc.,
|
|
* 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
|
* http://www.gnu.org/copyleft/gpl.html
|
|
*/
|
|
|
|
if (!defined('MEDIAWIKI')) {
|
|
// Eclipse helper - will be ignored in production
|
|
require_once ("ApiQueryBase.php");
|
|
}
|
|
|
|
/**
|
|
* A query module to enumerate pages that belong to a category.
|
|
*
|
|
* @ingroup API
|
|
*/
|
|
class ApiQueryCategoryMembers extends ApiQueryGeneratorBase {
|
|
|
|
public function __construct($query, $moduleName) {
|
|
parent :: __construct($query, $moduleName, 'cm');
|
|
}
|
|
|
|
public function execute() {
|
|
$this->run();
|
|
}
|
|
|
|
public function executeGenerator($resultPageSet) {
|
|
$this->run($resultPageSet);
|
|
}
|
|
|
|
private function run($resultPageSet = null) {
|
|
|
|
$params = $this->extractRequestParams();
|
|
|
|
if ( !isset($params['title']) || is_null($params['title']) )
|
|
$this->dieUsage("The cmtitle parameter is required", 'notitle');
|
|
$categoryTitle = Title::newFromText($params['title']);
|
|
|
|
if ( is_null( $categoryTitle ) || $categoryTitle->getNamespace() != NS_CATEGORY )
|
|
$this->dieUsage("The category name you entered is not valid", 'invalidcategory');
|
|
|
|
$prop = array_flip($params['prop']);
|
|
$fld_ids = isset($prop['ids']);
|
|
$fld_title = isset($prop['title']);
|
|
$fld_sortkey = isset($prop['sortkey']);
|
|
$fld_timestamp = isset($prop['timestamp']);
|
|
|
|
if (is_null($resultPageSet)) {
|
|
$this->addFields(array('cl_from', 'cl_sortkey', 'page_namespace', 'page_title'));
|
|
$this->addFieldsIf('page_id', $fld_ids);
|
|
} else {
|
|
$this->addFields($resultPageSet->getPageTableFields()); // will include page_ id, ns, title
|
|
$this->addFields(array('cl_from', 'cl_sortkey'));
|
|
}
|
|
|
|
$this->addFieldsIf('cl_timestamp', $fld_timestamp || $params['sort'] == 'timestamp');
|
|
$this->addTables(array('page','categorylinks')); // must be in this order for 'USE INDEX'
|
|
// Not needed after bug 10280 is applied to servers
|
|
if($params['sort'] == 'timestamp')
|
|
$this->addOption('USE INDEX', 'cl_timestamp');
|
|
else
|
|
$this->addOption('USE INDEX', 'cl_sortkey');
|
|
|
|
$this->addWhere('cl_from=page_id');
|
|
$this->setContinuation($params['continue'], $params['dir']);
|
|
$this->addWhereFld('cl_to', $categoryTitle->getDBkey());
|
|
$this->addWhereFld('page_namespace', $params['namespace']);
|
|
if($params['sort'] == 'timestamp')
|
|
$this->addWhereRange('cl_timestamp', ($params['dir'] == 'asc' ? 'newer' : 'older'), $params['start'], $params['end']);
|
|
else
|
|
{
|
|
$this->addWhereRange('cl_sortkey', ($params['dir'] == 'asc' ? 'newer' : 'older'), $params['startsortkey'], $params['endsortkey']);
|
|
$this->addWhereRange('cl_from', ($params['dir'] == 'asc' ? 'newer' : 'older'), null, null);
|
|
}
|
|
|
|
$limit = $params['limit'];
|
|
$this->addOption('LIMIT', $limit +1);
|
|
|
|
$db = $this->getDB();
|
|
|
|
$data = array ();
|
|
$count = 0;
|
|
$lastSortKey = null;
|
|
$res = $this->select(__METHOD__);
|
|
while ($row = $db->fetchObject($res)) {
|
|
if (++ $count > $limit) {
|
|
// We've reached the one extra which shows that there are additional pages to be had. Stop here...
|
|
// TODO: Security issue - if the user has no right to view next title, it will still be shown
|
|
if ($params['sort'] == 'timestamp')
|
|
$this->setContinueEnumParameter('start', wfTimestamp(TS_ISO_8601, $row->cl_timestamp));
|
|
else
|
|
$this->setContinueEnumParameter('continue', $this->getContinueStr($row, $lastSortKey));
|
|
break;
|
|
}
|
|
|
|
if (is_null($resultPageSet)) {
|
|
$vals = array();
|
|
if ($fld_ids)
|
|
$vals['pageid'] = intval($row->page_id);
|
|
if ($fld_title) {
|
|
$title = Title :: makeTitle($row->page_namespace, $row->page_title);
|
|
$vals['ns'] = intval($title->getNamespace());
|
|
$vals['title'] = $title->getPrefixedText();
|
|
}
|
|
if ($fld_sortkey)
|
|
$vals['sortkey'] = $row->cl_sortkey;
|
|
if ($fld_timestamp)
|
|
$vals['timestamp'] = wfTimestamp(TS_ISO_8601, $row->cl_timestamp);
|
|
$fit = $this->getResult()->addValue(array('query', $this->getModuleName()),
|
|
null, $vals);
|
|
if(!$fit)
|
|
{
|
|
if ($params['sort'] == 'timestamp')
|
|
$this->setContinueEnumParameter('start', wfTimestamp(TS_ISO_8601, $row->cl_timestamp));
|
|
else
|
|
$this->setContinueEnumParameter('continue', $this->getContinueStr($row, $lastSortKey));
|
|
break;
|
|
}
|
|
} else {
|
|
$resultPageSet->processDbRow($row);
|
|
}
|
|
$lastSortKey = $row->cl_sortkey; // detect duplicate sortkeys
|
|
}
|
|
$db->freeResult($res);
|
|
|
|
if (is_null($resultPageSet)) {
|
|
$this->getResult()->setIndexedTagName_internal(
|
|
array('query', $this->getModuleName()), 'cm');
|
|
}
|
|
}
|
|
|
|
private function getContinueStr($row, $lastSortKey) {
|
|
$ret = $row->cl_sortkey . '|';
|
|
if ($row->cl_sortkey == $lastSortKey) // duplicate sort key, add cl_from
|
|
$ret .= $row->cl_from;
|
|
return $ret;
|
|
}
|
|
|
|
/**
|
|
* Add DB WHERE clause to continue previous query based on 'continue' parameter
|
|
*/
|
|
private function setContinuation($continue, $dir) {
|
|
if (is_null($continue))
|
|
return; // This is not a continuation request
|
|
|
|
$pos = strrpos($continue, '|');
|
|
$sortkey = substr($continue, 0, $pos);
|
|
$fromstr = substr($continue, $pos + 1);
|
|
$from = intval($fromstr);
|
|
|
|
if ($from == 0 && strlen($fromstr) > 0)
|
|
$this->dieUsage("Invalid continue param. You should pass the original value returned by the previous query", "badcontinue");
|
|
|
|
$encSortKey = $this->getDB()->addQuotes($sortkey);
|
|
$encFrom = $this->getDB()->addQuotes($from);
|
|
|
|
$op = ($dir == 'desc' ? '<' : '>');
|
|
|
|
if ($from != 0) {
|
|
// Duplicate sort key continue
|
|
$this->addWhere( "cl_sortkey$op$encSortKey OR (cl_sortkey=$encSortKey AND cl_from$op=$encFrom)" );
|
|
} else {
|
|
$this->addWhere( "cl_sortkey$op=$encSortKey" );
|
|
}
|
|
}
|
|
|
|
public function getAllowedParams() {
|
|
return array (
|
|
'title' => null,
|
|
'prop' => array (
|
|
ApiBase :: PARAM_DFLT => 'ids|title',
|
|
ApiBase :: PARAM_ISMULTI => true,
|
|
ApiBase :: PARAM_TYPE => array (
|
|
'ids',
|
|
'title',
|
|
'sortkey',
|
|
'timestamp',
|
|
)
|
|
),
|
|
'namespace' => array (
|
|
ApiBase :: PARAM_ISMULTI => true,
|
|
ApiBase :: PARAM_TYPE => 'namespace',
|
|
),
|
|
'continue' => null,
|
|
'limit' => array (
|
|
ApiBase :: PARAM_TYPE => 'limit',
|
|
ApiBase :: PARAM_DFLT => 10,
|
|
ApiBase :: PARAM_MIN => 1,
|
|
ApiBase :: PARAM_MAX => ApiBase :: LIMIT_BIG1,
|
|
ApiBase :: PARAM_MAX2 => ApiBase :: LIMIT_BIG2
|
|
),
|
|
'sort' => array(
|
|
ApiBase :: PARAM_DFLT => 'sortkey',
|
|
ApiBase :: PARAM_TYPE => array(
|
|
'sortkey',
|
|
'timestamp'
|
|
)
|
|
),
|
|
'dir' => array(
|
|
ApiBase :: PARAM_DFLT => 'asc',
|
|
ApiBase :: PARAM_TYPE => array(
|
|
'asc',
|
|
'desc'
|
|
)
|
|
),
|
|
'start' => array(
|
|
ApiBase :: PARAM_TYPE => 'timestamp'
|
|
),
|
|
'end' => array(
|
|
ApiBase :: PARAM_TYPE => 'timestamp'
|
|
),
|
|
'startsortkey' => null,
|
|
'endsortkey' => null,
|
|
);
|
|
}
|
|
|
|
public function getParamDescription() {
|
|
return array (
|
|
'title' => 'Which category to enumerate (required). Must include Category: prefix',
|
|
'prop' => 'What pieces of information to include',
|
|
'namespace' => 'Only include pages in these namespaces',
|
|
'sort' => 'Property to sort by',
|
|
'dir' => 'In which direction to sort',
|
|
'start' => 'Timestamp to start listing from. Can only be used with cmsort=timestamp',
|
|
'end' => 'Timestamp to end listing at. Can only be used with cmsort=timestamp',
|
|
'startsortkey' => 'Sortkey to start listing from. Can only be used with cmsort=sortkey',
|
|
'endsortkey' => 'Sortkey to end listing at. Can only be used with cmsort=sortkey',
|
|
'continue' => 'For large categories, give the value retured from previous query',
|
|
'limit' => 'The maximum number of pages to return.',
|
|
);
|
|
}
|
|
|
|
public function getDescription() {
|
|
return 'List all pages in a given category';
|
|
}
|
|
|
|
protected function getExamples() {
|
|
return array (
|
|
"Get first 10 pages in [[Category:Physics]]:",
|
|
" api.php?action=query&list=categorymembers&cmtitle=Category:Physics",
|
|
"Get page info about first 10 pages in [[Category:Physics]]:",
|
|
" api.php?action=query&generator=categorymembers&gcmtitle=Category:Physics&prop=info",
|
|
);
|
|
}
|
|
|
|
public function getVersion() {
|
|
return __CLASS__ . ': $Id$';
|
|
}
|
|
} |