* This means queries could possibly return fewer results than the limit and still set a query-continue * Add iicontinue, rvcontinue, cicontinue, incontinue, amfrom to faciliate query-continue for these modules * Implemented by blocking additions to the ApiResult object if they would make it too large ** Important things like query-continue values and warnings are exempt from this check ** RSS feeds and exported XML are also exempted (size-checking them would be too messy) ** Result size is checked against $wgAPIMaxResultSize, which defaults to 8 MB For those who really care, per-file details follow: ApiResult.php: * Introduced ApiResult::$mSize which keeps track of the result size. * Introduced ApiResult::size() which calculates an array's size (which is the sum of the strlen()s of its elements). * ApiResult::addValue() now checks that the result size stays below $wgAPIMaxResultSize. If the item won't fit, it won't be added and addValue() will return false. Callers should check the return value and set a query-continue if it's false. * Closed the back door that is ApiResult::getData(): callers can't manipulate the data array directly anymore so they can't bypass the result size limit. * Added ApiResult::setIndexedTagName_internal() which will call setIndexedTagName() on an array already in the result. This is needed for the 'new' order of adding results, which means addValue()ing one result at a time until you hit the limit or run out, then calling this function to set the tag name. * Added ApiResult::disableSizeCheck() and enableSizeCheck() which disable and enable size checking in addValue(). This is used for stuff like query-continue elements and warnings which shouldn't count towards the result size. * Added ApiResult::unsetValue() which removes an element from the result and decreases $mSize. ApiBase.php: * Like ApiResult::getData(), ApiBase::getResultData() no longer returns a reference. * Use ApiResult::disableSizeCheck() in ApiBase::setWarning() ApiQueryBase.php: * Added ApiQueryBase::addPageSubItem(), which adds page subitems one item at a time. * addPageSubItem() and addPageSubItems() now return whether the subitem fit in the result. * Use ApiResult::disableSizeCheck() in setContinueEnumParameter() ApiMain.php: * Use ApiResult::disableSizeCheck() in ApiMain::substituteResultWithError() * Use getParameter() rather than $mRequest to obtain requestid DefaultSettings.php: * Added $wgAPIMaxResultSize, with a default value of 8 MB ApiQuery*.php: * Added results one at a time, and set a query-continue if the result is full. ApiQueryLangLinks.php and friends: * Migrated from addPageSubItems() to addPageSubItem(). This eliminates the need for $lastId. ApiQueryAllLinks.php, ApiQueryWatchlist.php, ApiQueryAllimages.php, ApiQuerySearch.php: * Renamed $data to something more appropriate ($pageids, $ids or $titles) ApiQuerySiteinfo.php: * Abuse siprop as a query-continue parameter and set it to all props that couldn't be processed. ApiQueryRandom.php: * Doesn't do continuations, because the result is supposed to be random. * Be smart enough to not run the second query if the results of the first didn't fit. ApiQueryImageInfo.php, ApiQueryRevisions.php, ApiQueryCategoryInfo.php, ApiQueryInfo.php: * Added continue parameter which basically skips the first so many items ApiQueryBacklinks.php: * Throw the result in a big array first and addValue() that one element at a time if necessary ** This is necessary because the results aren't retrieved in order * Introduced $this->pageMap to map namespace and title to page ID * Rewritten extractRowInfo() and extractRedirRowInfo() a little * Declared all private member variables explicitly ApiQueryDeletedrevs.php: * Use a pagemap just like in Backlinks * Introduce fake page IDs and keep track of them so we know where to add what ** This doesn't change the output format, because the fake page IDs start at 0 and are consecutive ApiQueryAllmessages.php: * Add amfrom to facilitate query-continue ApiQueryUsers.php: * Rewrite: put the getOtherUsersInfo() code in execute()
273 lines
No EOL
8.4 KiB
PHP
273 lines
No EOL
8.4 KiB
PHP
<?php
|
|
|
|
/*
|
|
* Created on Sep 25, 2006
|
|
*
|
|
* API for MediaWiki 1.8+
|
|
*
|
|
* Copyright (C) 2006 Yuri Astrakhan <Firstname><Lastname>@gmail.com
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License along
|
|
* with this program; if not, write to the Free Software Foundation, Inc.,
|
|
* 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
|
* http://www.gnu.org/copyleft/gpl.html
|
|
*/
|
|
|
|
if (!defined('MEDIAWIKI')) {
|
|
// Eclipse helper - will be ignored in production
|
|
require_once ('ApiQueryBase.php');
|
|
}
|
|
|
|
/**
|
|
* Query module to enumerate all available pages.
|
|
*
|
|
* @ingroup API
|
|
*/
|
|
class ApiQueryAllpages extends ApiQueryGeneratorBase {
|
|
|
|
public function __construct($query, $moduleName) {
|
|
parent :: __construct($query, $moduleName, 'ap');
|
|
}
|
|
|
|
public function execute() {
|
|
$this->run();
|
|
}
|
|
|
|
public function executeGenerator($resultPageSet) {
|
|
if ($resultPageSet->isResolvingRedirects())
|
|
$this->dieUsage('Use "gapfilterredir=nonredirects" option instead of "redirects" when using allpages as a generator', 'params');
|
|
|
|
$this->run($resultPageSet);
|
|
}
|
|
|
|
private function run($resultPageSet = null) {
|
|
|
|
$db = $this->getDB();
|
|
|
|
$params = $this->extractRequestParams();
|
|
|
|
// Page filters
|
|
$this->addTables('page');
|
|
if (!$this->addWhereIf('page_is_redirect = 1', $params['filterredir'] === 'redirects'))
|
|
$this->addWhereIf('page_is_redirect = 0', $params['filterredir'] === 'nonredirects');
|
|
$this->addWhereFld('page_namespace', $params['namespace']);
|
|
$dir = ($params['dir'] == 'descending' ? 'older' : 'newer');
|
|
$from = (is_null($params['from']) ? null : $this->titlePartToKey($params['from']));
|
|
$this->addWhereRange('page_title', $dir, $from, null);
|
|
if (isset ($params['prefix']))
|
|
$this->addWhere("page_title LIKE '" . $db->escapeLike($this->titlePartToKey($params['prefix'])) . "%'");
|
|
|
|
if (is_null($resultPageSet)) {
|
|
$selectFields = array (
|
|
'page_namespace',
|
|
'page_title',
|
|
'page_id'
|
|
);
|
|
} else {
|
|
$selectFields = $resultPageSet->getPageTableFields();
|
|
}
|
|
$this->addFields($selectFields);
|
|
$forceNameTitleIndex = true;
|
|
if (isset ($params['minsize'])) {
|
|
$this->addWhere('page_len>=' . intval($params['minsize']));
|
|
$forceNameTitleIndex = false;
|
|
}
|
|
|
|
if (isset ($params['maxsize'])) {
|
|
$this->addWhere('page_len<=' . intval($params['maxsize']));
|
|
$forceNameTitleIndex = false;
|
|
}
|
|
|
|
// Page protection filtering
|
|
if (!empty ($params['prtype'])) {
|
|
$this->addTables('page_restrictions');
|
|
$this->addWhere('page_id=pr_page');
|
|
$this->addWhere('pr_expiry>' . $db->addQuotes($db->timestamp()));
|
|
$this->addWhereFld('pr_type', $params['prtype']);
|
|
|
|
// Remove the empty string and '*' from the prlevel array
|
|
$prlevel = array_diff($params['prlevel'], array('', '*'));
|
|
if (!empty($prlevel))
|
|
$this->addWhereFld('pr_level', $prlevel);
|
|
if ($params['prfiltercascade'] == 'cascading')
|
|
$this->addWhereFld('pr_cascade', 1);
|
|
if ($params['prfiltercascade'] == 'noncascading')
|
|
$this->addWhereFld('pr_cascade', 0);
|
|
|
|
$this->addOption('DISTINCT');
|
|
|
|
$forceNameTitleIndex = false;
|
|
|
|
} else if (isset ($params['prlevel'])) {
|
|
$this->dieUsage('prlevel may not be used without prtype', 'params');
|
|
}
|
|
|
|
if($params['filterlanglinks'] == 'withoutlanglinks') {
|
|
$this->addTables('langlinks');
|
|
$this->addJoinConds(array('langlinks' => array('LEFT JOIN', 'page_id=ll_from')));
|
|
$this->addWhere('ll_from IS NULL');
|
|
$forceNameTitleIndex = false;
|
|
} else if($params['filterlanglinks'] == 'withlanglinks') {
|
|
$this->addTables('langlinks');
|
|
$this->addWhere('page_id=ll_from');
|
|
$this->addOption('STRAIGHT_JOIN');
|
|
// We have to GROUP BY all selected fields to stop
|
|
// PostgreSQL from whining
|
|
$this->addOption('GROUP BY', implode(', ', $selectFields));
|
|
$forceNameTitleIndex = false;
|
|
}
|
|
if ($forceNameTitleIndex)
|
|
$this->addOption('USE INDEX', 'name_title');
|
|
|
|
|
|
|
|
$limit = $params['limit'];
|
|
$this->addOption('LIMIT', $limit+1);
|
|
$res = $this->select(__METHOD__);
|
|
|
|
$count = 0;
|
|
$result = $this->getResult();
|
|
while ($row = $db->fetchObject($res)) {
|
|
if (++ $count > $limit) {
|
|
// We've reached the one extra which shows that there are additional pages to be had. Stop here...
|
|
// TODO: Security issue - if the user has no right to view next title, it will still be shown
|
|
$this->setContinueEnumParameter('from', $this->keyToTitle($row->page_title));
|
|
break;
|
|
}
|
|
|
|
if (is_null($resultPageSet)) {
|
|
$title = Title :: makeTitle($row->page_namespace, $row->page_title);
|
|
$vals = array(
|
|
'pageid' => intval($row->page_id),
|
|
'ns' => intval($title->getNamespace()),
|
|
'title' => $title->getPrefixedText());
|
|
$fit = $result->addValue(array('query', $this->getModuleName()), null, $vals);
|
|
if(!$fit)
|
|
{
|
|
$this->setContinueEnumParameter('from', $this->keyToTitle($row->page_title));
|
|
break;
|
|
}
|
|
} else {
|
|
$resultPageSet->processDbRow($row);
|
|
}
|
|
}
|
|
$db->freeResult($res);
|
|
|
|
if (is_null($resultPageSet)) {
|
|
$result->setIndexedTagName_internal(array('query', $this->getModuleName()), 'p');
|
|
}
|
|
}
|
|
|
|
public function getAllowedParams() {
|
|
global $wgRestrictionTypes, $wgRestrictionLevels;
|
|
|
|
return array (
|
|
'from' => null,
|
|
'prefix' => null,
|
|
'namespace' => array (
|
|
ApiBase :: PARAM_DFLT => 0,
|
|
ApiBase :: PARAM_TYPE => 'namespace',
|
|
),
|
|
'filterredir' => array (
|
|
ApiBase :: PARAM_DFLT => 'all',
|
|
ApiBase :: PARAM_TYPE => array (
|
|
'all',
|
|
'redirects',
|
|
'nonredirects'
|
|
)
|
|
),
|
|
'minsize' => array (
|
|
ApiBase :: PARAM_TYPE => 'integer',
|
|
),
|
|
'maxsize' => array (
|
|
ApiBase :: PARAM_TYPE => 'integer',
|
|
),
|
|
'prtype' => array (
|
|
ApiBase :: PARAM_TYPE => $wgRestrictionTypes,
|
|
ApiBase :: PARAM_ISMULTI => true
|
|
),
|
|
'prlevel' => array (
|
|
ApiBase :: PARAM_TYPE => $wgRestrictionLevels,
|
|
ApiBase :: PARAM_ISMULTI => true
|
|
),
|
|
'prfiltercascade' => array (
|
|
ApiBase :: PARAM_DFLT => 'all',
|
|
ApiBase :: PARAM_TYPE => array (
|
|
'cascading',
|
|
'noncascading',
|
|
'all'
|
|
),
|
|
),
|
|
'limit' => array (
|
|
ApiBase :: PARAM_DFLT => 10,
|
|
ApiBase :: PARAM_TYPE => 'limit',
|
|
ApiBase :: PARAM_MIN => 1,
|
|
ApiBase :: PARAM_MAX => ApiBase :: LIMIT_BIG1,
|
|
ApiBase :: PARAM_MAX2 => ApiBase :: LIMIT_BIG2
|
|
),
|
|
'dir' => array (
|
|
ApiBase :: PARAM_DFLT => 'ascending',
|
|
ApiBase :: PARAM_TYPE => array (
|
|
'ascending',
|
|
'descending'
|
|
)
|
|
),
|
|
'filterlanglinks' => array(
|
|
ApiBase :: PARAM_TYPE => array(
|
|
'withlanglinks',
|
|
'withoutlanglinks',
|
|
'all'
|
|
),
|
|
ApiBase :: PARAM_DFLT => 'all'
|
|
)
|
|
);
|
|
}
|
|
|
|
public function getParamDescription() {
|
|
return array (
|
|
'from' => 'The page title to start enumerating from.',
|
|
'prefix' => 'Search for all page titles that begin with this value.',
|
|
'namespace' => 'The namespace to enumerate.',
|
|
'filterredir' => 'Which pages to list.',
|
|
'dir' => 'The direction in which to list',
|
|
'minsize' => 'Limit to pages with at least this many bytes',
|
|
'maxsize' => 'Limit to pages with at most this many bytes',
|
|
'prtype' => 'Limit to protected pages only',
|
|
'prlevel' => 'The protection level (must be used with apprtype= parameter)',
|
|
'prfiltercascade' => 'Filter protections based on cascadingness (ignored when apprtype isn\'t set)',
|
|
'filterlanglinks' => 'Filter based on whether a page has langlinks',
|
|
'limit' => 'How many total pages to return.'
|
|
);
|
|
}
|
|
|
|
public function getDescription() {
|
|
return 'Enumerate all pages sequentially in a given namespace';
|
|
}
|
|
|
|
protected function getExamples() {
|
|
return array (
|
|
'Simple Use',
|
|
' Show a list of pages starting at the letter "B"',
|
|
' api.php?action=query&list=allpages&apfrom=B',
|
|
'Using as Generator',
|
|
' Show info about 4 pages starting at the letter "T"',
|
|
' api.php?action=query&generator=allpages&gaplimit=4&gapfrom=T&prop=info',
|
|
' Show content of first 2 non-redirect pages begining at "Re"',
|
|
' api.php?action=query&generator=allpages&gaplimit=2&gapfilterredir=nonredirects&gapfrom=Re&prop=revisions&rvprop=content'
|
|
);
|
|
}
|
|
|
|
public function getVersion() {
|
|
return __CLASS__ . ': $Id$';
|
|
}
|
|
} |