wiki.techinc.nl/maintenance/dumpUploads.php
Tim Starling 47a1619027 Remove terminating line breaks from debug messages
A terminating line break has not been required in wfDebug() since 2014,
however no migration was done. Some of these line breaks found their way
into LoggerInterface::debug() calls, where they mess up the formatting
of the debug log.

So, remove terminating line breaks from wfDebug() and
LoggerInterface::debug() calls.

Also:
* Fix the stripping of leading line breaks from the log header emitted
  by Setup.php. This feature, accidentally broken in 2014, allows
  requests to be distinguished in the log file.
* Avoid using the global variable $self.
* Move the logging of the client IP back to Setup.php. It was moved to
  WebRequest in the hopes that it would not always be needed, however
  $wgRequest->getIP() is now called unconditionally a few lines up in
  Setup.php. This means that it is put in its proper place after the
  "start request" message.
* Wrap the log header code in a closure so that variables like $name do
  not leak into global scope.
* In Linker.php, remove a few instances of an unnecessary second
  parameter to wfDebug().

Change-Id: I96651d3044a95b9d210b51cb8368edc76bebbb9e
2020-06-03 12:01:16 +10:00

132 lines
3.8 KiB
PHP

<?php
/**
* Dump a the list of files uploaded, for feeding to tar or similar.
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License along
* with this program; if not, write to the Free Software Foundation, Inc.,
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
* http://www.gnu.org/copyleft/gpl.html
*
* @file
* @ingroup Maintenance
*/
use MediaWiki\MediaWikiServices;
require_once __DIR__ . '/Maintenance.php';
/**
* Maintenance script to dump a the list of files uploaded,
* for feeding to tar or similar.
*
* @ingroup Maintenance
*/
class DumpUploads extends Maintenance {
/** @var string */
private $mBasePath;
public function __construct() {
parent::__construct();
$this->addDescription( 'Generates list of uploaded files which can be fed to tar or similar.
By default, outputs relative paths against the parent directory of $wgUploadDirectory.' );
$this->addOption( 'base', 'Set base relative path instead of wiki include root', false, true );
$this->addOption( 'local', 'List all local files, used or not. No shared files included' );
$this->addOption( 'used', 'Skip local images that are not used' );
$this->addOption( 'shared', 'Include images used from shared repository' );
}
public function execute() {
global $IP;
$this->mBasePath = $this->getOption( 'base', $IP );
$shared = false;
$sharedSupplement = false;
if ( $this->hasOption( 'shared' ) ) {
if ( $this->hasOption( 'used' ) ) {
// Include shared-repo files in the used check
$shared = true;
} else {
// Grab all local *plus* used shared
$sharedSupplement = true;
}
}
if ( $this->hasOption( 'local' ) ) {
$this->fetchLocal( $shared );
} elseif ( $this->hasOption( 'used' ) ) {
$this->fetchUsed( $shared );
} else {
$this->fetchLocal( $shared );
}
if ( $sharedSupplement ) {
$this->fetchUsed( true );
}
}
/**
* Fetch a list of used images from a particular image source.
*
* @param bool $shared True to pass shared-dir settings to hash func
*/
private function fetchUsed( $shared ) {
$dbr = $this->getDB( DB_REPLICA );
$image = $dbr->tableName( 'image' );
$imagelinks = $dbr->tableName( 'imagelinks' );
$sql = "SELECT DISTINCT il_to, img_name
FROM $imagelinks
LEFT JOIN $image
ON il_to=img_name";
$result = $dbr->query( $sql );
foreach ( $result as $row ) {
$this->outputItem( $row->il_to, $shared );
}
}
/**
* Fetch a list of all images from a particular image source.
*
* @param bool $shared True to pass shared-dir settings to hash func
*/
private function fetchLocal( $shared ) {
$dbr = $this->getDB( DB_REPLICA );
$result = $dbr->select( 'image',
[ 'img_name' ],
'',
__METHOD__ );
foreach ( $result as $row ) {
$this->outputItem( $row->img_name, $shared );
}
}
private function outputItem( $name, $shared ) {
$file = MediaWikiServices::getInstance()->getRepoGroup()->findFile( $name );
if ( $file && $this->filterItem( $file, $shared ) ) {
$filename = $file->getLocalRefPath();
$rel = wfRelativePath( $filename, $this->mBasePath );
$this->output( "$rel\n" );
} else {
wfDebug( __METHOD__ . ": base file? $name" );
}
}
private function filterItem( $file, $shared ) {
return $shared || $file->isLocal();
}
}
$maintClass = DumpUploads::class;
require_once RUN_MAINTENANCE_IF_MAIN;