wiki.techinc.nl/maintenance/generateConfigSchema.php
Aryeh Gregor b72b9a8c43 Move dynamic defaults into MainConfigSchema
The goal is to keep the actual default values for settings in the same
place as the setting is declared, and applied using the regular means
for loading the settings -- not in a separate piece of code that needs
to be loaded through some entirely different mechanism.

SetupDynamicConfig.php now contains a few categories of things:

* Post-processing of configuration settings, where already-set settings
  are altered. This could be moved to MainConfigSchema too as a separate
  set of methods.
* Processing of old aliases of settings (blacklist, slave) that are not
  registered as settings anymore and therefore are not available to
  MainConfigSchema. This could perhaps be moved to LocalSettings
  processing somehow?
* Setting $wgUseEnotif, which is also not registered as a setting.
  Easiest would be just to declare it as a setting and have it set
  unconditionally.
* Setting the actual timezone to $wgLocaltimezone. This is not related
  to configuration and should just be in Setup.php.

Bug: T305093
Change-Id: Ia5c23b52dbbfcb3d07ffcf5d3b7f2d7befba2a26
2022-07-07 09:55:48 +10:00

363 lines
10 KiB
PHP

<?php
use MediaWiki\MainConfigSchema;
use MediaWiki\Settings\Config\ConfigSchemaAggregator;
use MediaWiki\Settings\Source\ReflectionSchemaSource;
use Symfony\Component\Yaml\Yaml;
use Wikimedia\StaticArrayWriter;
require_once __DIR__ . '/Maintenance.php';
// Tell Setup.php to load the config schema from MainConfigSchema rather than
// any generated file, so we can use this script to re-generate a broken schema file.
define( 'MW_USE_CONFIG_SCHEMA_CLASS', 1 );
/**
* Maintenance script that generates configuration schema files:
* - includes/MainConfigNames.php: name constants for config settings
* - includes/config-vars.php: dummy variable declarations for config settings
* - includes/config-schema.php: an optimized config schema for use by Setup.php
* - docs/config-schema.yaml: a JSON Schema of the config settings
*
* @ingroup Maintenance
*/
class GenerateConfigSchema extends Maintenance {
/** @var string */
private const DEFAULT_NAMES_PATH = __DIR__ . '/../includes/MainConfigNames.php';
private const DEFAULT_VARS_PATH = __DIR__ . '/../includes/config-vars.php';
private const DEFAULT_ARRAY_PATH = __DIR__ . '/../includes/config-schema.php';
private const DEFAULT_SCHEMA_PATH = __DIR__ . '/../docs/config-schema.yaml';
private const STDOUT = 'php://stdout';
public function __construct() {
parent::__construct();
$this->addDescription( 'Generates various config schema files.' );
$this->addOption(
'vars',
'Path to output variable stubs to. ' .
'Default if none of the options is given: ' .
self::DEFAULT_VARS_PATH,
false,
true
);
$this->addOption(
'schema',
'Path to output the schema array to. ' .
'Default if none of the options is given: ' .
self::DEFAULT_ARRAY_PATH,
false,
true
);
$this->addOption(
'names',
'Path to output the name constants to. ' .
'Default if none of the options is given: ' .
self::DEFAULT_NAMES_PATH,
false,
true
);
$this->addOption(
'yaml',
'Path to output the schema YAML to. ' .
'Default if none of the options is given: ' .
self::DEFAULT_SCHEMA_PATH,
false,
true
);
}
public function getDbType() {
return self::DB_NONE;
}
/**
* Loads a template and injects the generated content.
*
* @param string $templatePath
* @param string $generatedContent
*
* @return string The template's content with the generated content injected.
*/
private function processTemplate( string $templatePath, string $generatedContent ): string {
$oldContent = file_get_contents( $templatePath );
// avoid extra line breaks, indentation, etc.
$generatedContent = trim( $generatedContent );
return preg_replace_callback(
'/\{\{[-\w]+\}\}/',
static function ( $match ) use ( $generatedContent ) {
return $generatedContent;
},
$oldContent
);
}
/**
* Loads the config schema from the MainConfigSchema class.
*
* @return array An associative array with a single key, 'config-schema',
* containing the config schema definition.
*/
private function loadSettingsSource(): array {
$source = new ReflectionSchemaSource( MainConfigSchema::class, true );
$settings = $source->load();
return $settings;
}
/**
* Loads the config schema from the MainConfigSchema class.
*
* @return array the config schema definition.
*/
private function loadSchema(): array {
return $this->loadSettingsSource()['config-schema'];
}
/**
* @param string $path
* @param string $content
*/
private function writeOutput( $path, $content ) {
// ensure a single line break at the end of the file
$content = trim( $content ) . "\n";
file_put_contents( $path, $content );
}
/**
* @param string $name The name of the option
*
* @return ?string
*/
private function getOutputPath( string $name ): ?string {
$outputPath = $this->getOption( $name );
if ( $outputPath === '-' ) {
$outputPath = self::STDOUT;
}
return $outputPath;
}
public function execute() {
$allSchemas = $this->loadSchema();
$schemaPath = $this->getOutputPath( 'schema' );
$varsPath = $this->getOutputPath( 'vars' );
$yamlPath = $this->getOutputPath( 'yaml' );
$namesPath = $this->getOutputPath( 'names' );
if ( $schemaPath === null && $varsPath === null &&
$yamlPath === null && $namesPath === null
) {
// If no output path is specified explicitly, use the default path for all.
$schemaPath = self::DEFAULT_ARRAY_PATH;
$varsPath = self::DEFAULT_VARS_PATH;
$yamlPath = self::DEFAULT_SCHEMA_PATH;
$namesPath = self::DEFAULT_NAMES_PATH;
}
if ( $schemaPath === self::STDOUT || $varsPath === self::STDOUT ||
$yamlPath === self::STDOUT || $namesPath === self::STDOUT
) {
// If any of the output is stdout, switch to quiet mode.
$this->mQuiet = true;
}
if ( $schemaPath !== null ) {
$this->output( "Writing schema array to $schemaPath\n" );
$this->writeOutput( $schemaPath, $this->generateSchemaArray( $allSchemas ) );
}
if ( $varsPath !== null ) {
$this->output( "Writing variable stubs to $varsPath\n" );
$this->writeOutput( $varsPath, $this->generateVariableStubs( $allSchemas ) );
}
if ( $yamlPath !== null ) {
$this->output( "Writing schema YAML to $yamlPath\n" );
$this->writeOutput( $yamlPath, $this->generateSchemaYaml( $allSchemas ) );
}
if ( $namesPath !== null ) {
$this->output( "Writing name constants to $namesPath\n" );
$this->writeOutput( $namesPath, $this->generateNames( $allSchemas ) );
}
}
public function generateSchemaArray( array $allSchemas ) {
$aggregator = new ConfigSchemaAggregator();
foreach ( $allSchemas as $key => $schema ) {
$aggregator->addSchema( $key, $schema );
}
$schemaInverse = [
'default' => $aggregator->getDefaults(),
'type' => $aggregator->getTypes(),
'mergeStrategy' => $aggregator->getMergeStrategyNames(),
'dynamicDefault' => $aggregator->getDynamicDefaults(),
];
$keyMask = array_flip( [
'default',
'type',
'mergeStrategy',
'dynamicDefault',
'description',
'properties'
] );
$schemaExtra = [];
foreach ( $aggregator->getDefinedKeys() as $key ) {
$sch = $aggregator->getSchemaFor( $key );
$sch = array_diff_key( $sch, $keyMask );
if ( $sch ) {
$schemaExtra[ $key ] = $sch;
}
}
$content = ( new StaticArrayWriter() )->write(
[
'config-schema-inverse' => $schemaInverse,
'config-schema' => $schemaExtra,
],
"This file is automatically generated using maintenance/generateConfigSchema.php.\n" .
"Do not modify this file manually, edit includes/MainConfigSchema.php instead.\n" .
"phpcs:disable Generic.Files.LineLength"
);
return $content;
}
public function generateNames( array $allSchemas ) {
$code = '';
// Details about each config variable
foreach ( $allSchemas as $configKey => $configSchema ) {
$code .= "\n";
$code .= $this->getConstantDeclaration( $configKey, $configSchema );
}
$newContent =
$this->processTemplate( MW_INSTALL_PATH . '/includes/MainConfigNames.template', $code );
return $newContent;
}
/**
* @param string $name
* @param array $schema
*
* @return string
*/
private function getConstantDeclaration( string $name, array $schema ): string {
$chunks = [];
$chunks[] = "Name constant for the $name setting, for use with Config::get()";
$chunks[] = "@see MainConfigSchema::$name";
if ( isset( $schema['since'] ) ) {
$chunks[] = "@since {$schema['since']}";
}
if ( isset( $schema['deprecated'] ) ) {
$deprecated = str_replace( "\n", "\n\t * ", wordwrap( $schema['deprecated'] ) );
$chunks[] = "@deprecated {$deprecated}";
}
$code = "\t/**\n\t * ";
$code .= implode( "\n\t * ", $chunks );
$code .= "\n\t */\n";
$code .= "\tpublic const $name = '$name';\n";
return $code;
}
public function generateSchemaYaml( array $allSchemas ) {
foreach ( $allSchemas as &$sch ) {
// Cast empty arrays to objects if they are declared to be of type object.
// This ensures they get represented in yaml as {} rather than [].
if ( isset( $sch['default'] ) && isset( $sch['type'] ) ) {
$types = (array)$sch['type'];
if ( $sch['default'] === [] && in_array( 'object', $types ) ) {
$sch['default'] = new stdClass();
}
}
// Wrap long deprecation messages
if ( isset( $sch['deprecated'] ) ) {
$sch['deprecated'] = wordwrap( $sch['deprecated'] );
}
}
// Dynamic defaults are not relevant to yaml consumers
unset( $sch['dynamicDefault'] );
$yamlFlags = Yaml::DUMP_OBJECT_AS_MAP
| Yaml::DUMP_MULTI_LINE_LITERAL_BLOCK
| Yaml::DUMP_EMPTY_ARRAY_AS_SEQUENCE;
$array = [ 'config-schema' => $allSchemas ];
$yaml = Yaml::dump( $array, 4, 4, $yamlFlags );
$header = "# This file is automatically generated using maintenance/generateConfigSchema.php.\n";
$header .= "# Do not modify this file manually, edit includes/MainConfigSchema.php instead.\n";
return $header . $yaml;
}
public function generateVariableStubs( array $allSchemas ) {
$content = "<?php\n";
$content .= "/**\n" .
" * This file is automatically generated using maintenance/generateConfigSchema.php.\n" .
" * Do not modify this file manually, edit includes/MainConfigSchema.php instead.\n" .
" */\n";
$content .= "// phpcs:disable\n";
$content .= "throw new LogicException( 'Do not load config-vars.php, " .
"it exists as a documentation stub only' );\n";
foreach ( $allSchemas as $name => $schema ) {
$content .= "\n";
$content .= $this->getVariableDeclaration( $name, $schema );
}
return $content;
}
/**
* @param string $name
* @param array $schema
*
* @return string
*/
private function getVariableDeclaration( string $name, array $schema ): string {
$chunks = [];
$chunks[] = "Config variable stub for the $name setting, for use by phpdoc and IDEs.";
$chunks[] = "@see MediaWiki\\MainConfigSchema::$name";
if ( isset( $schema['since'] ) ) {
$chunks[] = "@since {$schema['since']}";
}
if ( isset( $schema['deprecated'] ) ) {
$deprecated = str_replace( "\n", "\n * ", wordwrap( $schema['deprecated'] ) );
$chunks[] = "@deprecated {$deprecated}";
}
$code = "/**\n * ";
$code .= implode( "\n * ", $chunks );
$code .= "\n */\n";
$code .= "\$wg{$name} = null;\n";
return $code;
}
}
$maintClass = GenerateConfigSchema::class;
require_once RUN_MAINTENANCE_IF_MAIN;