'SilverStripe\\Assets\\File', 'Image' => 'SilverStripe\\Assets\\Image', 'Folder' => 'SilverStripe\\Assets\\Folder', 'Group' => 'SilverStripe\\Security\\Group', 'LoginAttempt' => 'SilverStripe\\Security\\LoginAttempt', 'Member' => 'SilverStripe\\Security\\Member', 'MemberPassword' => 'SilverStripe\\Security\\MemberPassword', 'Permission' => 'SilverStripe\\Security\\Permission', 'PermissionRole' => 'SilverStripe\\Security\\PermissionRole', 'PermissionRoleCode' => 'SilverStripe\\Security\\PermissionRoleCode', 'RememberLoginHash' => 'SilverStripe\\Security\\RememberLoginHash', ]; /** * Config setting to enabled/disable the display of record counts on the dev/build output */ private static $show_record_counts = true; protected function init() { parent::init(); // We allow access to this controller regardless of live-status or ADMIN permission only // if on CLI or with the database not ready. The latter makes it less error-prone to do an // initial schema build without requiring a default-admin login. // Access to this controller is always allowed in "dev-mode", or of the user is ADMIN. $allowAllCLI = DevelopmentAdmin::config()->get('allow_all_cli'); $canAccess = ( Director::isDev() || !Security::database_is_ready() // We need to ensure that DevelopmentAdminTest can simulate permission failures when running // "dev/tests" from CLI. || (Director::is_cli() && $allowAllCLI) || Permission::check("ADMIN") ); if (!$canAccess) { Security::permissionFailure( $this, "This page is secured and you need administrator rights to access it. " . "Enter your credentials below and we will send you right along." ); } } /** * Get the data classes, grouped by their root class * * @return array Array of data classes, grouped by their root class */ public function groupedDataClasses() { // Get all root data objects $allClasses = get_declared_classes(); $rootClasses = []; foreach ($allClasses as $class) { if (get_parent_class($class ?? '') == DataObject::class) { $rootClasses[$class] = []; } } // Assign every other data object one of those foreach ($allClasses as $class) { if (!isset($rootClasses[$class]) && is_subclass_of($class, DataObject::class)) { foreach ($rootClasses as $rootClass => $dummy) { if (is_subclass_of($class, $rootClass ?? '')) { $rootClasses[$rootClass][] = $class; break; } } } } return $rootClasses; } /** * When we're called as /dev/build, that's actually the index. Do the same * as /dev/build/build. */ public function index() { return $this->build(); } /** * Updates the database schema, creating tables & fields as necessary. */ public function build() { // The default time limit of 30 seconds is normally not enough Environment::increaseTimeLimitTo(600); // If this code is being run outside of a dev/build or without a ?flush query string param, // the class manifest hasn't been flushed, so do it here $request = $this->getRequest(); if (!array_key_exists('flush', $request->getVars() ?? []) && strpos($request->getURL() ?? '', 'dev/build') !== 0) { ClassLoader::inst()->getManifest()->regenerate(false); } $url = $this->getReturnURL(); if ($url) { echo "

Setting up the database; you will be returned to your site shortly....

"; $this->doBuild(true); echo "

Done!

"; $this->redirect($url); } else { $quiet = $this->request->requestVar('quiet') !== null; $fromInstaller = $this->request->requestVar('from_installer') !== null; $populate = $this->request->requestVar('dont_populate') === null; $this->doBuild($quiet || $fromInstaller, $populate); } } /** * Gets the url to return to after build * * @return string|null */ protected function getReturnURL() { $url = $this->request->getVar('returnURL'); // Check that this url is a site url if (empty($url) || !Director::is_site_url($url)) { return null; } // Convert to absolute URL return Director::absoluteURL($url, true); } /** * Build the default data, calling requireDefaultRecords on all * DataObject classes */ public function buildDefaults() { $dataClasses = ClassInfo::subclassesFor(DataObject::class); array_shift($dataClasses); if (!Director::is_cli()) { echo ""; } } /** * Returns the timestamp of the time that the database was last built * * @return string Returns the timestamp of the time that the database was * last built */ public static function lastBuilt() { $file = TEMP_PATH . DIRECTORY_SEPARATOR . 'database-last-generated-' . str_replace(['\\', '/', ':'], '.', Director::baseFolder() ?? ''); if (file_exists($file ?? '')) { return filemtime($file ?? ''); } return null; } /** * Updates the database schema, creating tables & fields as necessary. * * @param boolean $quiet Don't show messages * @param boolean $populate Populate the database, as well as setting up its schema * @param bool $testMode */ public function doBuild($quiet = false, $populate = true, $testMode = false) { $this->extend('onBeforeBuild', $quiet, $populate, $testMode); if ($quiet) { DB::quiet(); } else { $conn = DB::get_conn(); // Assumes database class is like "MySQLDatabase" or "MSSQLDatabase" (suffixed with "Database") $dbType = substr(get_class($conn), 0, -8); $dbVersion = $conn->getVersion(); $databaseName = $conn->getSelectedDatabase(); if (Director::is_cli()) { echo sprintf("\n\nBuilding database %s using %s %s\n\n", $databaseName, $dbType, $dbVersion); } else { echo sprintf("

Building database %s using %s %s

", $databaseName, $dbType, $dbVersion); } } // Set up the initial database if (!DB::is_active()) { if (!$quiet) { echo '

Creating database

'; } // Load parameters from existing configuration $databaseConfig = DB::getConfig(); if (empty($databaseConfig) && empty($_REQUEST['db'])) { throw new BadMethodCallException("No database configuration available"); } $parameters = (!empty($databaseConfig)) ? $databaseConfig : $_REQUEST['db']; // Check database name is given if (empty($parameters['database'])) { throw new BadMethodCallException( "No database name given; please give a value for SS_DATABASE_NAME or set SS_DATABASE_CHOOSE_NAME" ); } $database = $parameters['database']; // Establish connection unset($parameters['database']); DB::connect($parameters); // Check to ensure that the re-instated SS_DATABASE_SUFFIX functionality won't unexpectedly // rename the database. To be removed for SS5 if ($suffix = Environment::getEnv('SS_DATABASE_SUFFIX')) { $previousName = preg_replace("/{$suffix}$/", '', $database ?? ''); if (!isset($_GET['force_suffix_rename']) && DB::get_conn()->databaseExists($previousName)) { throw new DatabaseException( "SS_DATABASE_SUFFIX was previously broken, but has now been fixed. This will result in your " . "database being named \"{$database}\" instead of \"{$previousName}\" from now on. If this " . "change is intentional, please visit dev/build?force_suffix_rename=1 to continue" ); } } // Create database DB::create_database($database); } // Build the database. Most of the hard work is handled by DataObject $dataClasses = ClassInfo::subclassesFor(DataObject::class); array_shift($dataClasses); if (!$quiet) { if (Director::is_cli()) { echo "\nCREATING DATABASE TABLES\n\n"; } else { echo "\n

Creating database tables

"; } if ($populate) { if (!$quiet) { if (Director::is_cli()) { echo "\nCREATING DATABASE RECORDS\n\n"; } else { echo "\n

Creating database records

"; } } touch(TEMP_PATH . DIRECTORY_SEPARATOR . 'database-last-generated-' . str_replace(['\\', '/', ':'], '.', Director::baseFolder() ?? '')); if (isset($_REQUEST['from_installer'])) { echo "OK"; } if (!$quiet) { echo (Director::is_cli()) ? "\n Database build completed!\n\n" : "

Database build completed!

"; } foreach ($dataClasses as $dataClass) { DataObject::singleton($dataClass)->onAfterBuild(); } ClassInfo::reset_db_cache(); $this->extend('onAfterBuild', $quiet, $populate, $testMode); } /** * Given a base data class, a field name and an old and new class name (value), look for obsolete ($oldClassName) * values in the $dataClass's $fieldName column and replace it with $newClassName. * * @param string $dataClass The data class to look up * @param string $fieldName The field name to look in for obsolete class names * @param string $oldClassName The old class name * @param string $newClassName The new class name * @deprecated 4.12.0 Use updateLegacyClassNameField() instead */ protected function updateLegacyClassNames($dataClass, $fieldName, $oldClassName, $newClassName) { Deprecation::notice('4.12.0', 'Use updateLegacyClassNameField() instead'); $this->updateLegacyClassNameField($dataClass, $fieldName, [$oldClassName => $newClassName]); } /** * Given a base data class, a field name and a mapping of class replacements, look for obsolete * values in the $dataClass's $fieldName column and replace it with $mapping * * @param string $dataClass The data class to look up * @param string $fieldName The field name to look in for obsolete class names * @param string[] $mapping Map of old to new classnames */ protected function updateLegacyClassNameField($dataClass, $fieldName, $mapping) { $schema = DataObject::getSchema(); // Check first to ensure that the class has the specified field to update if (!$schema->databaseField($dataClass, $fieldName, false)) { return; } // Load a list of any records that have obsolete class names $table = $schema->tableName($dataClass); $currentClassNameList = DB::query("SELECT DISTINCT(\"{$fieldName}\") FROM \"{$table}\"")->column(); // Get all invalid classes for this field $invalidClasses = array_intersect($currentClassNameList ?? [], array_keys($mapping ?? [])); if (!$invalidClasses) { return; } $numberClasses = count($invalidClasses ?? []); DB::alteration_message( "Correcting obsolete {$fieldName} values for {$numberClasses} outdated types", 'obsolete' ); // Build case assignment based on all intersected legacy classnames $cases = []; $params = []; foreach ($invalidClasses as $invalidClass) { $cases[] = "WHEN \"{$fieldName}\" = ? THEN ?"; $params[] = $invalidClass; $params[] = $mapping[$invalidClass]; } foreach ($this->getClassTables($dataClass) as $table) { $casesSQL = implode(' ', $cases); $sql = "UPDATE \"{$table}\" SET \"{$fieldName}\" = CASE {$casesSQL} ELSE \"{$fieldName}\" END"; DB::prepared_query($sql, $params); } } /** * Get tables to update for this class * * @param string $dataClass * @return Generator|string[] */ protected function getClassTables($dataClass) { $schema = DataObject::getSchema(); $table = $schema->tableName($dataClass); // Base table yield $table; // Remap versioned table class name values as well /** @var Versioned|DataObject $dataClass */ $dataClass = DataObject::singleton($dataClass); if ($dataClass->hasExtension(Versioned::class)) { if ($dataClass->hasStages()) { yield "{$table}_Live"; } yield "{$table}_Versions"; } } /** * Find all DBClassName fields on valid subclasses of DataObject that should be remapped. This includes * `ClassName` fields as well as polymorphic class name fields. * * @return array[] */ protected function getClassNameRemappingFields() { $dataClasses = ClassInfo::getValidSubClasses(DataObject::class); $schema = DataObject::getSchema(); $remapping = []; foreach ($dataClasses as $className) { $fieldSpecs = $schema->fieldSpecs($className); foreach ($fieldSpecs as $fieldName => $fieldSpec) { if (Injector::inst()->create($fieldSpec, 'Dummy') instanceof DBClassName) { $remapping[$className][] = $fieldName; } } } return $remapping; } /** * Remove invalid records from tables - that is, records that don't have * corresponding records in their parent class tables. */ public function cleanup() { $baseClasses = []; foreach (ClassInfo::subclassesFor(DataObject::class) as $class) { if (get_parent_class($class ?? '') == DataObject::class) { $baseClasses[] = $class; } } $schema = DataObject::getSchema(); foreach ($baseClasses as $baseClass) { // Get data classes $baseTable = $schema->baseDataTable($baseClass); $subclasses = ClassInfo::subclassesFor($baseClass); unset($subclasses[0]); foreach ($subclasses as $k => $subclass) { if (!DataObject::getSchema()->classHasTable($subclass)) { unset($subclasses[$k]); } } if ($subclasses) { $records = DB::query("SELECT * FROM \"$baseTable\""); foreach ($subclasses as $subclass) { $subclassTable = $schema->tableName($subclass); $recordExists[$subclass] = DB::query("SELECT \"ID\" FROM \"$subclassTable\"")->keyedColumn(); } foreach ($records as $record) { foreach ($subclasses as $subclass) { $subclassTable = $schema->tableName($subclass); $id = $record['ID']; if (($record['ClassName'] != $subclass) && (!is_subclass_of($record['ClassName'], $subclass ?? '')) && isset($recordExists[$subclass][$id]) ) { $sql = "DELETE FROM \"$subclassTable\" WHERE \"ID\" = ?"; echo "
  • $sql [{$id}]
  • "; DB::prepared_query($sql, [$id]); } } } } } } /** * Migrate all class names * * @todo Migrate to separate build task */ protected function migrateClassNames() { $remappingConfig = $this->config()->get('classname_value_remapping'); $remappingFields = $this->getClassNameRemappingFields(); foreach ($remappingFields as $className => $fieldNames) { foreach ($fieldNames as $fieldName) { $this->updateLegacyClassNameField($className, $fieldName, $remappingConfig); } } } }