runReindex($logger, $batchSize, $taskName, $classes); } protected function processIndex( LoggerInterface $logger, SolrIndex $indexInstance, $batchSize, $taskName, $classes = null ) { parent::processIndex($logger, $indexInstance, $batchSize, $taskName, $classes); // Immediate processor needs to immediately commit after each index $indexInstance->getService()->commit(); } /** * Process a single group. * * Without queuedjobs, it's necessary to shell this out to a background task as this is * very memory intensive. * * The sub-process will then invoke $processor->runGroup() in {@see Solr_Reindex::doReindex} * * @param LoggerInterface $logger * @param SolrIndex $indexInstance Index instance * @param array $state Variant state * @param string $class Class to index * @param int $groups Total groups * @param int $group Index of group to process * @param string $taskName Name of task script to run */ protected function processGroup( LoggerInterface $logger, SolrIndex $indexInstance, $state, $class, $groups, $group, $taskName ) { $indexClass = get_class($indexInstance); // Build script parameters $statevar = json_encode($state); $php = Environment::getEnv('SS_PHP_BIN') ?: Config::inst()->get(static::class, 'php_bin'); // Build script line $frameworkPath = ModuleLoader::getModule('silverstripe/framework')->getPath(); $scriptPath = sprintf("%s%scli-script.php", $frameworkPath, DIRECTORY_SEPARATOR); $cmd = [ $php, $scriptPath, "dev/tasks/{$taskName}", "index={$indexClass}", "class={$class}", "group={$group}", "groups={$groups}", "variantstate={$statevar}", "verbose=1" ]; $logger->info('Running ' . implode(' ', $cmd)); // Execute script via shell $process = new Process($cmd); // Set timeout from config. Process default is 60 seconds $process->setTimeout($this->config()->get('process_timeout')); $process->inheritEnvironmentVariables(); $process->run(); $res = $process->getOutput(); if ($logger) { $logger->info(preg_replace('/\r\n|\n/', '$0 ', $res ?? '')); } // If we're in dev mode, commit more often for fun and profit if (Director::isDev()) { Solr::service($indexClass)->commit(); } // This will slow down things a tiny bit, but it is done so that we don't timeout to the database during a reindex DB::query('SELECT 1'); } }