mirror of
https://github.com/silverstripe/silverstripe-fulltextsearch
synced 2024-10-22 14:05:29 +02:00
1683f776bd
API Incremental clear and re-index of records rather than clearing all records from SolrIndex up front
75 lines
2.4 KiB
PHP
75 lines
2.4 KiB
PHP
<?php
|
|
|
|
use Psr\Log\LoggerInterface;
|
|
|
|
/**
|
|
* Invokes an immediate reindex
|
|
*
|
|
* Internally batches of records will be invoked via shell tasks in the background
|
|
*/
|
|
class SolrReindexImmediateHandler extends SolrReindexBase {
|
|
|
|
public function triggerReindex(LoggerInterface $logger, $batchSize, $taskName, $classes = null) {
|
|
$this->runReindex($logger, $batchSize, $taskName, $classes);
|
|
}
|
|
|
|
protected function processIndex(
|
|
LoggerInterface $logger, SolrIndex $indexInstance, $batchSize, $taskName, $classes = null
|
|
) {
|
|
parent::processIndex($logger, $indexInstance, $batchSize, $taskName, $classes);
|
|
|
|
// Immediate processor needs to immediately commit after each index
|
|
$indexInstance->getService()->commit();
|
|
}
|
|
|
|
/**
|
|
* Process a single group.
|
|
*
|
|
* Without queuedjobs, it's necessary to shell this out to a background task as this is
|
|
* very memory intensive.
|
|
*
|
|
* The sub-process will then invoke $processor->runGroup() in {@see Solr_Reindex::doReindex}
|
|
*
|
|
* @param LoggerInterface $logger
|
|
* @param SolrIndex $indexInstance Index instance
|
|
* @param array $state Variant state
|
|
* @param string $class Class to index
|
|
* @param int $groups Total groups
|
|
* @param int $group Index of group to process
|
|
* @param string $taskName Name of task script to run
|
|
*/
|
|
protected function processGroup(
|
|
LoggerInterface $logger, SolrIndex $indexInstance, $state, $class, $groups, $group, $taskName
|
|
) {
|
|
// Build state
|
|
$statevar = json_encode($state);
|
|
if (strpos(PHP_OS, "WIN") !== false) {
|
|
$statevar = '"'.str_replace('"', '\\"', $statevar).'"';
|
|
} else {
|
|
$statevar = "'".$statevar."'";
|
|
}
|
|
|
|
// Build script
|
|
$indexName = $indexInstance->getIndexName();
|
|
$scriptPath = sprintf("%s%sframework%scli-script.php", BASE_PATH, DIRECTORY_SEPARATOR, DIRECTORY_SEPARATOR);
|
|
$scriptTask = "php {$scriptPath} dev/tasks/{$taskName}";
|
|
$cmd = "{$scriptTask} index={$indexName} class={$class} group={$group} groups={$groups} variantstate={$statevar}";
|
|
$cmd .= " verbose=1 2>&1";
|
|
$logger->info("Running '$cmd'");
|
|
|
|
// Execute script via shell
|
|
$res = $logger ? passthru($cmd) : `$cmd`;
|
|
if($logger) {
|
|
$logger->info(preg_replace('/\r\n|\n/', '$0 ', $res));
|
|
}
|
|
|
|
// If we're in dev mode, commit more often for fun and profit
|
|
if (Director::isDev()) {
|
|
Solr::service($indexName)->commit();
|
|
}
|
|
|
|
// This will slow down things a tiny bit, but it is done so that we don't timeout to the database during a reindex
|
|
DB::query('SELECT 1');
|
|
}
|
|
}
|