150 lines
4.3 KiB
PHP
150 lines
4.3 KiB
PHP
<?php
|
|
|
|
namespace App\Console\Commands;
|
|
|
|
use App\Console\Commands\Traits\ManticoreSyncLock;
|
|
use App\Models\ProjectTask;
|
|
use App\Module\Apps;
|
|
use App\Module\Manticore\ManticoreTask;
|
|
use App\Module\Manticore\ManticoreKeyValue;
|
|
use Illuminate\Console\Command;
|
|
|
|
class SyncTaskToManticore extends Command
|
|
{
|
|
use ManticoreSyncLock;
|
|
|
|
/**
|
|
* 更新数据
|
|
* --f: 全量更新 (默认)
|
|
* --i: 增量更新
|
|
*
|
|
* 清理数据
|
|
* --c: 清除索引
|
|
*
|
|
* 其他选项
|
|
* --sleep: 每批处理完成后休眠秒数
|
|
*/
|
|
|
|
protected $signature = 'manticore:sync-tasks {--f} {--i} {--c} {--batch=100} {--sleep=3}';
|
|
protected $description = '同步任务数据到 Manticore Search';
|
|
|
|
public function handle(): int
|
|
{
|
|
if (!Apps::isInstalled("search")) {
|
|
$this->error("应用「Manticore Search」未安装");
|
|
return 1;
|
|
}
|
|
|
|
$this->registerSignalHandlers();
|
|
|
|
if (!$this->acquireLock()) {
|
|
return 1;
|
|
}
|
|
|
|
if ($this->option('c')) {
|
|
$this->info('清除索引...');
|
|
ManticoreTask::clear();
|
|
$this->info("索引删除成功");
|
|
$this->releaseLock();
|
|
return 0;
|
|
}
|
|
|
|
$this->info('开始同步任务数据...');
|
|
$this->syncTasks();
|
|
|
|
$this->info("\n同步完成");
|
|
$this->releaseLock();
|
|
return 0;
|
|
}
|
|
|
|
private function syncTasks(): void
|
|
{
|
|
$lastKey = "sync:manticoreTaskLastId";
|
|
$isIncremental = $this->option('i');
|
|
$sleepSeconds = intval($this->option('sleep'));
|
|
$batchSize = $this->option('batch');
|
|
|
|
$round = 0;
|
|
|
|
do {
|
|
$round++;
|
|
$lastId = $isIncremental ? intval(ManticoreKeyValue::get($lastKey, 0)) : 0;
|
|
|
|
if ($round === 1) {
|
|
if ($lastId > 0) {
|
|
$this->info("\n增量同步任务数据（从ID {$lastId} 开始）...");
|
|
} else {
|
|
$this->info("\n全量同步任务数据...");
|
|
}
|
|
}
|
|
|
|
$count = ProjectTask::where('id', '>', $lastId)
|
|
->whereNull('archived_at')
|
|
->whereNull('deleted_at')
|
|
->count();
|
|
|
|
if ($count === 0) {
|
|
if ($round === 1) {
|
|
$this->info("无待同步数据");
|
|
}
|
|
break;
|
|
}
|
|
|
|
$this->info("[第 {$round} 轮] 待同步 {$count} 个任务");
|
|
|
|
$num = 0;
|
|
$total = 0;
|
|
|
|
do {
|
|
if ($this->shouldStop) {
|
|
break;
|
|
}
|
|
|
|
$tasks = ProjectTask::where('id', '>', $lastId)
|
|
->whereNull('archived_at')
|
|
->whereNull('deleted_at')
|
|
->orderBy('id')
|
|
->limit($batchSize)
|
|
->get();
|
|
|
|
if ($tasks->isEmpty()) {
|
|
break;
|
|
}
|
|
|
|
$num += count($tasks);
|
|
$progress = $count > 0 ? round($num / $count * 100, 2) : 100;
|
|
$this->info("{$num}/{$count} ({$progress}%) 任务ID {$tasks->first()->id} ~ {$tasks->last()->id}");
|
|
|
|
$this->setLock();
|
|
|
|
$syncCount = ManticoreTask::batchSync($tasks);
|
|
$total += $syncCount;
|
|
|
|
$lastId = $tasks->last()->id;
|
|
ManticoreKeyValue::set($lastKey, $lastId);
|
|
} while (count($tasks) == $batchSize && !$this->shouldStop);
|
|
|
|
$this->info("[第 {$round} 轮] 完成，同步 {$total} 个，最后ID {$lastId}");
|
|
|
|
if ($isIncremental && !$this->shouldStop) {
|
|
$newCount = ProjectTask::where('id', '>', $lastId)
|
|
->whereNull('archived_at')
|
|
->whereNull('deleted_at')
|
|
->count();
|
|
|
|
if ($newCount > 0) {
|
|
$this->info("发现 {$newCount} 个新任务，{$sleepSeconds} 秒后继续...");
|
|
sleep($sleepSeconds);
|
|
continue;
|
|
}
|
|
}
|
|
|
|
break;
|
|
|
|
} while (!$this->shouldStop);
|
|
|
|
$this->info("同步任务结束（共 {$round} 轮）- 最后ID: " . ManticoreKeyValue::get($lastKey, 0));
|
|
$this->info("已索引任务数量: " . ManticoreTask::getIndexedCount());
|
|
}
|
|
}
|