|
|
|
<?php
|
|
|
|
|
|
|
|
namespace App\Console\Commands\Update;
|
|
|
|
|
|
|
|
use App\Helper\Arr;
|
|
|
|
use App\Http\Logic\Bside\Product\CategoryLogic;
|
|
|
|
use App\Models\Collect\CollectSource;
|
|
|
|
use App\Models\Collect\CollectTask;
|
|
|
|
use App\Models\Com\UpdateLog;
|
|
|
|
use App\Models\Product\Category;
|
|
|
|
use App\Models\Product\Product;
|
|
|
|
use App\Models\RouteMap\RouteMap;
|
|
|
|
use App\Services\CosService;
|
|
|
|
use App\Services\ProjectServer;
|
|
|
|
use Illuminate\Console\Command;
|
|
|
|
use Illuminate\Support\Facades\DB;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* 4.0,5.0升级到6.0，内容同步
|
|
|
|
* Class ProjectImport
|
|
|
|
* @package App\Console\Commands
|
|
|
|
* @author Akun
|
|
|
|
* @date 2023/10/9 15:04
|
|
|
|
*/
|
|
|
|
class ProjectUpdateTemp extends Command
|
|
|
|
{
|
|
|
|
/**
|
|
|
|
* The name and signature of the console command.
|
|
|
|
*
|
|
|
|
* @var string
|
|
|
|
*/
|
|
|
|
protected $signature = 'project_update_temp';
|
|
|
|
|
|
|
|
/**
|
|
|
|
* The console command description.
|
|
|
|
*
|
|
|
|
* @var string
|
|
|
|
*/
|
|
|
|
protected $description = '执行项目升级任务';
|
|
|
|
|
|
|
|
|
|
|
|
public function handle()
|
|
|
|
{
|
|
|
|
while (true) {
|
|
|
|
$this->start_update();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
protected function start_update()
|
|
|
|
{
|
|
|
|
$list = UpdateLog::where('api_type', 'category')->get();
|
|
|
|
|
|
|
|
foreach ($list as $task) {
|
|
|
|
|
|
|
|
|
|
|
|
$project_id = $task->project_id;
|
|
|
|
$api_type = $task->api_type;
|
|
|
|
$api_url_arr = explode('?', $task->api_url);
|
|
|
|
$api_url = $api_url_arr[0];
|
|
|
|
|
|
|
|
$page_size = 20;
|
|
|
|
|
|
|
|
echo 'date:' . date('Y-m-d H:i:s') . ', task_id: ' . $task->id . ', task_type: ' . $api_type . ', update start' . PHP_EOL;
|
|
|
|
|
|
|
|
$task->status = UpdateLog::STATUS_ING;//同步中
|
|
|
|
$task->save();
|
|
|
|
|
|
|
|
$domain_arr = parse_url($api_url);
|
|
|
|
//获取网站配置
|
|
|
|
$link_type = 0;
|
|
|
|
$web_url_domain = $domain_arr['host'];
|
|
|
|
$home_url = $domain_arr['host'];
|
|
|
|
$url_web_config = 'https://' . $domain_arr['host'] . '/wp-content/cache/user_config.text';
|
|
|
|
$data_config = curl_c($url_web_config);
|
|
|
|
if ($data_config) {
|
|
|
|
$link_type = $data_config['link_type'] ?? 0;
|
|
|
|
|
|
|
|
$web_url_arr = parse_url($data_config['web_url_domain'] ?? '');
|
|
|
|
if (isset($web_url_arr['host'])) {
|
|
|
|
$web_url_domain = $web_url_arr['host'];
|
|
|
|
}
|
|
|
|
|
|
|
|
$home_url_arr = parse_url($data_config['home_url'] ?? '');
|
|
|
|
if (isset($home_url_arr['host'])) {
|
|
|
|
$home_url = $home_url_arr['host'];
|
|
|
|
}
|
|
|
|
}
|
|
|
|
//获取所有语种
|
|
|
|
$language_list = [];
|
|
|
|
$url_language = 'https://' . $domain_arr['host'] . '/wp-content/plugins/proofreading/json/user_language.json';
|
|
|
|
$data_language = curl_c($url_language);
|
|
|
|
if ($data_language) {
|
|
|
|
$language_list = array_column($data_language, 'short');
|
|
|
|
}
|
|
|
|
//获取所有页面
|
|
|
|
$page_list = [];
|
|
|
|
$url_page = 'https://' . $domain_arr['host'] . '/wp-content/cache/pages_list.json';
|
|
|
|
$data_page = curl_c($url_page);
|
|
|
|
if ($data_page) {
|
|
|
|
$page_list = array_column($data_page, 'path');
|
|
|
|
}
|
|
|
|
|
|
|
|
//设置数据库
|
|
|
|
$project = ProjectServer::useProject($project_id);
|
|
|
|
if ($project) {
|
|
|
|
if ($api_type == 'category') {
|
|
|
|
//产品分类
|
|
|
|
$url = $api_url . '?' . http_build_query(['w' => 'category']);
|
|
|
|
$data = curl_c($url);
|
|
|
|
if (isset($data['code']) && $data['code'] == 200) {
|
|
|
|
$items = $data['data'] ?? [];
|
|
|
|
$this->category_insert($project_id, $items, 0);
|
|
|
|
} else {
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
} elseif ($api_type == 'post') {
|
|
|
|
//产品
|
|
|
|
$url = $api_url . '?' . http_build_query(['w' => 'post', 'page' => 1, 'pagesize' => 0]);
|
|
|
|
$data = curl_c($url);
|
|
|
|
if (isset($data['code']) && $data['code'] == 200) {
|
|
|
|
$count = $data['data']['count'] ?? 0;
|
|
|
|
|
|
|
|
$total_page = ceil($count / $page_size);
|
|
|
|
for ($page = 1; $page <= $total_page; $page++) {
|
|
|
|
$url_page = $api_url . '?' . http_build_query(['w' => 'post', 'page' => $page, 'pagesize' => $page_size]);
|
|
|
|
$data_page = curl_c($url_page);
|
|
|
|
if (isset($data_page['code']) && $data_page['code'] == 200) {
|
|
|
|
$items = $data_page['data']['data'] ?? [];
|
|
|
|
|
|
|
|
$model = new Product();
|
|
|
|
$category_model = new Category();
|
|
|
|
$logic = new CategoryLogic();
|
|
|
|
|
|
|
|
foreach ($items as $item) {
|
|
|
|
$route = $this->get_url_route($item['url'] ?? '');
|
|
|
|
if ($route) {
|
|
|
|
$product = $model->read(['route' => $route], 'id');
|
|
|
|
if (!$product) {
|
|
|
|
//图片
|
|
|
|
$gallery = [];
|
|
|
|
if ($item['images'] ?? []) {
|
|
|
|
foreach ($item['images'] as $k_img => $img) {
|
|
|
|
$gallery[] = ['alt' => '这是一张产品图', 'url' => $this->source_download($img, $project_id, $domain_arr['host'], $web_url_domain, $home_url)];
|
|
|
|
}
|
|
|
|
}
|
|
|
|
//分类
|
|
|
|
$category_id = '';
|
|
|
|
if ($item['category'] ?? []) {
|
|
|
|
$category_arr = $category_model->list(['original_id' => ['in', array_column($item['category'], 'id')]]);
|
|
|
|
$category_id = $logic->getLastCategory(array_column($category_arr, 'id'));
|
|
|
|
}
|
|
|
|
try {
|
|
|
|
$item['ttile'] = $this->special2str($item['ttile'] ?? '');
|
|
|
|
$id = $model->insertGetId([
|
|
|
|
'project_id' => $project_id,
|
|
|
|
'title' => $item['ttile'],
|
|
|
|
'intro' => $item['short_description'] ?? '',
|
|
|
|
'content' => $item['content'] ?? '',
|
|
|
|
'category_id' => $category_id,
|
|
|
|
'thumb' => isset($gallery[0]) ? Arr::a2s($gallery[0]) : '',
|
|
|
|
'gallery' => Arr::a2s($gallery),
|
|
|
|
'seo_mate' => Arr::a2s([
|
|
|
|
'title' => $item['ttile'],
|
|
|
|
'keyword' => $item['keywords'] ?? '',
|
|
|
|
'description' => $item['description'] ?? ''
|
|
|
|
]),
|
|
|
|
'status' => Product::STATUS_ON,
|
|
|
|
'created_at' => $item['post_date'] ?? date('Y-m-d H:i:s'),
|
|
|
|
'updated_at' => $item['post_date'] ?? date('Y-m-d H:i:s'),
|
|
|
|
'sort' => $item['sort'] ?? 0,
|
|
|
|
'is_upgrade' => 1,
|
|
|
|
'six_read' => 1,
|
|
|
|
'route' => $route
|
|
|
|
]);
|
|
|
|
$this->set_map($route, RouteMap::SOURCE_PRODUCT, $id, $project_id);
|
|
|
|
|
|
|
|
CollectTask::_insert($item['url'], $project_id, RouteMap::SOURCE_PRODUCT, $id, $link_type, $language_list, $page_list);
|
|
|
|
} catch (\Exception $e) {
|
|
|
|
echo 'date:' . date('Y-m-d H:i:s') . ', task_id: ' . $task->id . ', error: ' . $e->getMessage() . PHP_EOL;
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
$category_id = '';
|
|
|
|
if ($item['category'] ?? []) {
|
|
|
|
$category_arr = $category_model->list(['original_id' => ['in', array_column($item['category'], 'id')]]);
|
|
|
|
$category_id = $logic->getLastCategory(array_column($category_arr, 'id'));
|
|
|
|
}
|
|
|
|
|
|
|
|
$model->edit(['category_id' => $category_id, 'product_type' => ''], ['id' => $product['id']]);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
//关闭数据库
|
|
|
|
DB::disconnect('custom_mysql');
|
|
|
|
|
|
|
|
$task->status = UpdateLog::STATUS_COM;//同步完成
|
|
|
|
if ($api_type == 'post' || $api_type == 'page' || $api_type == 'news' || $api_type == 'blog') {
|
|
|
|
$task->collect_status = UpdateLog::COLLECT_STATUS_UN;
|
|
|
|
}
|
|
|
|
$task->save();
|
|
|
|
|
|
|
|
echo 'date:' . date('Y-m-d H:i:s') . ', task_id: ' . $task->id . ', task_type: ' . $api_type . ', update end ' . PHP_EOL;
|
|
|
|
|
|
|
|
sleep(2);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
//获取地址路由
|
|
|
|
protected function get_url_route($url)
|
|
|
|
{
|
|
|
|
$arr = parse_url(urldecode($url));
|
|
|
|
if (empty($arr['path'])) {
|
|
|
|
return '';
|
|
|
|
}
|
|
|
|
$path = $arr['path'];
|
|
|
|
|
|
|
|
if (strpos($path, '.') !== false) {
|
|
|
|
$path = substr($path, 0, strpos($path, '.'));
|
|
|
|
}
|
|
|
|
|
|
|
|
$path_arr = explode('/', $path);
|
|
|
|
|
|
|
|
return end($path_arr) ? end($path_arr) : $path_arr[count($path_arr) - 2];
|
|
|
|
}
|
|
|
|
|
|
|
|
//产品多级分类入库
|
|
|
|
protected function category_insert($project_id, $items, $pid = 0)
|
|
|
|
{
|
|
|
|
$model = new Category();
|
|
|
|
foreach ($items as $item) {
|
|
|
|
$route = $this->get_url_route($item['url'] ?? '');
|
|
|
|
if ($route) {
|
|
|
|
$parent = $model->read(['pid' => $pid, 'route' => $route], 'id');
|
|
|
|
if (!$parent) {
|
|
|
|
try {
|
|
|
|
$item['name'] = $this->special2str($item['name'] ?? '');
|
|
|
|
$parent_id = $model->addReturnId([
|
|
|
|
'project_id' => $project_id,
|
|
|
|
'title' => $item['name'],
|
|
|
|
'pid' => $pid,
|
|
|
|
'keywords' => $item['keywords'] ?? '',
|
|
|
|
'describe' => $item['description'] ?? '',
|
|
|
|
'original_id' => $item['id'],
|
|
|
|
'route' => $route
|
|
|
|
]);
|
|
|
|
$this->set_map($route, RouteMap::SOURCE_PRODUCT_CATE, $parent_id, $project_id);
|
|
|
|
} catch (\Exception $e) {
|
|
|
|
echo 'date:' . date('Y-m-d H:i:s') . ', category_insert error: ' . $e->getMessage() . PHP_EOL;
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
$parent_id = $parent['id'];
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!empty($item['children'])) {
|
|
|
|
$this->category_insert($project_id, $item['children'], $parent_id);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
//特殊字符转换
|
|
|
|
protected function special2str($str)
|
|
|
|
{
|
|
|
|
if (strpos($str, ';') === false) {
|
|
|
|
return $str;
|
|
|
|
}
|
|
|
|
|
|
|
|
$list = [
|
|
|
|
'<' => '<',
|
|
|
|
'>' => '>',
|
|
|
|
'&' => '&',
|
|
|
|
'´' => '´',
|
|
|
|
'"' => '“',
|
|
|
|
' ' => ' '
|
|
|
|
];
|
|
|
|
|
|
|
|
foreach ($list as $k => $v) {
|
|
|
|
$str = str_replace($k, $v, $str);
|
|
|
|
}
|
|
|
|
|
|
|
|
return $str;
|
|
|
|
}
|
|
|
|
|
|
|
|
//路由入库
|
|
|
|
protected function set_map($route, $source, $source_id, $project_id)
|
|
|
|
{
|
|
|
|
if ($route) {
|
|
|
|
$route_map = RouteMap::where('project_id', $project_id)->where('source', $source)->where('source_id', $source_id)->first();
|
|
|
|
if (!$route_map) {
|
|
|
|
$route_map = new RouteMap();
|
|
|
|
$route_map->project_id = $project_id;
|
|
|
|
$route_map->source = $source;
|
|
|
|
$route_map->source_id = $source_id;
|
|
|
|
$route_map->route = $route;
|
|
|
|
|
|
|
|
if ($source == RouteMap::SOURCE_NEWS) {
|
|
|
|
$route_map->path = RouteMap::SOURCE_NEWS;
|
|
|
|
} elseif ($source == RouteMap::SOURCE_BLOG) {
|
|
|
|
$route_map->path = RouteMap::SOURCE_BLOG;
|
|
|
|
}
|
|
|
|
|
|
|
|
$route_map->save();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
//资源下载
|
|
|
|
protected function source_download($url, $project_id, $domain, $web_url_domain, $home_url)
|
|
|
|
{
|
|
|
|
if (!$url) {
|
|
|
|
return '';
|
|
|
|
}
|
|
|
|
|
|
|
|
$arr = parse_url($url);
|
|
|
|
$scheme = $arr['scheme'] ?? '';
|
|
|
|
$host = $arr['host'] ?? '';
|
|
|
|
$path = $arr['path'] ?? '';
|
|
|
|
|
|
|
|
$url_complete = ($scheme ?: 'https') . '://' . ($host ?: $domain) . $path;
|
|
|
|
|
|
|
|
if ((empty($host) || $host == $web_url_domain || $host == $home_url) && $path) {
|
|
|
|
|
|
|
|
$source = CollectSource::where('project_id', $project_id)->where('origin', $url)->first();
|
|
|
|
if (!$source) {
|
|
|
|
$new_url = CosService::uploadRemote($project_id, 'image_product', $url_complete);
|
|
|
|
|
|
|
|
if ($new_url) {
|
|
|
|
CollectSource::insert([
|
|
|
|
'project_id' => $project_id,
|
|
|
|
'origin' => $url,
|
|
|
|
'target' => $new_url,
|
|
|
|
'created_at' => date('Y-m-d H:i:s'),
|
|
|
|
'updated_at' => date('Y-m-d H:i:s'),
|
|
|
|
]);
|
|
|
|
|
|
|
|
return getImageUrl($new_url);
|
|
|
|
} else {
|
|
|
|
return $url_complete;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
return getImageUrl($source['target']);
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
return $url_complete;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} |
