toom1996/backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
toom1996
2025-07-30 12:22:55 +08:00
parent 1bc2620b2c
commit d812502b26
1 changed files with 4 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
app/Command/spider/BaiduRecordCommand.php
View File

@ -64,7 +64,7 @@ class BaiduRecordCommand extends BaseSpider
if ($id) { if ($id) {
$query = $query->where('id', $id); $query = $query->where('id', $id);
} }
$query->each(function($item) use (&$requestCookie, &$cache) { $query?->each(function($item) use (&$requestCookie, &$cache) {
try { try {
if (!$item->platform) { if (!$item->platform) {
throw new \Exception('没找到平台!!'); throw new \Exception('没找到平台!!');
@ -77,18 +77,7 @@ class BaiduRecordCommand extends BaseSpider
// 主域名 // 主域名
$domain = trim($cache['website'][$item->platform]['app_domain'], '/'); $domain = trim($cache['website'][$item->platform]['app_domain'], '/');
if (!isset($cache['column'][$item->column_tag])) { $url = 'https://m.baidu.com/pu=sz%401321_480/from=0/ssid=0/s?word=' . urlencode("https://{$domain}/news/{$item->id}");
$cache['column'][$item->column_tag] = AppNewsColumn::find($item->column_tag)?->toArray() ?: '';
}
$column = $cache['column'][$item->column_tag]['url'] ?? '';
if (!isset($cache['column_2'][$item->second_column])) {
$cache['column_2'][$item->second_column] = AppNewsSecondColumn::find($item->second_column)?->toArray() ?: '';
}
$secondColumn = $cache['column_2'][$item->second_column]['url'] ?? '';
$url = 'https://m.baidu.com/pu=sz%401321_480/from=0/ssid=0/s?word=' . urlencode("https://{$domain}{$column}{$secondColumn}/{$item->id}");
$this->log->info('正在处理' . $url); $this->log->info('正在处理' . $url);
list($res, $code, $cookie) = $this->request($url, headers: [ list($res, $code, $cookie) = $this->request($url, headers: [
@ -101,8 +90,8 @@ class BaiduRecordCommand extends BaseSpider
if (stripos($res, '验证') !== false) { if (stripos($res, '验证') !== false) {
$this->log->info('有验证码!!'); $this->log->info('有验证码!!');
} }
var_dump($res)
(new Crawler($res))->filter('.abs')->each(function ($node) use ($domain, $item) { (new Crawler($res))?->filter('.abs')?->each(function ($node) use ($domain, $item) {
if (stripos($node->html(), $domain) !== false) { if (stripos($node->html(), $domain) !== false) {
$this->log->info('已收录'); $this->log->info('已收录');
AppNews::find($item->id)->update(['is_record' => 1]); AppNews::find($item->id)->update(['is_record' => 1]);