From 71a660e8d9c6ae0743f1b3dcefb74daa0bf90631 Mon Sep 17 00:00:00 2001 From: toom1996 <23cm.cn@gmail.com> Date: Sun, 25 Oct 2026 00:27:30 +0800 Subject: [PATCH] =?UTF-8?q?feat:=20spider=20=E5=B8=B8=E9=A9=BB=E6=9C=8D?= =?UTF-8?q?=E5=8A=A1=E7=9A=84=20systemd=20=E5=8D=95=E5=85=83=EF=BC=88?= =?UTF-8?q?=E7=94=9F=E4=BA=A7=E9=83=A8=E7=BD=B2=E7=94=A8=EF=BC=89?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- deploy/fashion-spider.service | 26 ++++++++++++++++++++++++++ 1 file changed, 26 insertions(+) create mode 100644 deploy/fashion-spider.service diff --git a/deploy/fashion-spider.service b/deploy/fashion-spider.service new file mode 100644 index 0000000..e9341f9 --- /dev/null +++ b/deploy/fashion-spider.service @@ -0,0 +1,26 @@ +[Unit] +Description=Fashion spider worker (claims crawl tasks from backend) +Documentation=https://git.23cm.cn/toom1996/spider +After=network-online.target docker.service +Wants=network-online.target + +[Service] +Type=simple +WorkingDirectory=/opt/fashion/spider +# -c 指定生产配置(endpoint 指向 127.0.0.1:18092,与后端 HMAC 密钥对齐) +# -w 1:同时抓 1 个品牌。抓取是带宽密集的活,多开会互相拖慢且更容易被 Vogue 限流。 +# -i 5:队列空时每 5 秒轮询一次。 +ExecStart=/opt/fashion/spider/bin/spider serve -c /opt/fashion/spider/config.prod.yml -w 1 -i 5 +Restart=always +RestartSec=10 +# 抓取进程偶尔会因为网络问题卡住,超时后由 systemd 拉起 +TimeoutStopSec=30 +KillSignal=SIGTERM + +# 日志走 journald:journalctl -u fashion-spider -f +StandardOutput=journal +StandardError=journal +SyslogIdentifier=fashion-spider + +[Install] +WantedBy=multi-user.target