yunqueai/baijiahao_data_crawl
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: 完善代理重试机制，添加数据验证告警，新增README文档

Browse Source
This commit is contained in:
shengyudong@yunqueai.net
2026-01-16 18:36:52 +08:00
parent 322ac74336
commit b518e6aacf
55 changed files with 13202 additions and 34781 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
bjh_data_daemon.py
View File

@@ -27,12 +27,12 @@ from log_config import setup_bjh_daemon_logger
class BaijiahaoDataDaemon:
"""百家号数据定时更新守护进程"""
def __init__(self, update_interval_hours: int = 6, use_proxy: bool = False, load_from_db: bool = False):
def __init__(self, update_interval_hours: int = 1, use_proxy: bool = False, load_from_db: bool = False):
"""
初始化守护进程
Args:
update_interval_hours: 更新间隔（小时），默认6小时
update_interval_hours: 更新间隔（小时），默认1小时
use_proxy: 是否使用代理，默认False
load_from_db: 是否从数据库加载Cookie，默认False
"""
@@ -371,8 +371,8 @@ def main():
print("\n请配置守护进程参数:\n")
# 更新间隔
interval_input = input("1. 更新间隔（小时，默认6小时）: ").strip()
update_interval = int(interval_input) if interval_input.isdigit() and int(interval_input) > 0 else 6
interval_input = input("1. 更新间隔（小时，默认1小时）: ").strip()
update_interval = int(interval_input) if interval_input.isdigit() and int(interval_input) > 0 else 1
# 查询天数
days_input = input("2. 查询天数（默认7天）: ").strip()