314 lines
12 KiB
Python
314 lines
12 KiB
Python
"""
|
||
测试Cookie格式处理修复
|
||
验证scheduler.py中的_format_cookies方法能正确处理各种Cookie格式
|
||
"""
|
||
import json
|
||
from typing import List, Dict
|
||
|
||
|
||
def _format_cookies(cookies) -> List[Dict]:
|
||
"""
|
||
格式化Cookie，只处理非标准格式的Cookie
|
||
对于Playwright原生格式的Cookie，直接返回，不做任何修改
|
||
|
||
这是scheduler.py中_format_cookies方法的副本，用于独立测试
|
||
|
||
Args:
|
||
cookies: Cookie数据，支持list[dict]或dict格式
|
||
|
||
Returns:
|
||
格式化后的Cookie列表
|
||
"""
|
||
# 如果是字典格式(键值对)，转换为列表格式
|
||
if isinstance(cookies, dict):
|
||
cookies = [
|
||
{
|
||
"name": name,
|
||
"value": str(value) if not isinstance(value, str) else value,
|
||
"domain": ".xiaohongshu.com",
|
||
"path": "/"
|
||
}
|
||
for name, value in cookies.items()
|
||
]
|
||
|
||
# 验证是否为列表
|
||
if not isinstance(cookies, list):
|
||
raise ValueError(f"Cookie必须是列表或字典格式，当前类型: {type(cookies).__name__}")
|
||
|
||
# 检查是否是Playwright原生格式（包含name和value字段）
|
||
if cookies and isinstance(cookies[0], dict) and 'name' in cookies[0] and 'value' in cookies[0]:
|
||
# 已经是Playwright格式，直接返回，不做任何修改
|
||
return cookies
|
||
|
||
# 其他格式，进行基础验证
|
||
formatted_cookies = []
|
||
for cookie in cookies:
|
||
if not isinstance(cookie, dict):
|
||
raise ValueError(f"Cookie元素必须是字典格式，当前类型: {type(cookie).__name__}")
|
||
|
||
# 确保有基本字段
|
||
if 'domain' not in cookie and 'url' not in cookie:
|
||
cookie = cookie.copy()
|
||
cookie['domain'] = '.xiaohongshu.com'
|
||
if 'path' not in cookie and 'url' not in cookie:
|
||
if 'domain' in cookie or 'url' not in cookie:
|
||
cookie = cookie.copy() if cookie is cookies[cookies.index(cookie)] else cookie
|
||
cookie['path'] = '/'
|
||
|
||
formatted_cookies.append(cookie)
|
||
|
||
return formatted_cookies
|
||
|
||
|
||
def test_format_cookies():
|
||
"""测试_format_cookies方法"""
|
||
|
||
print("="*60)
|
||
print("测试 Cookie 格式处理")
|
||
print("="*60)
|
||
|
||
# 测试1: 字典格式(键值对)
|
||
print("\n测试 1: 字典格式(键值对)")
|
||
cookies_dict = {
|
||
"a1": "xxx",
|
||
"webId": "yyy",
|
||
"web_session": "zzz"
|
||
}
|
||
try:
|
||
result = _format_cookies(cookies_dict)
|
||
print(f"✅ 成功处理字典格式")
|
||
print(f" 输入: {type(cookies_dict).__name__} with {len(cookies_dict)} items")
|
||
print(f" 输出: {type(result).__name__} with {len(result)} items")
|
||
print(f" 第一个Cookie: {result[0]}")
|
||
assert isinstance(result, list)
|
||
assert len(result) == 3
|
||
assert all('name' in c and 'value' in c and 'domain' in c for c in result)
|
||
except Exception as e:
|
||
print(f"❌ 失败: {str(e)}")
|
||
|
||
# 测试2: 列表格式(完整格式，已有domain和path)
|
||
print("\n测试 2: 列表格式(完整格式)")
|
||
cookies_list_full = [
|
||
{
|
||
"name": "a1",
|
||
"value": "xxx",
|
||
"domain": ".xiaohongshu.com",
|
||
"path": "/",
|
||
"expires": -1,
|
||
"httpOnly": False,
|
||
"secure": False,
|
||
"sameSite": "Lax"
|
||
}
|
||
]
|
||
try:
|
||
result = _format_cookies(cookies_list_full)
|
||
print(f"✅ 成功处理完整列表格式")
|
||
print(f" 输入: {type(cookies_list_full).__name__} with {len(cookies_list_full)} items")
|
||
print(f" 输出: {type(result).__name__} with {len(result)} items")
|
||
# 验证Playwright原生格式被完整保留
|
||
print(f" 保留的字段: {list(result[0].keys())}")
|
||
assert result == cookies_list_full, "Playwright原生格式应该被完整保留，不做任何修改"
|
||
assert 'expires' in result[0], "expires字段应该被保留"
|
||
assert result[0]['expires'] == -1, "expires=-1应该被保留"
|
||
assert isinstance(result, list)
|
||
assert len(result) == 1
|
||
except Exception as e:
|
||
print(f"❌ 失败: {str(e)}")
|
||
|
||
# 测试3: 非Playwright格式（缺少name字段，需要补充domain和path）
|
||
print("\n测试 3: 非Playwright格式（缺少字段，需要补充）")
|
||
cookies_list_partial = [
|
||
{
|
||
"cookie_name": "a1", # 没有name字段，不是Playwright格式
|
||
"cookie_value": "xxx"
|
||
}
|
||
]
|
||
try:
|
||
result = _format_cookies(cookies_list_partial)
|
||
print(f"✅ 成功处理非Playwright格式")
|
||
print(f" 输入: {type(cookies_list_partial).__name__} with {len(cookies_list_partial)} items")
|
||
print(f" 输出: {type(result).__name__} with {len(result)} items")
|
||
print(f" 自动添加的字段: domain={result[0].get('domain')}, path={result[0].get('path')}")
|
||
assert isinstance(result, list)
|
||
# 应该自动添加domain和path
|
||
assert result[0]['domain'] == '.xiaohongshu.com'
|
||
assert result[0]['path'] == '/'
|
||
except Exception as e:
|
||
print(f"❌ 失败: {str(e)}")
|
||
|
||
# 测试4: 双重JSON编码(模拟数据库存储场景)
|
||
print("\n测试 4: 双重JSON编码字符串")
|
||
cookies_dict = {"a1": "xxx", "webId": "yyy"}
|
||
# 第一次JSON编码
|
||
cookies_json_1 = json.dumps(cookies_dict)
|
||
# 第二次JSON编码
|
||
cookies_json_2 = json.dumps(cookies_json_1)
|
||
|
||
print(f" 原始字典: {cookies_dict}")
|
||
print(f" 第一次编码: {cookies_json_1}")
|
||
print(f" 第二次编码: {cookies_json_2}")
|
||
|
||
# 模拟从数据库读取并解析
|
||
try:
|
||
# 第一次解析
|
||
cookies_parsed_1 = json.loads(cookies_json_2)
|
||
print(f" 第一次解析后类型: {type(cookies_parsed_1).__name__}")
|
||
|
||
# 处理双重编码
|
||
if isinstance(cookies_parsed_1, str):
|
||
cookies_parsed_2 = json.loads(cookies_parsed_1)
|
||
print(f" 第二次解析后类型: {type(cookies_parsed_2).__name__}")
|
||
cookies = cookies_parsed_2
|
||
else:
|
||
cookies = cookies_parsed_1
|
||
|
||
# 格式化
|
||
result = _format_cookies(cookies)
|
||
print(f"✅ 成功处理双重JSON编码")
|
||
print(f" 最终输出: {type(result).__name__} with {len(result)} items")
|
||
assert isinstance(result, list)
|
||
except Exception as e:
|
||
print(f"❌ 失败: {str(e)}")
|
||
|
||
# 测试5: 错误格式 - 字符串(不是JSON)
|
||
print("\n测试 5: 错误格式 - 普通字符串")
|
||
try:
|
||
result = _format_cookies("invalid_string")
|
||
print(f"❌ 应该抛出异常但没有")
|
||
except ValueError as e:
|
||
print(f"✅ 正确抛出ValueError异常")
|
||
print(f" 错误信息: {str(e)}")
|
||
except Exception as e:
|
||
print(f"❌ 抛出了非预期的异常: {str(e)}")
|
||
|
||
# 测试6: 错误格式 - 列表中包含非字典元素
|
||
print("\n测试 6: 错误格式 - 列表中包含非字典元素")
|
||
try:
|
||
result = _format_cookies(["string_item", 123])
|
||
print(f"❌ 应该抛出异常但没有")
|
||
except ValueError as e:
|
||
print(f"✅ 正确抛出ValueError异常")
|
||
print(f" 错误信息: {str(e)}")
|
||
except Exception as e:
|
||
print(f"❌ 抛出了非预期的异常: {str(e)}")
|
||
|
||
# 测试7: Playwright原生格式中value为对象（保持原样）
|
||
print("\n测试 7: Playwright原生格式中value为对象（应保持原样）")
|
||
cookies_with_object_value = [
|
||
{
|
||
"name": "test_cookie",
|
||
"value": {"nested": "object"}, # value是对象
|
||
"domain": ".xiaohongshu.com",
|
||
"path": "/"
|
||
}
|
||
]
|
||
try:
|
||
result = _format_cookies(cookies_with_object_value)
|
||
print(f"✅ Playwright原生格式被完整保留")
|
||
print(f" 输入value类型: {type(cookies_with_object_value[0]['value']).__name__}")
|
||
print(f" 输出value类型: {type(result[0]['value']).__name__}")
|
||
print(f" 输出value内容: {result[0]['value']}")
|
||
# Playwright原生格式不做任何修改，包括uvalue
|
||
assert result == cookies_with_object_value, "Playwright原生格式应完整保留"
|
||
except Exception as e:
|
||
print(f"❌ 失败: {str(e)}")
|
||
|
||
# 测试8: 字典格式中value为数字
|
||
print("\n测试 8: 字典格式中value为数字（应自动转换为字符串）")
|
||
cookies_dict_with_number = {
|
||
"a1": "xxx",
|
||
"user_id": 12345, # value是数字
|
||
"is_login": True # value是布尔值
|
||
}
|
||
try:
|
||
result = _format_cookies(cookies_dict_with_number)
|
||
print(f"✅ 成功处理数字/布尔value")
|
||
print(f" 输入: {cookies_dict_with_number}")
|
||
print(f" user_id value类型: {type(result[1]['value']).__name__}, 值: {result[1]['value']}")
|
||
print(f" is_login value类型: {type(result[2]['value']).__name__}, 值: {result[2]['value']}")
|
||
# 验证不再包含expires等字段
|
||
print(f" 字段: {list(result[0].keys())}")
|
||
assert all(isinstance(c['value'], str) for c in result), "所有value应该都是字符串类型"
|
||
assert 'expires' not in result[0], "不应该包含expires字段"
|
||
except Exception as e:
|
||
print(f"❌ 失败: {str(e)}")
|
||
|
||
# 测试9: Playwright原生格式中expires=-1（应被保留）
|
||
print("\n测试 9: Playwright原生格式中expires=-1（应被保留）")
|
||
cookies_with_invalid_expires = [
|
||
{
|
||
"name": "test_cookie",
|
||
"value": "test_value",
|
||
"domain": ".xiaohongshu.com",
|
||
"path": "/",
|
||
"expires": -1 # Playwright原生格式
|
||
}
|
||
]
|
||
try:
|
||
result = _format_cookies(cookies_with_invalid_expires)
|
||
print(f"✅ Playwright原生格式被完整保留")
|
||
print(f" 原始字段: {list(cookies_with_invalid_expires[0].keys())}")
|
||
print(f" 处理后字段: {list(result[0].keys())}")
|
||
assert result == cookies_with_invalid_expires, "Playwright原生格式应被完整保留"
|
||
assert 'expires' in result[0] and result[0]['expires'] == -1, "expires=-1应该被保留"
|
||
except Exception as e:
|
||
print(f"❌ 失败: {str(e)}")
|
||
|
||
# 测试10: Playwright原生格式中expires为浮点数（应被保留）
|
||
print("\n测试 10: Playwright原生格式中expires为浮点数（应被保留）")
|
||
cookies_with_float_expires = [
|
||
{
|
||
"name": "test_cookie",
|
||
"value": "test_value",
|
||
"domain": ".xiaohongshu.com",
|
||
"path": "/",
|
||
"expires": 1797066497.112584 # Playwright原生格式常常有浮点数
|
||
}
|
||
]
|
||
try:
|
||
result = _format_cookies(cookies_with_float_expires)
|
||
print(f"✅ Playwright原生格式被完整保留")
|
||
print(f" 原始expires: {cookies_with_float_expires[0]['expires']} (类型: {type(cookies_with_float_expires[0]['expires']).__name__})")
|
||
print(f" 处理后expires: {result[0]['expires']} (类型: {type(result[0]['expires']).__name__})")
|
||
assert result == cookies_with_float_expires, "Playwright原生格式应被完整保留"
|
||
assert isinstance(result[0]['expires'], float), "expires浮点数应该被保留"
|
||
except Exception as e:
|
||
print(f"❌ 失败: {str(e)}")
|
||
|
||
# 测试11: Playwright原生格式中sameSite大小写（应被保留）
|
||
print("\n测试 11: Playwright原生格式中sameSite（应被完整保留）")
|
||
cookies_with_samesite = [
|
||
{
|
||
"name": "test_cookie1",
|
||
"value": "test_value1",
|
||
"domain": ".xiaohongshu.com",
|
||
"path": "/",
|
||
"sameSite": "Lax" # Playwright原生格式
|
||
},
|
||
{
|
||
"name": "test_cookie2",
|
||
"value": "test_value2",
|
||
"domain": ".xiaohongshu.com",
|
||
"path": "/",
|
||
"sameSite": "Strict"
|
||
}
|
||
]
|
||
try:
|
||
result = _format_cookies(cookies_with_samesite)
|
||
print(f"✅ Playwright原生格式被完整保留")
|
||
print(f" cookie1 sameSite: {result[0]['sameSite']}")
|
||
print(f" cookie2 sameSite: {result[1]['sameSite']}")
|
||
assert result == cookies_with_samesite, "Playwright原生格式应被完整保留"
|
||
assert result[0]['sameSite'] == 'Lax'
|
||
assert result[1]['sameSite'] == 'Strict'
|
||
except Exception as e:
|
||
print(f"❌ 失败: {str(e)}")
|
||
|
||
print("\n" + "="*60)
|
||
print("测试完成")
|
||
print("="*60)
|
||
|
||
|
||
if __name__ == "__main__":
|
||
test_format_cookies()
|