""" 优化的代理浏览器配置 解决小红书对代理IP的限制问题 """ import asyncio from playwright.async_api import async_playwright import sys async def test_optimized_proxy_browser(proxy_index: int = 0): """测试优化的代理浏览器配置""" print(f"\n{'='*60}") print(f"🚀 测试优化的代理浏览器配置") print(f"{'='*60}") # 从代理配置获取代理信息 from damai_proxy_config import get_proxy_config proxy_config = get_proxy_config(proxy_index) proxy_server = proxy_config['server'].replace('http://', '') proxy_url = f"http://{proxy_config['username']}:{proxy_config['password']}@{proxy_server}" print(f"✅ 使用代理: 代理{proxy_index + 1}") print(f" 代理服务器: {proxy_config['server']}") try: async with async_playwright() as p: # 配置代理 proxy_parts = proxy_url.replace('http://', '').replace('https://', '').split('@') if len(proxy_parts) == 2: auth_part = proxy_parts[0] server_part = proxy_parts[1] username, password = auth_part.split(':') proxy_config_obj = { "server": f"http://{server_part}", "username": username, "password": password } else: proxy_config_obj = {"server": proxy_url} print(f" 配置的代理对象: {proxy_config_obj}") # 启动浏览器 - 使用优化参数 browser = await p.chromium.launch( headless=False, # 使用有头模式，便于观察 proxy=proxy_config_obj, args=[ '--no-sandbox', '--disable-setuid-sandbox', '--disable-dev-shm-usage', '--disable-blink-features=AutomationControlled', '--disable-background-timer-throttling', '--disable-renderer-backgrounding', '--disable-background-networking', '--enable-features=NetworkService,NetworkServiceInProcess', '--disable-ipc-flooding-protection', '--disable-web-security', '--disable-features=IsolateOrigins,site-per-process', '--disable-site-isolation-trials', '--disable-extensions', '--disable-breakpad', '--disable-component-extensions-with-background-pages', '--disable-hang-monitor', '--disable-prompt-on-repost', '--disable-domain-reliability', '--disable-component-update', '--hide-scrollbars', '--mute-audio', '--no-first-run', '--no-default-browser-check', '--metrics-recording-only', '--force-color-profile=srgb', '--disable-default-apps', '--disable-features=TranslateUI', '--disable-features=Translate', '--disable-features=OptimizationHints', '--disable-features=InterestCohortAPI', '--disable-features=BlinkGenPropertyTrees', '--disable-features=ImprovedCookieControls', '--disable-features=SameSiteDefaultChecksMethodRigorously', '--disable-features=CookieSameSiteByDefaultWhenReportingEnabled', '--disable-features=AutofillServerCommunication', '--disable-features=AutofillUseOptimizedLocalStorage', '--disable-features=CalculateNativeWinOcclusion', '--disable-features=VizDisplayCompositor', '--disable-features=VizHitTestQuery', ] ) # 创建上下文 - 设置浏览器指纹混淆 context = await browser.new_context( user_agent='Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36', viewport={'width': 1280, 'height': 720}, # 隐瞒自动化特征 bypass_csp=True, java_script_enabled=True, ) # 创建页面 page = await context.new_page() # 隐瞒自动化特征 await page.add_init_script(""" Object.defineProperty(navigator, 'webdriver', { get: () => undefined, }); Object.defineProperty(navigator, 'plugins', { get: () => [1, 2, 3, 4, 5], }); Object.defineProperty(navigator, 'languages', { get: () => ['zh-CN', 'zh', 'en'], }); // 隐瞒代理检测 delete window.cdc_adoQpoasnfa76pfcZLmcfl_Array; delete window.cdc_adoQpoasnfa76pfcZLmcfl_Promise; delete window.cdc_adoQpoasnfa76pfcZLmcfl_Symbol; """) print(f"\n🌐 访问百度测试代理连接...") try: await page.goto('https://www.baidu.com', wait_until='domcontentloaded', timeout=15000) await asyncio.sleep(2) title = await page.title() url = page.url print(f" ✅ 百度访问成功") print(f" 标题: {title}") print(f" URL: {url}") except Exception as e: print(f" ❌ 百度访问失败: {str(e)}") print(f"\n🌐 访问小红书创作者平台...") try: await page.goto('https://creator.xiaohongshu.com/login', wait_until='domcontentloaded', timeout=30000) await asyncio.sleep(3) # 等待更长时间 title = await page.title() url = page.url content = await page.content() content_len = len(content) print(f" 访问结果:") print(f" 标题: {title}") print(f" URL: {url}") print(f" 内容长度: {content_len} 字符") if content_len == 0: print(f" ⚠️ 页面内容为空") elif "验证" in content or "captcha" in content.lower() or "安全" in content: print(f" ⚠️ 检测到验证或安全提示") else: print(f" ✅ 页面加载成功") # 查找手机号输入框 print(f"\n🔍 查找手机号输入框...") try: phone_input = await page.wait_for_selector('input[placeholder="手机号"]', timeout=5000) if phone_input: print(f" ✅ 找到手机号输入框") else: print(f" ❌ 未找到手机号输入框") except: print(f" ❌ 未找到手机号输入框") # 查找所有input元素 inputs = await page.query_selector_all('input') print(f" 找到 {len(inputs)} 个input元素") # 查找发送验证码按钮 print(f"\n🔍 查找发送验证码按钮...") try: code_button = await page.wait_for_selector('text="发送验证码"', timeout=5000) if code_button: print(f" ✅ 找到发送验证码按钮") else: print(f" ❌ 未找到发送验证码按钮") except: print(f" ❌ 未找到发送验证码按钮") except Exception as e: print(f" ❌ 小红书访问失败: {str(e)}") print(f"\n⏸️ 浏览器保持打开状态，您可以观察页面") print(f" 按 Enter 键关闭浏览器...") input() await browser.close() print(f"✅ 浏览器已关闭") except Exception as e: print(f"❌ 测试过程异常: {str(e)}") import traceback traceback.print_exc() def explain_optimizations(): """解释优化措施""" print("="*60) print("🔧 优化措施说明") print("="*60) print("\n1. 浏览器启动参数优化:") print(" • 添加更多反检测参数") print(" • 禁用可能导致检测的功能") print("\n2. 浏览器指纹混淆:") print(" • 隐瞒webdriver特征") print(" • 伪造插件列表") print(" • 设置真实语言") print("\n3. 页面加载策略:") print(" • 使用domcontentloaded而非networkidle") print(" • 增加超时时间") async def main(): """主函数""" explain_optimizations() print(f"\n{'='*60}") print("🎯 选择代理进行测试") print("="*60) proxy_choice = input("\n请选择代理 (0 或 1, 默认为0): ").strip() if proxy_choice not in ['0', '1']: proxy_choice = '0' proxy_idx = int(proxy_choice) await test_optimized_proxy_browser(proxy_idx) print(f"\n{'='*60}") print("✅ 测试完成！") print("="*60) if __name__ == "__main__": # Windows环境下设置事件循环策略 if sys.platform == 'win32': asyncio.set_event_loop_policy(asyncio.WindowsProactorEventLoopPolicy()) # 运行测试 asyncio.run(main())