在 Crawl4AI 与 Scrapling 框架中无缝使用 BytesFlows
通过将标准 HTTP 认证代理传入 Crawler 配置类，让异步页面解析器在后台自动完成验证码质询与指纹掩护。
example.py
import asyncio
from crawl4ai import AsyncWebCrawler, BrowserConfig, CrawlerRunConfig
async def main():
browser_cfg = BrowserConfig(
headless=True,
proxy="http://user-youraccount-rotate:password@proxy.bytesflows.com:31112"
)
run_cfg = CrawlerRunConfig(word_count_threshold=50)
async with AsyncWebCrawler(config=browser_cfg) as crawler:
result = await crawler.arun(
url="https://example.com/dynamic-article",
config=run_cfg
)
print("提取成功，Markdown 正文预览:
", result.markdown[:300])
if __name__ == "__main__":
asyncio.run(main())