CFSPIDERv1.8.0

# pip install cfspider[extract]
import cfspider

cf_proxies = "https://your-workers.dev"

# GET request with CF proxy
response = cfspider.get(
    "https://httpbin.org/ip",
    cf_proxies=cf_proxies
)
print(response.cf_colo)  # Cloudflare node code

# TLS fingerprint + stealth mode
response = cfspider.get(
    "https://example.com",
    impersonate="chrome131",
    stealth=True
)

# Data extraction (CSS/XPath/JSONPath)
title = response.find("h1")
links = response.find_all("a", attr="href")
data = response.pick(title="h1", links=("a", "href"))
data.save("output.csv")

# Batch requests with progress
urls = ["https://example.com/1", "https://example.com/2"]
results = cfspider.batch(urls, concurrency=10)
results.save("results.json")

# Async request (httpx)
response = await cfspider.aget(
    "https://httpbin.org/ip",
    cf_proxies=cf_proxies
)

# Browser automation (Playwright)
browser = cfspider.Browser()
html = browser.html("https://example.com")
browser.close()