pip install camoufox

python -m camoufox fetch

from camoufox.sync_api import Camoufox

import time



def scrape_react_protected_site(url: str) -> str:

    with Camoufox(headless=True) as browser:

        page = browser.new_page()



        # Navigate and wait for React to hydrate

        page.goto(url, wait_until="networkidle")



        # Wait for the React bot detection component to run

        # Usually happens within 2-3 seconds of page load

        time.sleep(3)



        # Check if we got past detection

        content = page.content()



        if "cf-challenge" in content or "Checking your browser" in content:

            print("Bot detection triggered — trying interaction pattern")

            # Simulate brief human interaction

            page.mouse.move(400, 300)

            time.sleep(0.5)

            page.mouse.move(402, 305)

            time.sleep(1)



        return page.content()



result = scrape_react_protected_site("https://target-site.com")

print(result[:1000])

from playwright.sync_api import sync_playwright

import json, random



# Generate consistent fake fingerprint values

FAKE_CANVAS_HASH = "c8d9e3f2a1b4567890abcdef12345678"

FAKE_AUDIO_HASH = "3.7283...8291"



STEALTH_SCRIPT = """

// Patch canvas fingerprinting

const originalGetImageData = CanvasRenderingContext2D.prototype.getImageData;

CanvasRenderingContext2D.prototype.getImageData = function(x, y, w, h) {

    const imageData = originalGetImageData.call(this, x, y, w, h);

    // Add subtle noise to prevent fingerprinting without breaking functionality

    const data = imageData.data;

    for (let i = 0; i < data.length; i += 4) {

        data[i] = data[i] ^ 1;  // Flip 1 bit in red channel

    }

    return imageData;

};



// Patch WebGL renderer string

const getParameter = WebGLRenderingContext.prototype.getParameter;

WebGLRenderingContext.prototype.getParameter = function(parameter) {

    if (parameter === 37445) {  // UNMASKED_VENDOR_WEBGL

        return 'Intel Inc.';

    }

    if (parameter === 37446) {  // UNMASKED_RENDERER_WEBGL

        return 'Intel Iris OpenGL Engine';

    }

    return getParameter.call(this, parameter);

};



// Patch AudioContext fingerprinting

const originalCreateOscillator = AudioContext.prototype.createOscillator;

AudioContext.prototype.createOscillator = function() {

    const osc = originalCreateOscillator.call(this);

    return osc;

};



// Remove webdriver flag

Object.defineProperty(navigator, 'webdriver', {get: () => undefined});



// Fix plugin list to look like a real browser

Object.defineProperty(navigator, 'plugins', {

    get: () => {

        return [

            {name: 'Chrome PDF Plugin', filename: 'internal-pdf-viewer'},

            {name: 'Chrome PDF Viewer', filename: 'mhjfbmdgcfjbbpaeojofohoefgiehjai'},

            {name: 'Native Client', filename: 'internal-nacl-plugin'},

        ];

    }

});



// Fix languages

Object.defineProperty(navigator, 'languages', {

    get: () => ['en-US', 'en']

});



// Reduce performance.now() precision (real browsers have this reduced for security)

const originalNow = performance.now.bind(performance);

performance.now = () => Math.round(originalNow() * 100) / 100;

"""



def scrape_with_stealth_playwright(url: str) -> str:

    with sync_playwright() as p:

        browser = p.chromium.launch(

            headless=True,

            args=[

                "--disable-blink-features=AutomationControlled",

                "--no-sandbox",

                "--disable-setuid-sandbox",

            ]

        )



        context = browser.new_context(

            user_agent="Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36",

            viewport={"width": 1280, "height": 800},

            locale="en-US",

            timezone_id="America/New_York",

        )



        # Inject stealth script before page loads

        context.add_init_script(STEALTH_SCRIPT)



        page = context.new_page()



        # Add human-like behavior

        page.goto(url, wait_until="domcontentloaded")



        # Simulate human reading time

        import time

        time.sleep(2 + random.uniform(0, 1))



        # Subtle scroll

        page.evaluate("window.scrollTo(0, Math.floor(Math.random() * 200))")

        time.sleep(1)



        content = page.content()

        browser.close()

        return content

# Method 1: mitmproxy to inspect outbound requests

pip install mitmproxy

mitmproxy --mode transparent -p 8080 --showhost



# Then in your script:

proxy = {"http": "http://127.0.0.1:8080", "https": "http://127.0.0.1:8080"}

# Method 2: Console logging inside the page

from playwright.sync_api import sync_playwright



def debug_cloudflare_detection(url: str):

    with sync_playwright() as p:

        browser = p.chromium.launch(headless=False)  # headless=False to see what happens

        page = browser.new_page()



        # Log all network requests

        page.on("request", lambda req: print(f"REQ: {req.method} {req.url[:80]}") 

                if "cloudflare" in req.url or "challenges" in req.url else None)

        page.on("response", lambda res: print(f"RES: {res.status} {res.url[:80]}")

                if "cloudflare" in res.url else None)



        # Log console messages from the page

        page.on("console", lambda msg: print(f"CONSOLE: {msg.type} - {msg.text[:100]}"))



        page.goto(url)

        import time

        time.sleep(5)  # Watch what happens



        browser.close()