{ "run_id": "playwright-public-30-20260930", "tool": "playwright", "tool_version": "1.63.0", "mode": "Plain Playwright / headless Chrome", "requirements_sha256": "d9fb545a6beb89aaa3d9252ae8398c99909251d6a483791a909158e7c20b8970", "documentation": { "repository": "https://github.com/microsoft/playwright", "repository_resolution": "Official PyPI links microsoft/playwright-python; installed official wheel driver/package/package.json repository links microsoft/playwright.", "python_repository": "https://github.com/Microsoft/playwright-python", "installed_release": "1.63.0", "release_url": "https://pypi.org/project/playwright/1.63.0/", "wheel_url": "https://files.pythonhosted.org/packages/27/9c/103a5037789062bdab27c7dca53f3ca6b075b572ab2cd96eec825b3aec4e/playwright-1.63.0-py3-none-manylinux1_x86_64.whl", "wheel_sha256": "ad21bc07516b187965a7521c5cf0df0bd657b17482eaad74335272d35a2b07de", "verified_installed_sources": [ { "path": "playwright/async_api/_generated.py", "sha256": "4ce7017cc59fb0e5d84596cbbc5c614fd302716aa855ddeaaa21d9f8605f6178" }, { "path": "playwright/_impl/_browser_type.py", "sha256": "52ab654cb0a1741c590fca4aa7ea447526a35881ec96816f533ffd4a71365b2e" }, { "path": "playwright/_impl/_browser.py", "sha256": "49ab46355ff642472f46f07c6708d1bb965cc2b01eedd67fbcfd38e3d3414d41" }, { "path": "playwright/_impl/_browser_context.py", "sha256": "595800a63fa0b9901b46e30a5a8defca46f746b8c2a20bd7e8cb02193151e494" }, { "path": "playwright/_impl/_page.py", "sha256": "3b79b620022bb32786a39fe6338b3f7fdc84f1c8cc5699a95c0eea278d0d0fdd" }, { "path": "playwright/_impl/_network.py", "sha256": "5194cbeecc43dde0a6f9009414505f821f435806da03ec1d5f2a4e0c9fcf96a6" }, { "path": "playwright/driver/package/package.json", "sha256": "f061c58427e47e843e26d201f0a57076c734e57c734ecbbd87d4a23b7a20db9b" }, { "path": "playwright/driver/package/browsers.json", "sha256": "545d52f8382c391e605562c330e9c1c534a16045898203037a49bb8bd769a946" }, { "path": "playwright/driver/package/lib/coreBundle.js", "sha256": "549070af3acabb3efcc4f55bfe6210f9f7c2fcf633cf7eaa59bfe60719969171" } ], "bundled_chromium": { "name": "chromium", "revision": "1243", "installByDefault": true, "browserVersion": "153.0.8010.12", "title": "Chrome for Testing" }, "deepwiki": "https://deepwiki.com/search/for-one-ordinary-headless-chro_f730671d-ad1e-43c2-a9c5-863046eaeefe", "source_conclusions": [ "Python launch/new_context/goto/content/screenshot/close APIs matched release wheel byte for byte.", "Stock Playwright driver; no patching, init script, UA override, stealth module or resource interception.", "Pinned Chromium launch defaults add --no-sandbox unless chromiumSandbox=True, contrary to the current DeepWiki summary. The pinned default-switch list omits --enable-automation; the canary CDP command confirmed its absence. webdriver=True was observed with the ordinary remote-debugging launch.", "Fresh context default viewport 1280x720, JS enabled, cookies empty then ordinary session cookies allowed; ignore_https_errors not enabled.", "goto uses DOMContentLoaded and 20-second timeout; response.request.redirected_from describes ordinary redirects. No goto max_redirects option; pinned Chromium URLRequest native cap 20.", "Normal browser-native resource retries/reconnections not independently instrumented; no application repeat of page.goto.", "Viewport screenshot happens after DOM/check-text capture latency; screenshot failure does not change frozen content classifier. DOM parser does not resolve CSS visibility or iframe text." ], "native_redirect_source": "https://github.com/chromium/chromium/blob/971a7443b0c9b0a9b2860529b33331b76077ec62/net/url_request/url_request.h" }, "browser_executable": "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "binary_sha256": "8c599d43aec53f2460a31ae2f4af6bd863f8258b34ff519564bc5d4726bfaa1e", "executable_version": "Google Chrome for Testing 153.0.8010.12", "python_version": "3.12.3", "platform": "Linux-6.17.0-22-generic-x86_64-with-glibc2.39", "network": "Same local host direct outbound; proxy environment removed and --no-proxy-server; different UTC window from prior tools", "manifest_id": "public-30-v1", "manifest_sha256": "6ce519c4f7df3c32f5dfda379a8d3b280b7723bdeb48ddf64a1ae10ce6a7914c", "script_sha256": "beaff35ced16ba75df475c95a03b05e461d20afc00d4493abb8bb65ccdf3c39b", "config": { "proxy_mode": "none", "login": false, "captcha_solving": false, "concurrency": 1, "gap_seconds": 2, "application_retries": 0, "headless": true, "fresh_browser_per_target": true, "accept_downloads": false, "navigation_timeout_seconds": 20, "attempt_timeout_seconds": 40, "wait_until": "domcontentloaded", "settle_seconds": 2, "max_capture_bytes": 5242880, "network_response_byte_cap": null, "redirects": "follow", "max_redirects": 20, "redirect_cap_basis": "Chromium URLRequest::kMaxRedirects at Browser.getVersion revision 971a7443b0c9b0a9b2860529b33331b76077ec62", "resources": "Normal Chromium images/styles/scripts/iframes/workers/subrequests; no resource interception", "cookies": "fresh in-memory context; no imported login or persistent profile", "launch_args": [ "--no-proxy-server" ], "pss_sample_interval_seconds": 0.1, "pss_scope": "Isolated attempt Python process and descendants, including Playwright driver and Chromium; excludes batch parent", "slice_timeout_seconds": 1500, "no_stealth_patches": true, "min_host_available_mb": 3072, "max_attempt_tree_pss_mb": 4096 }, "executed_command": "/tmp/scrapingevals-playwright-20260930/bin/python public/evidence/playwright-public-30-20260929/run.py --binary /tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --manifest runner/corpora/public-30-v1.json --output runner/data/playwright-public-30-20260930", "started_at": "2026-09-29T22:24:36.346439+00:00", "host_ram_preflight": { "MemTotal": 32049.69921875, "MemAvailable": 13726.421875, "SwapTotal": 8191.99609375, "SwapFree": 2.44140625, "unit": "MiB", "measured_at": "2026-09-29T22:24:35.605614+00:00" }, "attempts": [ { "target_id": "kohls", "site": "Kohl\u2019s", "category": "commerce", "url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "original_url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "final_url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "expected_required_content": "Men\u2019s T-shirt product listing with prices", "started_at": "2026-09-29T22:24:36.485837+00:00", "navigation_started_at": "2026-09-29T22:24:37.133756+00:00", "status": 403, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "status": 403 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "91524a615bf1b8801087fb32bc456d7c3bb2caeec01a147194eb5182520be9d7", "capture_complete": true, "raw_html_sha256": "7d146bae390299966b7b285b5f6e19fff0b6951e846647b5f117905a62d417b5", "html_bytes": 325, "navigation_seconds": 0.197, "attempt_seconds": 2.966, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-KleGsN", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.201, "browser_event_log_sha256": "1e009dd70c211928fb6f9a7455a652adfdf54a2fa7cd5e1a51035175bf320fc6", "browser_event_log_entries": 3, "finished_at": "2026-09-29T22:24:39.451813+00:00", "checks": { "text_chars": 227, "required_text_checks": [ { "alternatives": [ "t-shirt", "tees" ], "matched": [] }, { "alternatives": [ "men" ], "matched": [ "men" ] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 300, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [ "access denied" ] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "http_access_denied", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 531.193, "pss_samples": 26, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13470.3984375, "SwapTotal": 8191.99609375, "SwapFree": 2.44140625, "unit": "MiB", "measured_at": "2026-09-29T22:24:36.346530+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-KleGsN --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Saved DOM rechecked against unchanged rules: http access denied.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "amazon", "site": "Amazon", "category": "commerce", "url": "https://www.amazon.com/s?k=laptop", "original_url": "https://www.amazon.com/s?k=laptop", "final_url": "https://www.amazon.com/s?k=laptop", "expected_required_content": "Laptop search results with product prices", "started_at": "2026-09-29T22:24:41.682152+00:00", "navigation_started_at": "2026-09-29T22:24:42.299815+00:00", "status": 503, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.amazon.com/s?k=laptop", "status": 503 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "c93247f8667fdbdcc3bd3ef7855160cfd3dce3906ca8dd37a1fa3f7b645ffdba", "capture_complete": true, "raw_html_sha256": "8f330dfb59cc53511079fb7f65780fc1daca8b0f00f975290b6edc3a0f3b9b21", "html_bytes": 2317, "navigation_seconds": 0.26, "attempt_seconds": 3.018, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-6MBHUC", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.266, "browser_event_log_sha256": "087308da8d603d9eb6bcfb93f45a6df141f71c5dd5924c24762f17e2b2ff1176", "browser_event_log_entries": 2, "finished_at": "2026-09-29T22:24:44.700024+00:00", "checks": { "text_chars": 0, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] }, { "alternatives": [ "results" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": true, "classification": "http_server_error", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 531.546, "pss_samples": 26, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13316.78515625, "SwapTotal": 8191.99609375, "SwapFree": 2.484375, "unit": "MiB", "measured_at": "2026-09-29T22:24:41.567932+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-6MBHUC --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Saved DOM rechecked against unchanged rules: http server error.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "walmart", "site": "Walmart", "category": "commerce", "url": "https://www.walmart.com/search?q=laptop", "original_url": "https://www.walmart.com/search?q=laptop", "final_url": "https://www.walmart.com/blocked?url=L3NlYXJjaD9xPWxhcHRvcA==&uuid=9497bf66-bc54-11f1-a66b-5b9b5261b218&vid=&g=b", "expected_required_content": "Laptop search results with product prices", "started_at": "2026-09-29T22:24:46.897949+00:00", "navigation_started_at": "2026-09-29T22:24:47.510819+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [ { "previous": "https://www.walmart.com/search?q=laptop", "url": "https://www.walmart.com/blocked?url=L3NlYXJjaD9xPWxhcHRvcA==&uuid=9497bf66-bc54-11f1-a66b-5b9b5261b218&vid=&g=b", "status": 307 } ], "redirect_outcome": "followed", "document_responses": [ { "url": "https://www.walmart.com/search?q=laptop", "status": 307 }, { "url": "https://www.walmart.com/blocked?url=L3NlYXJjaD9xPWxhcHRvcA==&uuid=9497bf66-bc54-11f1-a66b-5b9b5261b218&vid=&g=b", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "d0eb0dd2f71cbed19886a0f6bf330c2e5051de5c4d176ba3e0b8f122a3e4cd94", "capture_complete": true, "raw_html_sha256": "771854d42079b423f0468602f7c844b85fadebd39bba0e3bd972bdb639263a28", "html_bytes": 17042, "navigation_seconds": 0.821, "attempt_seconds": 3.699, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-zwXdAV", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.828, "browser_event_log_sha256": "f77d44ac400fdf2cdb043f74091329a9ec2f1978eb174b1e8510b848193aa6bb", "browser_event_log_entries": 8, "finished_at": "2026-09-29T22:24:50.597542+00:00", "checks": { "text_chars": 209, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [ "robot or human" ] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "soft_block", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 949.752, "pss_samples": 29, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13454.18359375, "SwapTotal": 8191.99609375, "SwapFree": 2.4921875, "unit": "MiB", "measured_at": "2026-09-29T22:24:46.779965+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-zwXdAV --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Saved DOM matched frozen soft-block phrases: robot or human Private viewport showed Robot or human / press-and-hold; no interaction occurred.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "ebay", "site": "eBay", "category": "commerce", "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "original_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "final_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "expected_required_content": "Laptop marketplace listings with prices", "started_at": "2026-09-29T22:24:52.776988+00:00", "navigation_started_at": "2026-09-29T22:24:53.410167+00:00", "status": 403, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "status": 403 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "02c9c52cc86ecae6934d909535e38ac5ea1af8a44f4c1eebfa29d3d0ecf81f6d", "capture_complete": true, "raw_html_sha256": "942c28fb7b003912e28318be39719676c4fa35bb618c07d9db74b479f92fc2cb", "html_bytes": 1832, "navigation_seconds": 0.136, "attempt_seconds": 2.914, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-YRUFAQ", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.141, "browser_event_log_sha256": "7833f09b590951b62059e0d6556a4b697b11598972d9767339652830191d22a5", "browser_event_log_entries": 2, "finished_at": "2026-09-29T22:24:55.691310+00:00", "checks": { "text_chars": 189, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] }, { "alternatives": [ "results" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "http_access_denied", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 536.916, "pss_samples": 25, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13446.84375, "SwapTotal": 8191.99609375, "SwapFree": 2.4921875, "unit": "MiB", "measured_at": "2026-09-29T22:24:52.663017+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-YRUFAQ --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Saved DOM rechecked against unchanged rules: http access denied.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "target", "site": "Target", "category": "commerce", "url": "https://www.target.com/s?searchTerm=laptop", "original_url": "https://www.target.com/s?searchTerm=laptop", "final_url": "https://www.target.com/s?searchTerm=laptop", "expected_required_content": "Laptop search listing with prices", "started_at": "2026-09-29T22:24:57.867682+00:00", "navigation_started_at": "2026-09-29T22:24:58.506233+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.target.com/s?searchTerm=laptop", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "e01d1c1e9cfb1ca6a54d5c0218492584e772a97636e32525d7d30cfdc593ef36", "capture_complete": true, "raw_html_sha256": "ecf52eb8561ff8800cce634870da08dc47112be79e1c583b149193bf6e765fba", "html_bytes": 245388, "navigation_seconds": 1.392, "attempt_seconds": 6.885, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-j2yZNm", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 4.414, "browser_event_log_sha256": "f4cf390201ed9691414776a16d0a05e66f00952de4649497c409081f85be475c", "browser_event_log_entries": 31, "finished_at": "2026-09-29T22:25:04.753191+00:00", "checks": { "text_chars": 1455, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "missing_required_content", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 1210.658, "pss_samples": 48, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13573.6328125, "SwapTotal": 8191.99609375, "SwapFree": 2.4921875, "unit": "MiB", "measured_at": "2026-09-29T22:24:57.754658+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-j2yZNm --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Saved DOM rechecked against unchanged rules: missing required content. Private viewport showed Quick verification / press-and-hold. Frozen main-frame source phrases did not match; classification remains missing_required_content. No interaction occurred.", "visual_inspection": { "outcome": "verification_challenge", "basis": "Private viewport PNG inspected; no frozen main-frame source-text phrase match", "changes_frozen_classification": false }, "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "etsy", "site": "Etsy", "category": "commerce", "url": "https://www.etsy.com/search?q=ceramic+mug", "original_url": "https://www.etsy.com/search?q=ceramic+mug", "final_url": "https://www.etsy.com/search?q=ceramic+mug", "expected_required_content": "Ceramic mug listings with prices", "started_at": "2026-09-29T22:25:06.938872+00:00", "navigation_started_at": "2026-09-29T22:25:07.577362+00:00", "status": 403, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.etsy.com/search?q=ceramic+mug", "status": 403 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "848f0ac56147519b3dc6bcff9dc6588598f221cc72b23d01d6d99f672da0cf8a", "capture_complete": true, "raw_html_sha256": "6868f0f77969988b8f35397ccc77983d54ddeb67bc4094be84890a93fa211599", "html_bytes": 1525, "navigation_seconds": 0.278, "attempt_seconds": 3.058, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-I4VyrX", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.283, "browser_event_log_sha256": "574f55fe0ba6580df352712d25e3839297c159c95ed63c4f8a7e3d2cffbc4469", "browser_event_log_entries": 9, "finished_at": "2026-09-29T22:25:09.997484+00:00", "checks": { "text_chars": 0, "required_text_checks": [ { "alternatives": [ "ceramic" ], "matched": [] }, { "alternatives": [ "mug" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": true, "classification": "http_access_denied", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 623.238, "pss_samples": 25, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13542.76953125, "SwapTotal": 8191.99609375, "SwapFree": 2.4921875, "unit": "MiB", "measured_at": "2026-09-29T22:25:06.825888+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-I4VyrX --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Saved DOM rechecked against unchanged rules: http access denied.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "bestbuy", "site": "Best Buy", "category": "commerce", "url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "original_url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "final_url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "expected_required_content": "Laptop product listing with prices", "started_at": "2026-09-29T22:25:12.157638+00:00", "navigation_started_at": "2026-09-29T22:25:12.787725+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": { "type": "TimeoutError", "message": "Page.screenshot: Timeout 5000ms exceeded." }, "screenshot_sha256": null, "capture_complete": true, "raw_html_sha256": "f25095a7d0a7c3def67acd6448d337b225fb99c9b802642e96cde3b3af170837", "html_bytes": 6937, "navigation_seconds": 19.831, "attempt_seconds": 27.559, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-PIRkds", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 21.837, "browser_event_log_sha256": "6a678612c28f1ec8dd7b82c4aa30e895d5985cbe18c1db5a98a79b423b36356f", "browser_event_log_entries": 4, "finished_at": "2026-09-29T22:25:39.716821+00:00", "checks": { "text_chars": 687, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "missing_required_content", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 767.553, "pss_samples": 211, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13587.0234375, "SwapTotal": 8191.99609375, "SwapFree": 2.4921875, "unit": "MiB", "measured_at": "2026-09-29T22:25:12.045905+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-PIRkds --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Saved DOM rechecked against unchanged rules: missing required content. Saved DOM text asks for a country choice rather than meeting laptop-listing rules. The viewport screenshot timed out; no rendered-view claim is made and no country was selected.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "linkedin", "site": "LinkedIn", "category": "organization", "url": "https://www.linkedin.com/company/nasa/", "original_url": "https://www.linkedin.com/company/nasa/", "final_url": "https://www.linkedin.com/company/nasa/", "expected_required_content": "Public NASA organization description and industry/topic", "started_at": "2026-09-29T22:25:41.917109+00:00", "navigation_started_at": "2026-09-29T22:25:42.568159+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.linkedin.com/company/nasa/", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "369f59042c69b888635342df92913a76b0c1a0b205f882a7c814fd5bc6e36a7c", "capture_complete": true, "raw_html_sha256": "928720b3ea045350b0f95982bad1e8883da1df3dcfb8469fea842d10f511e92e", "html_bytes": 408122, "navigation_seconds": 0.776, "attempt_seconds": 3.774, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-9CO2Kc", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.825, "browser_event_log_sha256": "2a184bbc1162621cabed57bb01e6c6bdc66d8f4b5230a04ba84f3fe975c3b44b", "browser_event_log_entries": 30, "finished_at": "2026-09-29T22:25:45.691292+00:00", "checks": { "text_chars": 13396, "required_text_checks": [ { "alternatives": [ "nasa", "national aeronautics" ], "matched": [ "nasa", "national aeronautics" ] }, { "alternatives": [ "space", "research", "aviation" ], "matched": [ "space", "research", "aviation" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 892.958, "pss_samples": 29, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13794.06640625, "SwapTotal": 8191.99609375, "SwapFree": 2.578125, "unit": "MiB", "measured_at": "2026-09-29T22:25:41.803919+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-9CO2Kc --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "instagram", "site": "Instagram", "category": "organization", "url": "https://www.instagram.com/nasa/", "original_url": "https://www.instagram.com/nasa/", "final_url": "https://www.instagram.com/nasa/", "expected_required_content": "NASA organization profile with follower and post information", "started_at": "2026-09-29T22:25:47.904190+00:00", "navigation_started_at": "2026-09-29T22:25:48.529192+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.instagram.com/nasa/", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "d9dc8a07ce234c2e638b9437bfef92a69a82159545b56c7125e15918c88cb47f", "capture_complete": true, "raw_html_sha256": "ee8561f7efd4db18837bafa868d73642728e31ca4edd70578a2fe4d905203e3a", "html_bytes": 1051718, "navigation_seconds": 2.093, "attempt_seconds": 4.999, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-FQqnpq", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 4.192, "browser_event_log_sha256": "7607c65c76d11fe63ffd4dbdc76d8274b1bcd9e7c666451733b1824f2819bf26", "browser_event_log_entries": 9, "finished_at": "2026-09-29T22:25:52.903134+00:00", "checks": { "text_chars": 3794, "required_text_checks": [ { "alternatives": [ "nasa" ], "matched": [ "nasa" ] }, { "alternatives": [ "followers" ], "matched": [ "followers" ] }, { "alternatives": [ "posts" ], "matched": [ "posts" ] } ], "text_regex_checks": [], "min_text_chars": 150, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 699.685, "pss_samples": 40, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13643.1171875, "SwapTotal": 8191.99609375, "SwapFree": 2.6328125, "unit": "MiB", "measured_at": "2026-09-29T22:25:47.785916+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-FQqnpq --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified. Private viewport showed a cookie-consent overlay over the NASA profile. Underlying DOM content met the frozen checks; this is not completed visible interaction or consent. No overlay was clicked and the content classification is unchanged.", "visual_inspection": { "outcome": "cookie_consent_overlay_over_profile", "basis": "Private viewport PNG inspected; underlying DOM meets frozen checks", "changes_frozen_classification": false }, "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "tiktok", "site": "TikTok", "category": "organization", "url": "https://www.tiktok.com/@nasa", "original_url": "https://www.tiktok.com/@nasa", "final_url": "https://www.tiktok.com/@nasa", "expected_required_content": "NASA organization profile with video and audience information", "started_at": "2026-09-29T22:25:55.146373+00:00", "navigation_started_at": "2026-09-29T22:25:55.810395+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.tiktok.com/@nasa", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "5805a732631d1350870722b2cbe39ba04d06c6aa7e72675e152c1054a93ca252", "capture_complete": true, "raw_html_sha256": "1978acf998d0989dea3ed70164befe586e43d9a73e1b7b85e12898d828c5d44a", "html_bytes": 572995, "navigation_seconds": 0.909, "attempt_seconds": 4.181, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-T760kP", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 3.107, "browser_event_log_sha256": "7158df1703aa534b64b36935b42386ffe523438f28925bcb90bd124055d2939e", "browser_event_log_entries": 48, "finished_at": "2026-09-29T22:25:59.327075+00:00", "checks": { "text_chars": 1481, "required_text_checks": [ { "alternatives": [ "nasa" ], "matched": [ "nasa" ] }, { "alternatives": [ "followers" ], "matched": [ "followers" ] }, { "alternatives": [ "videos", "likes" ], "matched": [ "videos", "likes" ] } ], "text_regex_checks": [], "min_text_chars": 150, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 863.091, "pss_samples": 33, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13700.87890625, "SwapTotal": 8191.99609375, "SwapFree": 2.63671875, "unit": "MiB", "measured_at": "2026-09-29T22:25:54.991915+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-T760kP --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "g2", "site": "G2", "category": "reviews", "url": "https://www.g2.com/products/asana/reviews", "original_url": "https://www.g2.com/products/asana/reviews", "final_url": "https://www.g2.com/products/asana/reviews", "expected_required_content": "Asana review listing with review and rating information", "started_at": "2026-09-29T22:26:01.561760+00:00", "navigation_started_at": "2026-09-29T22:26:02.207304+00:00", "status": 403, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.g2.com/products/asana/reviews", "status": 403 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "a8e9d4c40ca6d55cf370d80dd6268330e064a622001f54cd46e7b86f5aed9d21", "capture_complete": true, "raw_html_sha256": "2992f3d7e57809907d6d961043d59550bafc6ff9b85df0e7997a61e40a1b6eb6", "html_bytes": 2631, "navigation_seconds": 0.219, "attempt_seconds": 3.007, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-kUzZwJ", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.223, "browser_event_log_sha256": "5675f6bd218d3ede7ce7a4bbb0cb5455e724faf5b6776a250fe65ecf5b8f3130", "browser_event_log_entries": 9, "finished_at": "2026-09-29T22:26:04.568860+00:00", "checks": { "text_chars": 0, "required_text_checks": [ { "alternatives": [ "asana" ], "matched": [] }, { "alternatives": [ "reviews" ], "matched": [] }, { "alternatives": [ "rating", "rated", "stars" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": true, "classification": "http_access_denied", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 635.258, "pss_samples": 24, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13680.5, "SwapTotal": 8191.99609375, "SwapFree": 2.67578125, "unit": "MiB", "measured_at": "2026-09-29T22:26:01.438483+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-kUzZwJ --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Saved DOM rechecked against unchanged rules: http access denied.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "trustpilot", "site": "Trustpilot", "category": "reviews", "url": "https://www.trustpilot.com/review/www.amazon.com", "original_url": "https://www.trustpilot.com/review/www.amazon.com", "final_url": "https://www.trustpilot.com/review/www.amazon.com", "expected_required_content": "Amazon company review listing with ratings", "started_at": "2026-09-29T22:26:06.723453+00:00", "navigation_started_at": "2026-09-29T22:26:07.356327+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.trustpilot.com/review/www.amazon.com", "status": 403 }, { "url": "https://www.trustpilot.com/review/www.amazon.com", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "9cdd81afbfbde1fde5ed39efe636a7c7ca6b727f107513a4784136e3c4266dbd", "capture_complete": true, "raw_html_sha256": "6b6bfce6f65e5b15dd7a03deaea8d18887311a125ad1d3c919f4d47860053ec8", "html_bytes": 897535, "navigation_seconds": 0.497, "attempt_seconds": 3.367, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-976wqC", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.575, "browser_event_log_sha256": "0131bdc21b52840410d2f3892f87d384135980478aa648c48a3dbcaeb63bd3fb", "browser_event_log_entries": 4, "finished_at": "2026-09-29T22:26:10.090399+00:00", "checks": { "text_chars": 18990, "required_text_checks": [ { "alternatives": [ "amazon" ], "matched": [ "amazon" ] }, { "alternatives": [ "reviews" ], "matched": [ "reviews" ] }, { "alternatives": [ "trustscore", "rating", "rated" ], "matched": [ "trustscore", "rating", "rated" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 688.318, "pss_samples": 28, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13684.44921875, "SwapTotal": 8191.99609375, "SwapFree": 2.734375, "unit": "MiB", "measured_at": "2026-09-29T22:26:06.613035+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-976wqC --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "tripadvisor", "site": "Tripadvisor", "category": "reviews", "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "original_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "final_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "expected_required_content": "Paris restaurant listing with reviews", "started_at": "2026-09-29T22:26:12.382554+00:00", "navigation_started_at": "2026-09-29T22:26:13.042016+00:00", "status": 403, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "status": 403 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "5bc85e8356d0ca1db961cdb98e6643a59dbfb71b8662201d78e824457f750a69", "capture_complete": true, "raw_html_sha256": "a3a68969baf1a9977eb2275f3bad36b5e932587d265d951ba82c6e4a0e98afc4", "html_bytes": 1532, "navigation_seconds": 0.346, "attempt_seconds": 3.155, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-h5Ib3v", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.352, "browser_event_log_sha256": "0ce9e3f2885392be26a6140a079a29a26a8106e6fad80bf6e341049dcce30bc1", "browser_event_log_entries": 9, "finished_at": "2026-09-29T22:26:15.537908+00:00", "checks": { "text_chars": 0, "required_text_checks": [ { "alternatives": [ "paris" ], "matched": [] }, { "alternatives": [ "restaurants" ], "matched": [] }, { "alternatives": [ "reviews" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": true, "classification": "http_access_denied", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 646.2, "pss_samples": 26, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13711.4375, "SwapTotal": 8191.99609375, "SwapFree": 2.734375, "unit": "MiB", "measured_at": "2026-09-29T22:26:12.268961+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-h5Ib3v --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Saved DOM rechecked against unchanged rules: http access denied.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "indeed", "site": "Indeed", "category": "jobs", "url": "https://www.indeed.com/jobs?q=python&l=Remote", "original_url": "https://www.indeed.com/jobs?q=python&l=Remote", "final_url": "https://www.indeed.com/jobs?q=python&l=Remote", "expected_required_content": "Remote Python job listings", "started_at": "2026-09-29T22:26:17.767567+00:00", "navigation_started_at": "2026-09-29T22:26:18.414871+00:00", "status": 403, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.indeed.com/jobs?q=python&l=Remote", "status": 403 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "f32b1b0450a1a2349242735e9b005393bd710654a9db62dfe52c2acedad8c842", "capture_complete": true, "raw_html_sha256": "bfc72a3dc6b6ca0cc48a53e59f3a4b8798f545468a9ef4218ee4a6768ed171e2", "html_bytes": 35960, "navigation_seconds": 0.115, "attempt_seconds": 2.889, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-zPiazh", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.125, "browser_event_log_sha256": "47635263977419e6e3b468c9f6ea4125274000a786c8033a456ff606f3153340", "browser_event_log_entries": 2, "finished_at": "2026-09-29T22:26:20.656965+00:00", "checks": { "text_chars": 450, "required_text_checks": [ { "alternatives": [ "python" ], "matched": [] }, { "alternatives": [ "remote" ], "matched": [] }, { "alternatives": [ "jobs" ], "matched": [ "jobs" ] } ], "text_regex_checks": [ { "pattern": "\\b(?:developer|engineer|programmer)\\b", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "http_access_denied", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 557.709, "pss_samples": 25, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13804.44921875, "SwapTotal": 8191.99609375, "SwapFree": 2.734375, "unit": "MiB", "measured_at": "2026-09-29T22:26:17.639934+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-zPiazh --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Saved DOM rechecked against unchanged rules: http access denied.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "remoteok", "site": "Remote OK", "category": "jobs", "url": "https://remoteok.com/remote-dev-jobs", "original_url": "https://remoteok.com/remote-dev-jobs", "final_url": "https://remoteok.com/remote-dev-jobs", "expected_required_content": "Remote developer job listings", "started_at": "2026-09-29T22:26:22.893795+00:00", "navigation_started_at": "2026-09-29T22:26:23.544525+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://remoteok.com/remote-dev-jobs", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "f89e545385df315b2fac254feb640c6ad038ac42ffcae16637cacd677a2e39ab", "capture_complete": true, "raw_html_sha256": "4ec608699d6b7d59f76717f7f7cbd604ecf49d2a61231d1d1146159c470ce7c7", "html_bytes": 968856, "navigation_seconds": 0.826, "attempt_seconds": 3.732, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-qSL75b", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.92, "browser_event_log_sha256": "0892a5ee4cf5b49b6132b0c8ea8b37987cb8441b825d4dc1f3fbafac681cd34e", "browser_event_log_entries": 1, "finished_at": "2026-09-29T22:26:26.626133+00:00", "checks": { "text_chars": 214554, "required_text_checks": [ { "alternatives": [ "remote" ], "matched": [ "remote" ] }, { "alternatives": [ "developer", "engineer" ], "matched": [ "developer", "engineer" ] }, { "alternatives": [ "jobs" ], "matched": [ "jobs" ] } ], "text_regex_checks": [ { "pattern": "\\b(?:developer|engineer|programmer)\\b", "min_matches": 3, "matches": 101 } ], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 644.02, "pss_samples": 31, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13793.38671875, "SwapTotal": 8191.99609375, "SwapFree": 2.734375, "unit": "MiB", "measured_at": "2026-09-29T22:26:22.773938+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-qSL75b --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "weworkremotely", "site": "We Work Remotely", "category": "jobs", "url": "https://weworkremotely.com/categories/remote-programming-jobs", "original_url": "https://weworkremotely.com/categories/remote-programming-jobs", "final_url": "https://weworkremotely.com/categories/remote-full-stack-programming-jobs", "expected_required_content": "Remote programming jobs with actual role descriptions", "started_at": "2026-09-29T22:26:28.961405+00:00", "navigation_started_at": "2026-09-29T22:26:29.578897+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [ { "previous": "https://weworkremotely.com/categories/remote-programming-jobs", "url": "https://weworkremotely.com/categories/remote-full-stack-programming-jobs", "status": 302 } ], "redirect_outcome": "followed", "document_responses": [ { "url": "https://weworkremotely.com/categories/remote-programming-jobs", "status": 302 }, { "url": "https://weworkremotely.com/categories/remote-full-stack-programming-jobs", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "547278538d17ec281ab044e926b4326e8cab0e92816ca605a2f1a930764d13d4", "capture_complete": true, "raw_html_sha256": "1cf652f67b405d6b04747704fd6dba2d8a8d9a81f3f36390aba41e34c0a752c5", "html_bytes": 788983, "navigation_seconds": 0.995, "attempt_seconds": 3.845, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-gOJnWZ", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 3.059, "browser_event_log_sha256": "6c390ef9e9c4c91c659a01ba18ec09d94ca3af9099e0c7b2ee13df3af5961b0b", "browser_event_log_entries": 10, "finished_at": "2026-09-29T22:26:32.806146+00:00", "checks": { "text_chars": 9661, "required_text_checks": [ { "alternatives": [ "remote" ], "matched": [ "remote" ] }, { "alternatives": [ "programming" ], "matched": [ "programming" ] }, { "alternatives": [ "developer", "engineer" ], "matched": [ "developer", "engineer" ] } ], "text_regex_checks": [ { "pattern": "\\b(?:developer|engineer|programmer)\\b", "min_matches": 3, "matches": 26 } ], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 737.771, "pss_samples": 31, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13797.62109375, "SwapTotal": 8191.99609375, "SwapFree": 2.734375, "unit": "MiB", "measured_at": "2026-09-29T22:26:28.852926+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-gOJnWZ --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "wikipedia", "site": "Wikipedia", "category": "content", "url": "https://en.wikipedia.org/wiki/Web_scraping", "original_url": "https://en.wikipedia.org/wiki/Web_scraping", "final_url": "https://en.wikipedia.org/wiki/Web_scraping", "expected_required_content": "Web scraping article with substantive explanation", "started_at": "2026-09-29T22:26:35.091589+00:00", "navigation_started_at": "2026-09-29T22:26:35.807203+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://en.wikipedia.org/wiki/Web_scraping", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "398ca9bb9cdbc1d2bba3089a30618b790b3d356389a54e89d59a39edc4e95e9b", "capture_complete": true, "raw_html_sha256": "7fa5afb29dfa4975d3fe4f1f4b04f76231848160b5bc2108e805f388118a830b", "html_bytes": 417093, "navigation_seconds": 0.456, "attempt_seconds": 3.379, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-CZoMbs", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.491, "browser_event_log_sha256": "221ed6bcbb5335c21936157b6b8111e3166af094b07ca00b4fb9d1324be87b61", "browser_event_log_entries": 1, "finished_at": "2026-09-29T22:26:38.470544+00:00", "checks": { "text_chars": 31055, "required_text_checks": [ { "alternatives": [ "web scraping" ], "matched": [ "web scraping" ] }, { "alternatives": [ "web crawler", "data extraction" ], "matched": [ "web crawler", "data extraction" ] } ], "text_regex_checks": [], "min_text_chars": 3000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 576.798, "pss_samples": 29, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13751.796875, "SwapTotal": 8191.99609375, "SwapFree": 2.734375, "unit": "MiB", "measured_at": "2026-09-29T22:26:34.965927+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-CZoMbs --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "hackernews", "site": "Hacker News", "category": "content", "url": "https://news.ycombinator.com/", "original_url": "https://news.ycombinator.com/", "final_url": "https://news.ycombinator.com/", "expected_required_content": "News story listing with points and comment links", "started_at": "2026-09-29T22:26:40.753037+00:00", "navigation_started_at": "2026-09-29T22:26:41.381154+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://news.ycombinator.com/", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "b66016419d7dbd6f221596eafbbc2d2109b37c96a5b73083c6a9e5c304f6ac7c", "capture_complete": true, "raw_html_sha256": "e5f21832555ea71f943026f53a00eb9a23860ba6b978db114eb313004b6c4cdf", "html_bytes": 34107, "navigation_seconds": 0.897, "attempt_seconds": 3.671, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-GwmPbB", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.908, "browser_event_log_sha256": "b81717f1bada1f7854e1201b30667191e45dd6010fc78943af1285acc6931530", "browser_event_log_entries": 1, "finished_at": "2026-09-29T22:26:44.424601+00:00", "checks": { "text_chars": 3761, "required_text_checks": [ { "alternatives": [ "hacker news" ], "matched": [ "hacker news" ] }, { "alternatives": [ "points" ], "matched": [ "points" ] }, { "alternatives": [ "comments" ], "matched": [ "comments" ] } ], "text_regex_checks": [], "min_text_chars": 1000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 536.387, "pss_samples": 31, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13767.78515625, "SwapTotal": 8191.99609375, "SwapFree": 2.74609375, "unit": "MiB", "measured_at": "2026-09-29T22:26:40.629881+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-GwmPbB --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "bbc", "site": "BBC", "category": "content", "url": "https://www.bbc.com/news", "original_url": "https://www.bbc.com/news", "final_url": "https://www.bbc.com/news", "expected_required_content": "Public news headlines and topic navigation", "started_at": "2026-09-29T22:26:46.634432+00:00", "navigation_started_at": "2026-09-29T22:26:47.292330+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.bbc.com/news", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "c7cae1d922a7a7523b5429db866b3a7bb497266c437bb454eb1e667d0f309390", "capture_complete": true, "raw_html_sha256": "bd4ba5a2f8dde6a2fadd8afdcbc5aac9e582cc9512f2b58773db35866b3d07a9", "html_bytes": 332996, "navigation_seconds": 0.561, "attempt_seconds": 3.403, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-Ge7tEk", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.59, "browser_event_log_sha256": "a6052fc8cf0f41a807c3f20ce30cfd5902cc274582ddb68b17dd6d45011cdd34", "browser_event_log_entries": 5, "finished_at": "2026-09-29T22:26:50.037730+00:00", "checks": { "text_chars": 9799, "required_text_checks": [ { "alternatives": [ "bbc" ], "matched": [ "bbc" ] }, { "alternatives": [ "news" ], "matched": [ "news" ] }, { "alternatives": [ "world", "business" ], "matched": [ "world", "business" ] } ], "text_regex_checks": [], "min_text_chars": 1000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 695.521, "pss_samples": 28, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13809.43359375, "SwapTotal": 8191.99609375, "SwapFree": 2.74609375, "unit": "MiB", "measured_at": "2026-09-29T22:26:46.518957+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-Ge7tEk --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "arxiv", "site": "arXiv", "category": "content", "url": "https://arxiv.org/list/cs/recent", "original_url": "https://arxiv.org/list/cs/recent", "final_url": "https://arxiv.org/list/cs/recent", "expected_required_content": "Recent Computer Science papers with subject metadata", "started_at": "2026-09-29T22:26:52.289275+00:00", "navigation_started_at": "2026-09-29T22:26:52.941687+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://arxiv.org/list/cs/recent", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "5f65d62d28fcf837389ed392ff6be0ff56ac72358452d139cad96828be727a73", "capture_complete": true, "raw_html_sha256": "cb337084a529dccafef7bb538cd9bb01f47b397ed8245e001375fb4189e67943", "html_bytes": 108267, "navigation_seconds": 0.377, "attempt_seconds": 3.182, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-ZoD6Q1", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.39, "browser_event_log_sha256": "d2945d365d495aa8fcd262e8de53fc43fd8063a0461df60c8d462a8792957e92", "browser_event_log_entries": 1, "finished_at": "2026-09-29T22:26:55.471904+00:00", "checks": { "text_chars": 16901, "required_text_checks": [ { "alternatives": [ "computer science" ], "matched": [ "computer science" ] }, { "alternatives": [ "subjects:" ], "matched": [ "subjects:" ] } ], "text_regex_checks": [], "min_text_chars": 1500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 593.078, "pss_samples": 27, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13774.65625, "SwapTotal": 8191.99609375, "SwapFree": 2.74609375, "unit": "MiB", "measured_at": "2026-09-29T22:26:52.179897+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-ZoD6Q1 --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "gutenberg", "site": "Project Gutenberg", "category": "content", "url": "https://www.gutenberg.org/ebooks/1342", "original_url": "https://www.gutenberg.org/ebooks/1342", "final_url": "https://www.gutenberg.org/ebooks/1342", "expected_required_content": "Pride and Prejudice book description with author", "started_at": "2026-09-29T22:26:57.723795+00:00", "navigation_started_at": "2026-09-29T22:26:58.464894+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.gutenberg.org/ebooks/1342", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "b0a169299d5735b47dd9565696e019831713f68ccd3ac91474a8ed6b7e69a2e9", "capture_complete": true, "raw_html_sha256": "040c50bf57a3295b6d36dca88710253ac02bb9ba9a36fe17d313f0297e048409", "html_bytes": 24691, "navigation_seconds": 0.809, "attempt_seconds": 3.702, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-vW9hbd", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.817, "browser_event_log_sha256": "71622227dd00cf3d98304f5b24ea92b796f22e4307aac646fb69f791372905a8", "browser_event_log_entries": 1, "finished_at": "2026-09-29T22:27:01.426408+00:00", "checks": { "text_chars": 2588, "required_text_checks": [ { "alternatives": [ "pride and prejudice" ], "matched": [ "pride and prejudice" ] }, { "alternatives": [ "jane austen" ], "matched": [ "jane austen" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 555.588, "pss_samples": 31, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13754.94921875, "SwapTotal": 8191.99609375, "SwapFree": 2.74609375, "unit": "MiB", "measured_at": "2026-09-29T22:26:57.608011+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-vW9hbd --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "govuk", "site": "GOV.UK", "category": "content", "url": "https://www.gov.uk/bank-holidays", "original_url": "https://www.gov.uk/bank-holidays", "final_url": "https://www.gov.uk/bank-holidays", "expected_required_content": "UK bank holiday dates for England and Wales", "started_at": "2026-09-29T22:27:03.688181+00:00", "navigation_started_at": "2026-09-29T22:27:04.334362+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.gov.uk/bank-holidays", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "9a7e93c5b91a05c6e748f5826c877a45543ed285b36fabe8799b38b3dd60c930", "capture_complete": true, "raw_html_sha256": "da41780f253709c8a897e8555ccb2066e85449b6ca1148a7481b501ae4cfc99e", "html_bytes": 187194, "navigation_seconds": 0.385, "attempt_seconds": 3.187, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-TWPSoA", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.412, "browser_event_log_sha256": "6a245131d846e4c5389056e0bf2f3ce17a837a389e2e2b962e12af4c50c02752", "browser_event_log_entries": 1, "finished_at": "2026-09-29T22:27:06.875643+00:00", "checks": { "text_chars": 17766, "required_text_checks": [ { "alternatives": [ "uk bank holidays" ], "matched": [ "uk bank holidays" ] }, { "alternatives": [ "england and wales" ], "matched": [ "england and wales" ] }, { "alternatives": [ "christmas day" ], "matched": [ "christmas day" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 561.762, "pss_samples": 27, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13787.26171875, "SwapTotal": 8191.99609375, "SwapFree": 2.75, "unit": "MiB", "measured_at": "2026-09-29T22:27:03.553034+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-TWPSoA --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "python", "site": "Python documentation", "category": "content", "url": "https://docs.python.org/3/library/urllib.request.html", "original_url": "https://docs.python.org/3/library/urllib.request.html", "final_url": "https://docs.python.org/3/library/urllib.request.html", "expected_required_content": "urllib.request documentation with API explanation", "started_at": "2026-09-29T22:27:09.113603+00:00", "navigation_started_at": "2026-09-29T22:27:09.756794+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://docs.python.org/3/library/urllib.request.html", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "b245b56ea344869ede78eb24854404ec4c3d57d05532718ed3dffe2759ded38f", "capture_complete": true, "raw_html_sha256": "a024ac14e107cda9ed6aa1f9eecfdedba427ddb1376f80707df2fd9ac4dcc250", "html_bytes": 223068, "navigation_seconds": 0.534, "attempt_seconds": 3.36, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-jrEcFO", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.556, "browser_event_log_sha256": "5891a6306c8d400ed8ce6f16775d718ca39d43fc1d9394b751e88cf985657933", "browser_event_log_entries": 1, "finished_at": "2026-09-29T22:27:12.473493+00:00", "checks": { "text_chars": 55139, "required_text_checks": [ { "alternatives": [ "urllib.request" ], "matched": [ "urllib.request" ] }, { "alternatives": [ "urlopen" ], "matched": [ "urlopen" ] } ], "text_regex_checks": [], "min_text_chars": 3000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 580.006, "pss_samples": 28, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13798.15234375, "SwapTotal": 8191.99609375, "SwapFree": 2.75, "unit": "MiB", "measured_at": "2026-09-29T22:27:08.994731+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-jrEcFO --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "quotes", "site": "Quotes to Scrape", "category": "javascript", "url": "https://quotes.toscrape.com/js/", "original_url": "https://quotes.toscrape.com/js/", "final_url": "https://quotes.toscrape.com/js/", "expected_required_content": "Quote text and author after JavaScript rendering", "started_at": "2026-09-29T22:27:14.711139+00:00", "navigation_started_at": "2026-09-29T22:27:15.355601+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://quotes.toscrape.com/js/", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "4f73e188d56100620fe2ffefd6eac31360388a208b0cd60fb539ab37dbd2af87", "capture_complete": true, "raw_html_sha256": "b6d656f508cbbb0df37ec664f4363c41aa4fb497395e206ed24c497cd75ad110", "html_bytes": 8985, "navigation_seconds": 1.035, "attempt_seconds": 3.806, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-M5wWtE", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 3.042, "browser_event_log_sha256": "438c9af1a8ff901e576c616705f2fa7b0343b226bc203644aee9666fc386b368", "browser_event_log_entries": 2, "finished_at": "2026-09-29T22:27:18.517544+00:00", "checks": { "text_chars": 1495, "required_text_checks": [ { "alternatives": [ "the world as we have created it" ], "matched": [ "the world as we have created it" ] }, { "alternatives": [ "albert einstein" ], "matched": [ "albert einstein" ] } ], "text_regex_checks": [], "min_text_chars": 300, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 557.689, "pss_samples": 32, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13804.109375, "SwapTotal": 8191.99609375, "SwapFree": 2.75, "unit": "MiB", "measured_at": "2026-09-29T22:27:14.594183+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-M5wWtE --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "scrapingcourse", "site": "ScrapingCourse", "category": "javascript", "url": "https://www.scrapingcourse.com/javascript-rendering", "original_url": "https://www.scrapingcourse.com/javascript-rendering", "final_url": "https://www.scrapingcourse.com/javascript-rendering", "expected_required_content": "JavaScript product listing with named products and prices", "started_at": "2026-09-29T22:27:20.777619+00:00", "navigation_started_at": "2026-09-29T22:27:21.421687+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.scrapingcourse.com/javascript-rendering", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "eb1aa4bd8664a070c30f849669bb3510f081929cf2e7cc962215683646b081b1", "capture_complete": true, "raw_html_sha256": "218877327eca54f4694993d3011daf1e55b471f177e01cfbf11ee3cb2ebafc48", "html_bytes": 27714, "navigation_seconds": 1.502, "attempt_seconds": 4.302, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-F3Zp1Z", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 3.508, "browser_event_log_sha256": "fcdc1d31d2359242de5b269758533ee9284596073ca23da5c8ef1065407e6b10", "browser_event_log_entries": 2, "finished_at": "2026-09-29T22:27:25.079809+00:00", "checks": { "text_chars": 381, "required_text_checks": [ { "alternatives": [ "chaz kangeroo hoodie", "teton pullover hoodie" ], "matched": [ "chaz kangeroo hoodie", "teton pullover hoodie" ] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 12 } ], "min_text_chars": 300, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 768.762, "pss_samples": 35, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13812.1171875, "SwapTotal": 8191.99609375, "SwapFree": 2.75390625, "unit": "MiB", "measured_at": "2026-09-29T22:27:20.657238+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-F3Zp1Z --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "webscrapingdev", "site": "Web Scraping Dev", "category": "javascript", "url": "https://web-scraping.dev/reviews", "original_url": "https://web-scraping.dev/reviews", "final_url": "https://web-scraping.dev/reviews", "expected_required_content": "Review text loaded by the JavaScript review interface", "started_at": "2026-09-29T22:27:27.261473+00:00", "navigation_started_at": "2026-09-29T22:27:27.918511+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://web-scraping.dev/reviews", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "aa5980222ab09614c1603b45703a5a4483c9e631bc699a8421ae058b5b32c864", "capture_complete": true, "raw_html_sha256": "463b9848988fe202d3a884d431bb47ce221a6aac0dc805508da98762f88477ad", "html_bytes": 38246, "navigation_seconds": 1.941, "attempt_seconds": 4.754, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-uQk6xn", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 3.949, "browser_event_log_sha256": "aebad35072941064cedabbedae1c0910aa17bd5fd62ec0099b5b71db312c9081", "browser_event_log_entries": 1, "finished_at": "2026-09-29T22:27:32.015156+00:00", "checks": { "text_chars": 2008, "required_text_checks": [ { "alternatives": [ "unique flavor and great energy boost", "excellent energy drink for gamers" ], "matched": [ "unique flavor and great energy boost", "excellent energy drink for gamers" ] } ], "text_regex_checks": [], "min_text_chars": 300, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 560.948, "pss_samples": 39, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13765.93359375, "SwapTotal": 8191.99609375, "SwapFree": 2.75390625, "unit": "MiB", "measured_at": "2026-09-29T22:27:27.139399+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-uQk6xn --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "example", "site": "Example Domain", "category": "control", "url": "https://example.com/", "original_url": "https://example.com/", "final_url": "https://example.com/", "expected_required_content": "Example Domain heading and documentation explanation", "started_at": "2026-09-29T22:27:34.245963+00:00", "navigation_started_at": "2026-09-29T22:27:34.880646+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://example.com/", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "d67afc9796a7d8f8f821e2744a7bedead5e71122135ff2319c5011299a16add7", "capture_complete": true, "raw_html_sha256": "2bada5fdd4fc441dbad75bf20dc7fa4b389d24af5e071cd6d5195a5c4f6373b1", "html_bytes": 12747, "navigation_seconds": 0.129, "attempt_seconds": 2.894, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-76NtQO", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.135, "browser_event_log_sha256": "bb76e9515a62a1e1002b8ac76eb2a82e456867e418c4e4b897ed2b57dd619a04", "browser_event_log_entries": 1, "finished_at": "2026-09-29T22:27:37.140045+00:00", "checks": { "text_chars": 1460, "required_text_checks": [ { "alternatives": [ "example domain" ], "matched": [] }, { "alternatives": [ "documentation examples" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 100, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "missing_required_content", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 559.247, "pss_samples": 24, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13817.97265625, "SwapTotal": 8191.99609375, "SwapFree": 2.7578125, "unit": "MiB", "measured_at": "2026-09-29T22:27:34.131034+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-76NtQO --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Saved DOM rechecked against unchanged rules: missing required content. Frozen source parser/phrase rules are unchanged. The DOM parser does not resolve CSS visibility, separate-letter styling or iframe/shadow-root text.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "httpbingo", "site": "HTTPBingo", "category": "control", "url": "https://httpbingo.org/html", "original_url": "https://httpbingo.org/html", "final_url": "https://httpbingo.org/html", "expected_required_content": "Moby-Dick HTML sample", "started_at": "2026-09-29T22:27:39.289546+00:00", "navigation_started_at": "2026-09-29T22:27:39.940613+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://httpbingo.org/html", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "458ad51f3d636ff30c365b35a43227cc4292e9b01ae433cba3764e0decc810ef", "capture_complete": true, "raw_html_sha256": "132cc77c9ba04c295faf21d5b13ed90b5d85c9630b194c06ba4d96fbc2421556", "html_bytes": 3738, "navigation_seconds": 0.295, "attempt_seconds": 3.086, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-Nwg7g7", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.301, "browser_event_log_sha256": "58468c8483a23321d2a14033aaaf2b6542d872abc80a99c49d4c4b73612c6119", "browser_event_log_entries": 2, "finished_at": "2026-09-29T22:27:42.376026+00:00", "checks": { "text_chars": 3594, "required_text_checks": [ { "alternatives": [ "herman melville" ], "matched": [ "herman melville" ] }, { "alternatives": [ "moby-dick" ], "matched": [ "moby-dick" ] } ], "text_regex_checks": [], "min_text_chars": 300, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 523.977, "pss_samples": 26, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13819.73046875, "SwapTotal": 8191.99609375, "SwapFree": 2.76171875, "unit": "MiB", "measured_at": "2026-09-29T22:27:39.180945+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-Nwg7g7 --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "scrapethissite", "site": "Scrape This Site", "category": "control", "url": "https://www.scrapethissite.com/pages/simple/", "original_url": "https://www.scrapethissite.com/pages/simple/", "final_url": "https://www.scrapethissite.com/pages/simple/", "expected_required_content": "Country records including Andorra and population", "started_at": "2026-09-29T22:27:44.542402+00:00", "navigation_started_at": "2026-09-29T22:27:45.261529+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.scrapethissite.com/pages/simple/", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "274f484841fe4ec4e9fa1a50a7a4754e737eec859a409964dd1a85008dae783f", "capture_complete": true, "raw_html_sha256": "271450c69da14fda760ae3113e7b15f65db38fe978a5a1e7bbe01226ab8e6b61", "html_bytes": 205600, "navigation_seconds": 1.174, "attempt_seconds": 4.06, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-NftOLk", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 3.193, "browser_event_log_sha256": "69dd1afdefe5d6023fb564ca5846500157f861ba7ead66541ba18c986bca77f4", "browser_event_log_entries": 5, "finished_at": "2026-09-29T22:27:48.602155+00:00", "checks": { "text_chars": 18132, "required_text_checks": [ { "alternatives": [ "countries of the world" ], "matched": [ "countries of the world" ] }, { "alternatives": [ "andorra" ], "matched": [ "andorra" ] }, { "alternatives": [ "population" ], "matched": [ "population" ] } ], "text_regex_checks": [], "min_text_chars": 1000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 595.461, "pss_samples": 33, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13804.44140625, "SwapTotal": 8191.99609375, "SwapFree": 2.76953125, "unit": "MiB", "measured_at": "2026-09-29T22:27:44.430574+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-NftOLk --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." }, { "target_id": "iana", "site": "IANA", "category": "control", "url": "https://www.iana.org/domains/reserved", "original_url": "https://www.iana.org/domains/reserved", "final_url": "https://www.iana.org/domains/reserved", "expected_required_content": "Reserved-domain reference and example domains", "started_at": "2026-09-29T22:27:50.860962+00:00", "navigation_started_at": "2026-09-29T22:27:51.524114+00:00", "status": 200, "navigation_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.iana.org/domains/reserved", "status": 200 } ], "browser_version": "153.0.8010.12", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/153.0.8010.12", "revision": "@971a7443b0c9b0a9b2860529b33331b76077ec62", "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "jsVersion": "15.3.76.4" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "84a52b6c5357f772041279e6d66f7eb130ff07f449d1d2e2c1b24d04a9d0cb15", "capture_complete": true, "raw_html_sha256": "ebc9ecd0aeaa06137ccf61984a0eba4f14d354513efa3bd289ae83bfa1674585", "html_bytes": 10344, "navigation_seconds": 0.235, "attempt_seconds": 3.051, "effective_browser_arguments": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--disable-field-trial-config", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-back-forward-cache", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-component-update", "--no-default-browser-check", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-edgeupdater", "--disable-extensions", "--disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion", "--enable-features=CDPScreenshotNewSurface", "--allow-pre-commit-input", "--disable-hang-monitor", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-updater-scheduler", "--force-color-profile=srgb", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--no-service-autorun", "--export-tagged-pdf", "--disable-search-engine-choice-screen", "--unsafely-disable-devtools-self-xss-warnings", "--edge-skip-compat-layer-relaunch", "--disable-infobars", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-unsafe-swiftshader", "--headless", "--hide-scrollbars", "--mute-audio", "--blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4", "--no-sandbox", "--no-proxy-server", "--user-data-dir=/tmp/playwright_chromiumdev_profile-AK9R5u", "--remote-debugging-pipe", "--no-startup-window", "--noerrdialogs", "--ozone-platform=headless", "--ozone-override-screen-size=800,600", "--use-angle=swiftshader-webgl" ], "browser_arguments_error": { "type": "Error", "message": "CDPSession.send: Protocol error (Browser.getBrowserCommandLine): Command line not returned because --enable-automation not set." }, "browser_arguments_basis": "Owned main Chrome /proc cmdline before public navigation. Chromium may rewrite this as a single argument; tokens are split for readability, not an independent original argv capture.", "initial_cookie_count": 0, "browser_observation": { "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "latency_seconds": 2.242, "browser_event_log_sha256": "9cbf7d1f28ff957c16ce39001682b3f14832aca9690c8be6a8b1f5f6d029a866", "browser_event_log_entries": 1, "finished_at": "2026-09-29T22:27:53.911962+00:00", "checks": { "text_chars": 2727, "required_text_checks": [ { "alternatives": [ "iana-managed reserved domains" ], "matched": [ "iana-managed reserved domains" ] }, { "alternatives": [ "example.com" ], "matched": [ "example.com" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 556.819, "pss_samples": 25, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13671.91796875, "SwapTotal": 8191.99609375, "SwapFree": 2.8203125, "unit": "MiB", "measured_at": "2026-09-29T22:27:50.739067+00:00" }, "observed_process_cmdline": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome --disable-field-trial-config --disable-background-networking --disable-background-timer-throttling --disable-backgrounding-occluded-windows --disable-back-forward-cache --disable-breakpad --disable-client-side-phishing-detection --disable-component-extensions-with-background-pages --disable-component-update --no-default-browser-check --disable-default-apps --disable-dev-shm-usage --disable-edgeupdater --disable-extensions --disable-features=AvoidUnnecessaryBeforeUnloadCheckSync,DestroyProfileOnBrowserClose,DialMediaRouteProvider,GlobalMediaControls,HttpsUpgrades,LensOverlay,MediaRouter,PaintHolding,ThirdPartyStoragePartitioning,BlockOriginHeaderModificationOnRedirect,Translate,AutoDeElevate,OptimizationHints,msForceBrowserSignIn,msEdgeUpdateLaunchServicesPreferredVersion --enable-features=CDPScreenshotNewSurface --allow-pre-commit-input --disable-hang-monitor --disable-ipc-flooding-protection --disable-popup-blocking --disable-prompt-on-repost --disable-renderer-backgrounding --disable-updater-scheduler --force-color-profile=srgb --metrics-recording-only --no-first-run --password-store=basic --use-mock-keychain --no-service-autorun --export-tagged-pdf --disable-search-engine-choice-screen --unsafely-disable-devtools-self-xss-warnings --edge-skip-compat-layer-relaunch --disable-infobars --disable-search-engine-choice-screen --disable-sync --enable-unsafe-swiftshader --headless --hide-scrollbars --mute-audio --blink-settings=primaryHoverType=2,availableHoverTypes=2,primaryPointerType=4,availablePointerTypes=4 --no-sandbox --no-proxy-server --user-data-dir=/tmp/playwright_chromiumdev_profile-AK9R5u --remote-debugging-pipe --no-startup-window --noerrdialogs --ozone-platform=headless --ozone-override-screen-size=800,600 --use-angle=swiftshader-webgl" ], "inspection_note": "Complete saved DOM met all unchanged word groups, listing patterns and minimum text. No complete field extraction was verified.", "screenshot_limit": "Viewport PNG was taken after DOM capture; it is not complete-page evidence and does not determine the frozen classification. A screenshot error alone cannot turn a content pass into a failure." } ], "body_hash_basis": "UTF-8 serialized DOM, not HTTP response bytes. Full HTML/screenshots/logs stay private in ignored runner/data.", "pss_caveat": "100 ms samples may miss brief peaks or changing processes. Includes isolated Python, Playwright driver, Chromium startup, screenshots and teardown; excludes batch parent. Sampled totals, not exact peaks or pure browser memory.", "policy_differences": [ "Same pinned Chrome for Testing 153.0.8010.12 binary and native redirect cap 20 as earlier Patchright 1.63.0; same host, later UTC window. Different Python/Node driver implementation: plain upstream Playwright has no Patchright patches.", "Same explicit launch options: headless=True, executable_path, args=[--no-proxy-server], launch timeout 10s; new_context accept_downloads=False; default ordinary JS/resources/cookies/UA and TLS policy retained. No ignore_default_args, stealth module, init script, custom UA, fingerprint override or interception.", "Plain pinned Playwright defaults include --no-sandbox but omit --enable-automation. CDP getBrowserCommandLine can therefore refuse; an own-descendant /proc main Chrome command line is also read. Navigator UA/webdriver observations are recorded on local about:blank before navigation. No default flags changed; current DeepWiki sandbox summary conflicts with pinned source.", "20-second DOMContentLoaded wait then two-second settle and 5-second DOM serialization guard match earlier Patchright. Latency through DOM capture excludes startup, screenshot and teardown; no application repeat of page.goto. Native browser resource retries/reconnections are not instrumented.", "40-second whole-worker watchdog, 3 GiB available host RAM floor, 4 GiB tree PSS cap, 100 ms samples and two-second sequential gaps match Patchright; added 1500-second slice deadline checked before each target.", "5 MiB DOM cap applies after serialization, not to HTTP response/network resource bytes. Native HTTP redirects and client-side final URL changes are reported separately; no goto max_redirects parameter.", "Viewport PNG after DOM capture; screenshot timeout/failure does not change unchanged frozen classifier. Source-text parser misses iframe/shadow-root content and does not resolve CSS visibility. All raw DOM, screenshots and browser/driver logs private.", "One dated navigation per target is not a reliability estimate or causal test of stealth, detection, headers or driver features; no global winner." ], "summary": { "attempted_distinct_sites": 30, "usable_results": 19, "classifications": { "http_access_denied": 6, "http_server_error": 1, "soft_block": 1, "missing_required_content": 3, "usable": 19 }, "http_200_soft_blocks": 1, "http_200_visually_observed_challenges_not_classified_soft_block": 1, "http_200_met_checks_with_visually_observed_overlay": 1, "http_200_empty_content": 0 }, "finished_at": "2026-09-29T22:27:53.976898+00:00", "installed_packages": { "greenlet": "3.5.6", "playwright": "1.63.0", "pyee": "13.0.1", "typing-extensions": "4.16.0" }, "baseline_sha256": { "botasaurus": "f8a1e95d8b5e55bb320234a27cbf8605b4184587509d80c73c02c6c0aacd297b", "camoufox": "736930b15c3e677a5a651a397bbdf1e9a9076b3bf1a1458e3a0bb8716d653eda", "curl_cffi": "72b4f31c91fef067d72d19cdb5cd669a56a41a54122309dd89188b04f26a47be", "lightpanda": "bd0deb3fd9ee7f2a7a67ae95e3458503c47fa7069edd584cc051655b9ae3affa", "patchright": "cc7a70f7b5cd87e8a2e3f66e015730e4f258f9295159d6049cae70705147de14", "scrapling": "610770a368ccc61098a781aab1fe24721e93992b71c1940f3bd6f36a193fe4f7", "scrapy": "8c4f866a3f6f5fc7a72fa0ce8a6e606c95bdb402c77a34c271bdd9c952009ce2", "seleniumbase": "a35988565e4c57e9785ecd2af72a9eea3ae28b99c80a63c80267d1bb99d931aa", "wreq": "269132e9697d084941827877de584d1db11f6f6cd8d8fcfb41f4ab69646d54b8" }, "publication_validation": { "checked_at": "2026-09-29T22:28:12.668551+00:00", "unchanged_validator_ast_verified": true, "dom_hashes_and_checks_verified": 30, "png_hashes_verified": 29, "pss_peaks_verified": 30, "private_browser_event_log_hashes_and_statuses_verified": 30, "driver_log_hashes_verified": 30, "main_browser_arguments_observed": 30, "additional_target_requests": 0, "surviving_owned_processes": 0, "representative_private_screenshots_inspected": [ "walmart", "target", "instagram", "example" ] }, "latency_basis": "Immediately before page.goto through returned/error navigation, fixed two-second settle, final URL read and UTF-8 DOM capture. Excludes browser/context startup, screenshot and teardown. attempt_seconds includes those stages after imports; tree PSS also covers imports.", "startup_checks_url": "/evidence/playwright-public-30-20260929/startup-checks.json", "canary_relation": "One usable HTTP 200 canary excluded from 30-target batch. 31 explicit public page.goto calls total, plus ordinary redirects/browser resources. No local smoke or other benchmark tool run.", "pss_samples_sha256": "57eee5eb29da42ac622ec4c1aea98ffff82583bbe4f410934519003a63610d36" }