{ "run_id": "puppeteer-public-30-20260930", "tool": "Puppeteer", "tool_version": "25.12.0", "node_version": "v22.22.2", "installed_versions": { "puppeteer": "25.12.0", "puppeteer-core": "25.12.0", "@puppeteer/browsers": "3.2.3", "devtools-protocol": "0.0.1687809" }, "python_version": "3.12.3", "platform": "Linux-6.17.0-22-generic-x86_64-with-glibc2.39", "mode": "Plain Puppeteer / headless Chrome / custom executablePath", "config": { "mode": "Plain Puppeteer / headless Chrome / custom executablePath", "proxy_mode": "none", "headless": true, "application_retries": 0, "navigation_count": 1, "waitUntil": "domcontentloaded", "navigation_timeout_ms": 20000, "settle_seconds": 2, "launch_timeout_ms": 10000, "protocol_timeout_ms": 5000, "viewport": { "width": 1280, "height": 720 }, "args": [ "--no-proxy-server", "--no-sandbox" ], "default_args": "Unmodified Puppeteer 25.12.0 defaults, including --enable-automation", "cookies": "Fresh browser and nondefault context per URL; initially empty; ordinary session cookies allowed then discarded", "javascript": true, "resources": "Ordinary browser resources; no request interception", "ua": "Stock HeadlessChrome; no override or stealth", "redirects": "Native Chrome redirect handling, cap 20; no application cap or repeat goto", "tls": "Certificate errors not ignored", "gap_seconds": 2, "attempt_timeout_seconds": 40, "slice_timeout_seconds": 1500, "max_capture_bytes": 5242880, "pss_sample_interval_seconds": 0.1, "min_host_available_mb": 3072, "max_attempt_tree_pss_mb": 4096, "pss_scope": "Node worker and all observed browser descendants from spawn/imports through launch/navigation/settle/DOM/PNG/close/exit; excludes Python supervisor and frozen checks", "fingerprint": "Stock browser/framework defaults; no injected scripts, plugins, UA or fingerprint customization", "login": false, "captcha_solving": false }, "started_at": "2026-09-29T23:05:15.244587+00:00", "attempts": [ { "target_id": "kohls", "original_url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "started_at": "2026-09-29T23:05:16.128Z", "request_started_at": "2026-09-29T23:05:16.470Z", "final_url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "status": 403, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "ea55197b9231cc4bfe044037be6a2d3230e056d6d2a7fb6b5285623023f82399", "capture_complete": true, "raw_html_sha256": "ed165a7977141c2fa896bd89cdc870f89e85bf92940e809adec235ae0a0ee995", "html_bytes": 325, "navigation_seconds": 0.17291960600000003, "latency_seconds": 2.175125614, "attempt_seconds": 2.648755652, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "status": 403 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-JYYMYx" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 31, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:05:18.777Z", "transport_log_sha256": "88a58bebc53df46c8fbaa60c6cec9a3d5a9612774b5ecc8f39d05c2e59e58da7", "site": "Kohl\u2019s", "category": "commerce", "expected_required_content": "Men\u2019s T-shirt product listing with prices", "checks": { "text_chars": 227, "required_text_checks": [ { "alternatives": [ "t-shirt", "tees" ], "matched": [] }, { "alternatives": [ "men" ], "matched": [ "men" ] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 300, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [ "access denied" ] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e840481cbd5ccde9e566a3c468a9eee9e3f8d5775e8e2e4dfdfbf2fea77af06e", "peak_sampled_tree_pss_mb": 407.927, "pss_samples": 23, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13463.25, "SwapTotal": 8191.99609375, "SwapFree": 11.19140625, "unit": "MiB", "measured_at": "2026-09-29T23:05:15.976396+00:00" }, "classification": "http_access_denied", "usable_content": false, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: http access denied. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "amazon", "original_url": "https://www.amazon.com/s?k=laptop", "url": "https://www.amazon.com/s?k=laptop", "started_at": "2026-09-29T23:05:21.040Z", "request_started_at": "2026-09-29T23:05:21.393Z", "final_url": "https://www.amazon.com/s?k=laptop", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "42ae8055e9f93fe213e80bb2b042c980191cc20df64fe2aec9168e70cfc2270b", "capture_complete": true, "raw_html_sha256": "8b1673820d362e7ec0143eaeb56eafd928bccbc25361f980a18b7f38dffb3e8f", "html_bytes": 1091468, "navigation_seconds": 1.2472521120000002, "latency_seconds": 3.3239915370000004, "attempt_seconds": 3.859173391, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.amazon.com/s?k=laptop", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-8ewJ6A" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 25, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://www.amazon.com/s?k=laptop", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:05:24.899Z", "transport_log_sha256": "7e81d88117ad6aa4715c227b09327339c6a3a6b1654691524406d71d41d29f21", "site": "Amazon", "category": "commerce", "expected_required_content": "Laptop search results with product prices", "checks": { "text_chars": 16526, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [ "laptop" ] }, { "alternatives": [ "results" ], "matched": [ "results" ] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "5b24b252799aab3ca2c8a85ce102e088f5fecc4c6380783ec4f61f5b7e270296", "peak_sampled_tree_pss_mb": 631.72, "pss_samples": 31, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13432.02734375, "SwapTotal": 8191.99609375, "SwapFree": 11.19140625, "unit": "MiB", "measured_at": "2026-09-29T23:05:20.866924+00:00" }, "classification": "missing_required_content", "usable_content": false, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: missing required content. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "walmart", "original_url": "https://www.walmart.com/search?q=laptop", "url": "https://www.walmart.com/search?q=laptop", "started_at": "2026-09-29T23:05:27.228Z", "request_started_at": "2026-09-29T23:05:27.598Z", "final_url": "https://www.walmart.com/blocked?url=L3NlYXJjaD9xPWxhcHRvcA==&uuid=42c7605b-bc5a-11f1-883d-a31fd72bce8a&vid=&g=b", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "d0eb0dd2f71cbed19886a0f6bf330c2e5051de5c4d176ba3e0b8f122a3e4cd94", "capture_complete": true, "raw_html_sha256": "7ec60991f512d672eafebbb725fb7255fcca6857f4e2ca8f4c0475a71b9ed4a7", "html_bytes": 17042, "navigation_seconds": 0.441616992, "latency_seconds": 2.4433986009999997, "attempt_seconds": 2.987487502, "redirect_history": [ { "previous": "https://www.walmart.com/search?q=laptop", "url": "https://www.walmart.com/blocked?url=L3NlYXJjaD9xPWxhcHRvcA==&uuid=42c7605b-bc5a-11f1-883d-a31fd72bce8a&vid=&g=b", "status": 307 } ], "redirect_outcome": "followed_native_redirects", "document_responses": [ { "url": "https://www.walmart.com/search?q=laptop", "status": 307 }, { "url": "https://www.walmart.com/blocked?url=L3NlYXJjaD9xPWxhcHRvcA==&uuid=42c7605b-bc5a-11f1-883d-a31fd72bce8a&vid=&g=b", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-wAsGIL" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 12, "observed_document_request_count": 2, "observed_request_headers": [ { "url": "https://www.walmart.com/search?q=laptop", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } }, { "url": "https://www.walmart.com/blocked?url=L3NlYXJjaD9xPWxhcHRvcA==&uuid=42c7605b-bc5a-11f1-883d-a31fd72bce8a&vid=&g=b", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:05:30.215Z", "transport_log_sha256": "a586a67c08dd672dd8c22c6fa0c949d0c6683275d3c28ccc195570c9d07621e5", "site": "Walmart", "category": "commerce", "expected_required_content": "Laptop search results with product prices", "checks": { "text_chars": 209, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [ "robot or human" ] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "b4ac234a6f02391095841e4b665d4e471e139a48a5f8ddba9078c4d440406bdf", "peak_sampled_tree_pss_mb": 763.786, "pss_samples": 23, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13397.41015625, "SwapTotal": 8191.99609375, "SwapFree": 11.19140625, "unit": "MiB", "measured_at": "2026-09-29T23:05:27.061926+00:00" }, "classification": "soft_block", "usable_content": false, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: soft block. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "ebay", "original_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "started_at": "2026-09-29T23:05:32.383Z", "request_started_at": "2026-09-29T23:05:32.761Z", "final_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "status": 403, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "63b8debafb7b01cc2c65c5314815fdc33c5bf3f4cda311a02dd9ea8469662adb", "capture_complete": true, "raw_html_sha256": "7b1d2f6a92463f2314b9b95b8114eeea54f9dff5cbfff5d8c2c6c33fd0b121bf", "html_bytes": 1832, "navigation_seconds": 0.15817996800000003, "latency_seconds": 2.1613679510000003, "attempt_seconds": 2.7164570990000003, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "status": 403 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-5plqS3" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 2, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:05:35.100Z", "transport_log_sha256": "17c1992968861607b9d0db87fa6e7093d64ce8db7e74f4a5389d238f7af7eea5", "site": "eBay", "category": "commerce", "expected_required_content": "Laptop marketplace listings with prices", "checks": { "text_chars": 189, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] }, { "alternatives": [ "results" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "4bbf3531bc2fbb6d38109c897f4ed17e9907254bbf95a44477c629f4d2a7392b", "peak_sampled_tree_pss_mb": 420.529, "pss_samples": 23, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13335.125, "SwapTotal": 8191.99609375, "SwapFree": 11.19140625, "unit": "MiB", "measured_at": "2026-09-29T23:05:32.236316+00:00" }, "classification": "http_access_denied", "usable_content": false, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: http access denied. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "target", "original_url": "https://www.target.com/s?searchTerm=laptop", "url": "https://www.target.com/s?searchTerm=laptop", "started_at": "2026-09-29T23:05:37.293Z", "request_started_at": "2026-09-29T23:05:37.643Z", "final_url": "https://www.target.com/s?searchTerm=laptop", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "dfd3ff9aba14869a8219469bf344151709217fff7721ecb1bb79e7b63fd19477", "capture_complete": true, "raw_html_sha256": "cb62e51ae76dd97529328bbdef7142117d9c71e66212d836de088d25b68fc54f", "html_bytes": 177834, "navigation_seconds": 1.450252514, "latency_seconds": 3.549988338, "attempt_seconds": 5.536537109, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.target.com/s?searchTerm=laptop", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-FXlP3J" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 27, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://www.target.com/s?searchTerm=laptop", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:05:42.830Z", "transport_log_sha256": "01657677a1c9c5e05eba78d8e126a9d264d99531adfd48b17e10674cfc491625", "site": "Target", "category": "commerce", "expected_required_content": "Laptop search listing with prices", "checks": { "text_chars": 1455, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "f1f4ea5137add5ad44de71dbb2c8786bce6b5124eedb4af983f96cd7787ffbeb", "peak_sampled_tree_pss_mb": 980.678, "pss_samples": 40, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13471.55859375, "SwapTotal": 8191.99609375, "SwapFree": 11.1953125, "unit": "MiB", "measured_at": "2026-09-29T23:05:37.141912+00:00" }, "classification": "missing_required_content", "usable_content": false, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: missing required content. This does not prove rendered visibility, complete field extraction or interaction. Private PNG shows a Quick verification challenge missed by the frozen soft-block phrases. Classification stays missing required content.", "visual_inspection": { "outcome": "verification_challenge", "screenshot_sha256": "dfd3ff9aba14869a8219469bf344151709217fff7721ecb1bb79e7b63fd19477", "basis": "Private viewport PNG inspected; Quick verification / press and hold challenge. No interaction." }, "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "etsy", "original_url": "https://www.etsy.com/search?q=ceramic+mug", "url": "https://www.etsy.com/search?q=ceramic+mug", "started_at": "2026-09-29T23:05:45.075Z", "request_started_at": "2026-09-29T23:05:45.445Z", "final_url": "https://www.etsy.com/search?q=ceramic+mug", "status": 403, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "848f0ac56147519b3dc6bcff9dc6588598f221cc72b23d01d6d99f672da0cf8a", "capture_complete": true, "raw_html_sha256": "09ca0931b83f47ab0bcb10e65e3c23684c6262201141784681d763af4fc047ab", "html_bytes": 1513, "navigation_seconds": 0.5350153960000001, "latency_seconds": 2.536355627, "attempt_seconds": 3.081229467, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.etsy.com/search?q=ceramic+mug", "status": 403 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-2Zj5yk" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 3, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://www.etsy.com/search?q=ceramic+mug", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:05:48.156Z", "transport_log_sha256": "250d82bc355c0bc726d150a2d4c990523e20dc3254f5cc6a67f4dbf4722508ec", "site": "Etsy", "category": "commerce", "expected_required_content": "Ceramic mug listings with prices", "checks": { "text_chars": 0, "required_text_checks": [ { "alternatives": [ "ceramic" ], "matched": [] }, { "alternatives": [ "mug" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "a74f74d0f6a3e44fa36a193a28c84f35f19221b47c17f80b632cbf90dadb0598", "peak_sampled_tree_pss_mb": 444.389, "pss_samples": 25, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13348.5234375, "SwapTotal": 8191.99609375, "SwapFree": 11.19921875, "unit": "MiB", "measured_at": "2026-09-29T23:05:44.917922+00:00" }, "classification": "http_access_denied", "usable_content": false, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: http access denied. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "bestbuy", "original_url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "started_at": "2026-09-29T23:05:50.337Z", "request_started_at": "2026-09-29T23:05:50.689Z", "final_url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "status": 200, "error": null, "navigation_error": { "type": "ProtocolError", "message": "Page.navigate timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed." }, "capture_error": { "type": "Error", "message": "Execution context was destroyed, most likely because of a navigation." }, "screenshot_error": { "type": "ProtocolError", "message": "Page.captureScreenshot timed out. Increase the 'protocolTimeout' setting in launch/connect calls for a higher timeout if needed." }, "screenshot_sha256": null, "capture_complete": false, "raw_html_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "html_bytes": 0, "navigation_seconds": 5.000809561, "latency_seconds": 8.322701979000001, "attempt_seconds": 13.759723536, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-l8x0wR" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 10, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:06:04.097Z", "transport_log_sha256": "6a15addbd27a721d8700b539709e43c350e8ad05490a2e4c583855030a19ece7", "site": "Best Buy", "category": "commerce", "expected_required_content": "Laptop product listing with prices", "checks": { "text_chars": 0, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "30c32c49c4eecb30f3d3a24bdc2687c81a9165e91aa66b510d5b4eefd9186cc1", "peak_sampled_tree_pss_mb": 424.319, "pss_samples": 107, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13442.37890625, "SwapTotal": 8191.99609375, "SwapFree": 11.19921875, "unit": "MiB", "measured_at": "2026-09-29T23:05:50.182911+00:00" }, "classification": "navigation_error", "usable_content": false, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: navigation error. This does not prove rendered visibility, complete field extraction or interaction. HTTP 200 has no checked text. Page.navigate exceeded the explicit five-second CDP protocol limit, despite a 20-second navigation deadline; DOM context was destroyed and PNG timed out. HTTP 200 is not a usable result.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "linkedin", "original_url": "https://www.linkedin.com/company/nasa/", "url": "https://www.linkedin.com/company/nasa/", "started_at": "2026-09-29T23:06:06.300Z", "request_started_at": "2026-09-29T23:06:06.679Z", "final_url": "https://www.linkedin.com/company/nasa/", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "ed1a28069ec32dd59070f3d785e616de900e0cd3df0c631d3ade8e3e8a5759cd", "capture_complete": true, "raw_html_sha256": "14debe181f74d2c8f0f4750b3719287ebea86e911dbf22b494e93b4baff7e26c", "html_bytes": 408087, "navigation_seconds": 0.998168712, "latency_seconds": 3.0352673379999997, "attempt_seconds": 3.637643411, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.linkedin.com/company/nasa/", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-PE0C53" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 10, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://www.linkedin.com/company/nasa/", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:06:09.938Z", "transport_log_sha256": "2f1e903cd6032082d301e482bfbe1b3dae4583f8f029bb5d0d098fab7d0f16f7", "site": "LinkedIn", "category": "organization", "expected_required_content": "Public NASA organization description and industry/topic", "checks": { "text_chars": 13400, "required_text_checks": [ { "alternatives": [ "nasa", "national aeronautics" ], "matched": [ "nasa", "national aeronautics" ] }, { "alternatives": [ "space", "research", "aviation" ], "matched": [ "space", "research", "aviation" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "74b434307c04ca022016bde1930bc0d08ac8afb842480347caf3eeb54d95d9ef", "peak_sampled_tree_pss_mb": 749.51, "pss_samples": 28, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13670.65625, "SwapTotal": 8191.99609375, "SwapFree": 11.2109375, "unit": "MiB", "measured_at": "2026-09-29T23:06:06.150019+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "instagram", "original_url": "https://www.instagram.com/nasa/", "url": "https://www.instagram.com/nasa/", "started_at": "2026-09-29T23:06:12.240Z", "request_started_at": "2026-09-29T23:06:12.648Z", "final_url": "https://www.instagram.com/nasa/", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "1ff20e0583708983c1126fce7595ae1825d2b1aa3005ced8189eabef8c84bc5d", "capture_complete": true, "raw_html_sha256": "45e24270ce82ffe50b2dae95f84bb71fb9bddbe3a9b61e32ec7ffd3abeaed14e", "html_bytes": 1036836, "navigation_seconds": 0.533700519, "latency_seconds": 2.604226444, "attempt_seconds": 3.223157463, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.instagram.com/nasa/", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-MpntWr" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 1, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://www.instagram.com/nasa/", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:06:15.463Z", "transport_log_sha256": "0f1997a357857a393ef88ebe5a1dcd07b87f5012e5e91c20e5f767d0263589a4", "site": "Instagram", "category": "organization", "expected_required_content": "NASA organization profile with follower and post information", "checks": { "text_chars": 3794, "required_text_checks": [ { "alternatives": [ "nasa" ], "matched": [ "nasa" ] }, { "alternatives": [ "followers" ], "matched": [ "followers" ] }, { "alternatives": [ "posts" ], "matched": [ "posts" ] } ], "text_regex_checks": [], "min_text_chars": 150, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "a72c67023633f5e7106152612f145bc6b67e3c185d5dc115693e8d0f2c4a1441", "peak_sampled_tree_pss_mb": 649.819, "pss_samples": 26, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13531.15625, "SwapTotal": 8191.99609375, "SwapFree": 11.2109375, "unit": "MiB", "measured_at": "2026-09-29T23:06:12.070157+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction. Private PNG shows a cookie consent overlay above the NASA profile while DOM checks pass; no consent was clicked.", "visual_inspection": { "outcome": "cookie_consent_overlay_over_profile", "screenshot_sha256": "1ff20e0583708983c1126fce7595ae1825d2b1aa3005ced8189eabef8c84bc5d", "basis": "Private viewport PNG inspected; cookie consent overlay covers the visible NASA profile. No interaction." }, "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "tiktok", "original_url": "https://www.tiktok.com/@nasa", "url": "https://www.tiktok.com/@nasa", "started_at": "2026-09-29T23:06:17.722Z", "request_started_at": "2026-09-29T23:06:18.086Z", "final_url": "https://www.tiktok.com/@nasa", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "12d476ace24be5e576bd8099c2742eb917b9d406d4cbc8520ba59716389bf275", "capture_complete": true, "raw_html_sha256": "b899ba1790fe523094602cc574af052251d602b4329f7d6144f19561ae3b7ba2", "html_bytes": 534726, "navigation_seconds": 1.334744522, "latency_seconds": 3.403159772, "attempt_seconds": 4.091116214, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.tiktok.com/@nasa", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-cgCGGn" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 10, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://www.tiktok.com/@nasa", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:06:21.813Z", "transport_log_sha256": "58164a6b702cb7f4259eb2d5264a161bb87b5fa72b7f0ea2d4d1a17946dc9573", "site": "TikTok", "category": "organization", "expected_required_content": "NASA organization profile with video and audience information", "checks": { "text_chars": 1447, "required_text_checks": [ { "alternatives": [ "nasa" ], "matched": [ "nasa" ] }, { "alternatives": [ "followers" ], "matched": [ "followers" ] }, { "alternatives": [ "videos", "likes" ], "matched": [ "videos", "likes" ] } ], "text_regex_checks": [], "min_text_chars": 150, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "b4d760e68563549c775086aebf2e263e7bf033030587aedb27ff0df083a8e902", "peak_sampled_tree_pss_mb": 754.35, "pss_samples": 32, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13543.1015625, "SwapTotal": 8191.99609375, "SwapFree": 11.21484375, "unit": "MiB", "measured_at": "2026-09-29T23:06:17.561947+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "g2", "original_url": "https://www.g2.com/products/asana/reviews", "url": "https://www.g2.com/products/asana/reviews", "started_at": "2026-09-29T23:06:24.068Z", "request_started_at": "2026-09-29T23:06:24.432Z", "final_url": "https://www.g2.com/products/asana/reviews", "status": 403, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "a8e9d4c40ca6d55cf370d80dd6268330e064a622001f54cd46e7b86f5aed9d21", "capture_complete": true, "raw_html_sha256": "2f45e004ff2e48269a24eea4e314fd6b4d8bf2aa08336f74cb3ebbac955a06c4", "html_bytes": 2631, "navigation_seconds": 0.38776797199999996, "latency_seconds": 2.3898904, "attempt_seconds": 2.8920898630000003, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.g2.com/products/asana/reviews", "status": 403 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-MqzqoH" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 3, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://www.g2.com/products/asana/reviews", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:06:26.960Z", "transport_log_sha256": "4dc503f55713efa8efd75d234aef62d5107ab13e7b09a05b9e0a7ae669d3f6cc", "site": "G2", "category": "reviews", "expected_required_content": "Asana review listing with review and rating information", "checks": { "text_chars": 0, "required_text_checks": [ { "alternatives": [ "asana" ], "matched": [] }, { "alternatives": [ "reviews" ], "matched": [] }, { "alternatives": [ "rating", "rated", "stars" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "2bb2f6d08f83c6576133934fd9c1d7089dd0695cf093be4314ffa832b7fafbf3", "peak_sampled_tree_pss_mb": 594.342, "pss_samples": 23, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13574.51953125, "SwapTotal": 8191.99609375, "SwapFree": 11.21484375, "unit": "MiB", "measured_at": "2026-09-29T23:06:23.916907+00:00" }, "classification": "http_access_denied", "usable_content": false, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: http access denied. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "trustpilot", "original_url": "https://www.trustpilot.com/review/www.amazon.com", "url": "https://www.trustpilot.com/review/www.amazon.com", "started_at": "2026-09-29T23:06:29.165Z", "request_started_at": "2026-09-29T23:06:29.505Z", "final_url": "https://www.trustpilot.com/review/www.amazon.com", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "d0e91adcb2b633da469ffecb4044289d7bed4e0abb13234e90251bb7e5e10f3c", "capture_complete": true, "raw_html_sha256": "99f0da939e0d28f4bd19b4301a9eeff96515883818219d38a3631848d983832a", "html_bytes": 826502, "navigation_seconds": 0.48685541899999996, "latency_seconds": 2.597851257, "attempt_seconds": 3.1683191930000003, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.trustpilot.com/review/www.amazon.com", "status": 403 }, { "url": "https://www.trustpilot.com/review/www.amazon.com", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-Af7A2K" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 3, "observed_document_request_count": 2, "observed_request_headers": [ { "url": "https://www.trustpilot.com/review/www.amazon.com", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } }, { "url": "https://www.trustpilot.com/review/www.amazon.com", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "referer": "https://www.trustpilot.com/review/www.amazon.com", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:06:32.333Z", "transport_log_sha256": "358704f76f750e96b82f4182eca6e858d55846201195a46d57a6d9b789c2201e", "site": "Trustpilot", "category": "reviews", "expected_required_content": "Amazon company review listing with ratings", "checks": { "text_chars": 17766, "required_text_checks": [ { "alternatives": [ "amazon" ], "matched": [ "amazon" ] }, { "alternatives": [ "reviews" ], "matched": [ "reviews" ] }, { "alternatives": [ "trustscore", "rating", "rated" ], "matched": [ "trustscore", "rating", "rated" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "5ece99f49c22f83e3ea58483b9127b1805f3a5bffacdd034f83be713fbec58de", "peak_sampled_tree_pss_mb": 593.353, "pss_samples": 26, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13584.234375, "SwapTotal": 8191.99609375, "SwapFree": 11.21875, "unit": "MiB", "measured_at": "2026-09-29T23:06:28.998033+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "tripadvisor", "original_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "started_at": "2026-09-29T23:06:34.602Z", "request_started_at": "2026-09-29T23:06:34.994Z", "final_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "status": 403, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "554768132bab1a5890d833158263672038e0ed4af42dfdfbf234a959717d275f", "capture_complete": true, "raw_html_sha256": "36c3eb1312d70d0397ca09cbc2214ef1de21bd96d25400b0450a6013296245ae", "html_bytes": 1520, "navigation_seconds": 0.49721783699999994, "latency_seconds": 2.4995026589999996, "attempt_seconds": 3.0309454270000002, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "status": 403 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-oQ4zpO" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 2, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:06:37.634Z", "transport_log_sha256": "43160d9148d8438e266164d5577c5cb33e5c463bfb7ad2f27bcaa5a6be7a13d0", "site": "Tripadvisor", "category": "reviews", "expected_required_content": "Paris restaurant listing with reviews", "checks": { "text_chars": 0, "required_text_checks": [ { "alternatives": [ "paris" ], "matched": [] }, { "alternatives": [ "restaurants" ], "matched": [] }, { "alternatives": [ "reviews" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "bac43b0d82c3c3203c3322e3e5a23a41ddcc79809ca45306d4cebce0d0ca7902", "peak_sampled_tree_pss_mb": 458.036, "pss_samples": 25, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13507.49609375, "SwapTotal": 8191.99609375, "SwapFree": 11.22265625, "unit": "MiB", "measured_at": "2026-09-29T23:06:34.438508+00:00" }, "classification": "http_access_denied", "usable_content": false, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: http access denied. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "indeed", "original_url": "https://www.indeed.com/jobs?q=python&l=Remote", "url": "https://www.indeed.com/jobs?q=python&l=Remote", "started_at": "2026-09-29T23:06:39.864Z", "request_started_at": "2026-09-29T23:06:40.224Z", "final_url": "https://www.indeed.com/jobs?q=python&l=Remote", "status": 403, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "d7b681598a7042dc8201efdc4a5dad81284028466dd2b2be465cc7db811c683e", "capture_complete": true, "raw_html_sha256": "8dc3e5ecf93940085e9e85c2d48830b6c8f48abfaa44369e723ed4fd1f6d6647", "html_bytes": 35960, "navigation_seconds": 0.148449607, "latency_seconds": 2.152953484, "attempt_seconds": 2.660144468, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.indeed.com/jobs?q=python&l=Remote", "status": 403 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-bhTA1W" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 3, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://www.indeed.com/jobs?q=python&l=Remote", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:06:42.524Z", "transport_log_sha256": "a5e1209a911c490f5e99676efd04f4f0aa68d42620b8d70ce40c3c9899e6ea6f", "site": "Indeed", "category": "jobs", "expected_required_content": "Remote Python job listings", "checks": { "text_chars": 450, "required_text_checks": [ { "alternatives": [ "python" ], "matched": [] }, { "alternatives": [ "remote" ], "matched": [] }, { "alternatives": [ "jobs" ], "matched": [ "jobs" ] } ], "text_regex_checks": [ { "pattern": "\\b(?:developer|engineer|programmer)\\b", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "0c6532370a02dfb6d8719cfcf45b23373175d00a6355ab8484f7f8b2763bb337", "peak_sampled_tree_pss_mb": 466.715, "pss_samples": 22, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13617.66015625, "SwapTotal": 8191.99609375, "SwapFree": 11.2265625, "unit": "MiB", "measured_at": "2026-09-29T23:06:39.707880+00:00" }, "classification": "http_access_denied", "usable_content": false, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: http access denied. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "remoteok", "original_url": "https://remoteok.com/remote-dev-jobs", "url": "https://remoteok.com/remote-dev-jobs", "started_at": "2026-09-29T23:06:44.705Z", "request_started_at": "2026-09-29T23:06:45.099Z", "final_url": "https://remoteok.com/remote-dev-jobs", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "b2bd7a877b720780b65f067a525e44cdf5e98a2ca376b52f84fea1675c1252da", "capture_complete": true, "raw_html_sha256": "869a9ea24903c5ba0db314a27a8df6f9f668986caaaf483ff6b7743e0c414f6a", "html_bytes": 968748, "navigation_seconds": 0.928835012, "latency_seconds": 3.0103190829999997, "attempt_seconds": 3.5688266459999998, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://remoteok.com/remote-dev-jobs", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-nkHue1" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 3, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://remoteok.com/remote-dev-jobs", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:06:48.274Z", "transport_log_sha256": "7390cfba2c15eb026aa43df891aa11fea14ffebf1c6c878e987ea731b2ffc74a", "site": "Remote OK", "category": "jobs", "expected_required_content": "Remote developer job listings", "checks": { "text_chars": 214554, "required_text_checks": [ { "alternatives": [ "remote" ], "matched": [ "remote" ] }, { "alternatives": [ "developer", "engineer" ], "matched": [ "developer", "engineer" ] }, { "alternatives": [ "jobs" ], "matched": [ "jobs" ] } ], "text_regex_checks": [ { "pattern": "\\b(?:developer|engineer|programmer)\\b", "min_matches": 3, "matches": 101 } ], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "f88f486eb291d87926a381f70cf614cd4fa97927862a3fd0b06e88e7385282af", "peak_sampled_tree_pss_mb": 524.388, "pss_samples": 29, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13568.2109375, "SwapTotal": 8191.99609375, "SwapFree": 11.234375, "unit": "MiB", "measured_at": "2026-09-29T23:06:44.553030+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "weworkremotely", "original_url": "https://weworkremotely.com/categories/remote-programming-jobs", "url": "https://weworkremotely.com/categories/remote-programming-jobs", "started_at": "2026-09-29T23:06:50.586Z", "request_started_at": "2026-09-29T23:06:50.954Z", "final_url": "https://weworkremotely.com/categories/remote-full-stack-programming-jobs", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "90c5299ec9aa203761c5690b23717eb0daee74e337cac4a316849f90e115199e", "capture_complete": true, "raw_html_sha256": "85bd5055fa11fb74c3c34dd4ac2b075340132082f015b35bfe5a2e902cc81256", "html_bytes": 788462, "navigation_seconds": 1.043690228, "latency_seconds": 3.119109184, "attempt_seconds": 3.677035441, "redirect_history": [ { "previous": "https://weworkremotely.com/categories/remote-programming-jobs", "url": "https://weworkremotely.com/categories/remote-full-stack-programming-jobs", "status": 302 } ], "redirect_outcome": "followed_native_redirects", "document_responses": [ { "url": "https://weworkremotely.com/categories/remote-programming-jobs", "status": 302 }, { "url": "https://weworkremotely.com/categories/remote-full-stack-programming-jobs", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-OeXvXS" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 25, "observed_document_request_count": 2, "observed_request_headers": [ { "url": "https://weworkremotely.com/categories/remote-programming-jobs", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } }, { "url": "https://weworkremotely.com/categories/remote-full-stack-programming-jobs", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:06:54.263Z", "transport_log_sha256": "3228852d2dcacbca3b4161066e412549cc1d152996602acb17bb86ac1199ad28", "site": "We Work Remotely", "category": "jobs", "expected_required_content": "Remote programming jobs with actual role descriptions", "checks": { "text_chars": 9661, "required_text_checks": [ { "alternatives": [ "remote" ], "matched": [ "remote" ] }, { "alternatives": [ "programming" ], "matched": [ "programming" ] }, { "alternatives": [ "developer", "engineer" ], "matched": [ "developer", "engineer" ] } ], "text_regex_checks": [ { "pattern": "\\b(?:developer|engineer|programmer)\\b", "min_matches": 3, "matches": 26 } ], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "281542a11805d417b99259d67d7e71f8e82b2c864b1a0ad36e88295321e19ba2", "peak_sampled_tree_pss_mb": 647.13, "pss_samples": 29, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13670.70703125, "SwapTotal": 8191.99609375, "SwapFree": 11.234375, "unit": "MiB", "measured_at": "2026-09-29T23:06:50.429881+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "wikipedia", "original_url": "https://en.wikipedia.org/wiki/Web_scraping", "url": "https://en.wikipedia.org/wiki/Web_scraping", "started_at": "2026-09-29T23:06:56.511Z", "request_started_at": "2026-09-29T23:06:56.891Z", "final_url": "https://en.wikipedia.org/wiki/Web_scraping", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "c5413fe90a3c91ffc3502e37ab4fb012b042b412e0013ace7568a22e22230fd1", "capture_complete": true, "raw_html_sha256": "7fa5afb29dfa4975d3fe4f1f4b04f76231848160b5bc2108e805f388118a830b", "html_bytes": 417093, "navigation_seconds": 0.4320738980000001, "latency_seconds": 2.463132636, "attempt_seconds": 2.9987204340000004, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://en.wikipedia.org/wiki/Web_scraping", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-PICxoQ" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 12, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://en.wikipedia.org/wiki/Web_scraping", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:06:59.510Z", "transport_log_sha256": "7b73f456b2b7e37496a63b7aa6bb12637e5636db3cffe41114bea7696ba45ae6", "site": "Wikipedia", "category": "content", "expected_required_content": "Web scraping article with substantive explanation", "checks": { "text_chars": 31055, "required_text_checks": [ { "alternatives": [ "web scraping" ], "matched": [ "web scraping" ] }, { "alternatives": [ "web crawler", "data extraction" ], "matched": [ "web crawler", "data extraction" ] } ], "text_regex_checks": [], "min_text_chars": 3000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "1f99c9e27e95a1950f7d91ff0bc1698d2d618dde59e8eb99d72ac5fc33c1510f", "peak_sampled_tree_pss_mb": 479.669, "pss_samples": 25, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13645.96484375, "SwapTotal": 8191.99609375, "SwapFree": 11.23828125, "unit": "MiB", "measured_at": "2026-09-29T23:06:56.351891+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "hackernews", "original_url": "https://news.ycombinator.com/", "url": "https://news.ycombinator.com/", "started_at": "2026-09-29T23:07:01.792Z", "request_started_at": "2026-09-29T23:07:02.154Z", "final_url": "https://news.ycombinator.com/", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "d11d6699cf9b9de9877e57715fb6870d11a3799a4aeaf48ecd767302ec210c2a", "capture_complete": true, "raw_html_sha256": "3ac0f716f4994331f1170756dd6aaf9618d70160a21d0600794b0e2be662fd62", "html_bytes": 33879, "navigation_seconds": 1.009528987, "latency_seconds": 3.015227562, "attempt_seconds": 3.520005991, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://news.ycombinator.com/", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-5vW16e" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 0, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://news.ycombinator.com/", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:07:05.312Z", "transport_log_sha256": "fa7298d2e18d66c07952764650f4627b84fe0549d13ca997174303ccff8af3cd", "site": "Hacker News", "category": "content", "expected_required_content": "News story listing with points and comment links", "checks": { "text_chars": 3634, "required_text_checks": [ { "alternatives": [ "hacker news" ], "matched": [ "hacker news" ] }, { "alternatives": [ "points" ], "matched": [ "points" ] }, { "alternatives": [ "comments" ], "matched": [ "comments" ] } ], "text_regex_checks": [], "min_text_chars": 1000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "f91ee5dc4a56089714497f20081cadbcbf4599389744186848a3fcab569daf93", "peak_sampled_tree_pss_mb": 426.652, "pss_samples": 29, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13601.16796875, "SwapTotal": 8191.99609375, "SwapFree": 11.23828125, "unit": "MiB", "measured_at": "2026-09-29T23:07:01.632952+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "bbc", "original_url": "https://www.bbc.com/news", "url": "https://www.bbc.com/news", "started_at": "2026-09-29T23:07:07.540Z", "request_started_at": "2026-09-29T23:07:07.937Z", "final_url": "https://www.bbc.com/news", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "c7cae1d922a7a7523b5429db866b3a7bb497266c437bb454eb1e667d0f309390", "capture_complete": true, "raw_html_sha256": "345191e7ce1b5f74d2a848c7e4b14ba061ca0b6f17df5eb21f804e70f687dea7", "html_bytes": 332981, "navigation_seconds": 0.9045810759999999, "latency_seconds": 2.9274679960000003, "attempt_seconds": 3.487306956, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.bbc.com/news", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-XEbVkZ" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 17, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://www.bbc.com/news", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:07:11.028Z", "transport_log_sha256": "b729d4aa5636bd1bc8c1214c2c582bdd247dc88014be73b518ed187951fc1aa0", "site": "BBC", "category": "content", "expected_required_content": "Public news headlines and topic navigation", "checks": { "text_chars": 9877, "required_text_checks": [ { "alternatives": [ "bbc" ], "matched": [ "bbc" ] }, { "alternatives": [ "news" ], "matched": [ "news" ] }, { "alternatives": [ "world", "business" ], "matched": [ "world", "business" ] } ], "text_regex_checks": [], "min_text_chars": 1000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e1bfcea7ba723e8eccca6bb13cdcf8977716e32b514d56055850df4118c7dfb0", "peak_sampled_tree_pss_mb": 604.83, "pss_samples": 28, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13650.37890625, "SwapTotal": 8191.99609375, "SwapFree": 11.25, "unit": "MiB", "measured_at": "2026-09-29T23:07:07.379169+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "arxiv", "original_url": "https://arxiv.org/list/cs/recent", "url": "https://arxiv.org/list/cs/recent", "started_at": "2026-09-29T23:07:13.303Z", "request_started_at": "2026-09-29T23:07:13.641Z", "final_url": "https://arxiv.org/list/cs/recent", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "5f65d62d28fcf837389ed392ff6be0ff56ac72358452d139cad96828be727a73", "capture_complete": true, "raw_html_sha256": "cb337084a529dccafef7bb538cd9bb01f47b397ed8245e001375fb4189e67943", "html_bytes": 108267, "navigation_seconds": 0.391327938, "latency_seconds": 2.400563453, "attempt_seconds": 2.882969301, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://arxiv.org/list/cs/recent", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-3rS0vc" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 0, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://arxiv.org/list/cs/recent", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:07:16.186Z", "transport_log_sha256": "ea816ed021b36864cfbe8776c510100a71bdae5c16225f7f8c95b28ee2fccb53", "site": "arXiv", "category": "content", "expected_required_content": "Recent Computer Science papers with subject metadata", "checks": { "text_chars": 16901, "required_text_checks": [ { "alternatives": [ "computer science" ], "matched": [ "computer science" ] }, { "alternatives": [ "subjects:" ], "matched": [ "subjects:" ] } ], "text_regex_checks": [], "min_text_chars": 1500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e788eec093f4c5383b0e859a09ce872fe9d0fa5c58e64362223e9ad879107ba1", "peak_sampled_tree_pss_mb": 460.01, "pss_samples": 24, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13575.6171875, "SwapTotal": 8191.99609375, "SwapFree": 11.2578125, "unit": "MiB", "measured_at": "2026-09-29T23:07:13.144939+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "gutenberg", "original_url": "https://www.gutenberg.org/ebooks/1342", "url": "https://www.gutenberg.org/ebooks/1342", "started_at": "2026-09-29T23:07:18.527Z", "request_started_at": "2026-09-29T23:07:18.948Z", "final_url": "https://www.gutenberg.org/ebooks/1342", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "b0a169299d5735b47dd9565696e019831713f68ccd3ac91474a8ed6b7e69a2e9", "capture_complete": true, "raw_html_sha256": "3a86284dc47ac26a08a5c90b86b36d51e2e4f107711937b179ea5fe093b438ff", "html_bytes": 24898, "navigation_seconds": 0.8502419649999999, "latency_seconds": 2.8544634930000004, "attempt_seconds": 3.427366493, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.gutenberg.org/ebooks/1342", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-hcw2Hu" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 0, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://www.gutenberg.org/ebooks/1342", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:07:21.954Z", "transport_log_sha256": "eda1c0b238871956f6a7d78ec02229ebd7c8019ea83e2bf41133806fa5b63fcc", "site": "Project Gutenberg", "category": "content", "expected_required_content": "Pride and Prejudice book description with author", "checks": { "text_chars": 2589, "required_text_checks": [ { "alternatives": [ "pride and prejudice" ], "matched": [ "pride and prejudice" ] }, { "alternatives": [ "jane austen" ], "matched": [ "jane austen" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "4ea60bd01f4e531860bf5a6ef6b6c5cccccfa948e610017bbb057853728ae43f", "peak_sampled_tree_pss_mb": 433.323, "pss_samples": 30, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13635.76171875, "SwapTotal": 8191.99609375, "SwapFree": 11.296875, "unit": "MiB", "measured_at": "2026-09-29T23:07:18.239949+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "govuk", "original_url": "https://www.gov.uk/bank-holidays", "url": "https://www.gov.uk/bank-holidays", "started_at": "2026-09-29T23:07:24.213Z", "request_started_at": "2026-09-29T23:07:24.673Z", "final_url": "https://www.gov.uk/bank-holidays", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "9a7e93c5b91a05c6e748f5826c877a45543ed285b36fabe8799b38b3dd60c930", "capture_complete": true, "raw_html_sha256": "220804e91e61f5ffbeae6db56d2230e9cfca4df9bdd7f47505bc9fcd33e50a85", "html_bytes": 187194, "navigation_seconds": 0.6990518990000001, "latency_seconds": 2.715302419, "attempt_seconds": 3.310433213, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.gov.uk/bank-holidays", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-NlWWbr" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 1, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://www.gov.uk/bank-holidays", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:07:27.523Z", "transport_log_sha256": "8c90fbd3fe7bc76a1ce9b5a32581a3a35f3eaca69263bf2172d4e22d79b3a6b6", "site": "GOV.UK", "category": "content", "expected_required_content": "UK bank holiday dates for England and Wales", "checks": { "text_chars": 17766, "required_text_checks": [ { "alternatives": [ "uk bank holidays" ], "matched": [ "uk bank holidays" ] }, { "alternatives": [ "england and wales" ], "matched": [ "england and wales" ] }, { "alternatives": [ "christmas day" ], "matched": [ "christmas day" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "cf01001cea4423a9fa411ed95a9a087047a713f3a4db5ec1ac43f907c5dd0d97", "peak_sampled_tree_pss_mb": 475.223, "pss_samples": 27, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13648.05078125, "SwapTotal": 8191.99609375, "SwapFree": 12.0390625, "unit": "MiB", "measured_at": "2026-09-29T23:07:24.033922+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "python", "original_url": "https://docs.python.org/3/library/urllib.request.html", "url": "https://docs.python.org/3/library/urllib.request.html", "started_at": "2026-09-29T23:07:29.816Z", "request_started_at": "2026-09-29T23:07:30.178Z", "final_url": "https://docs.python.org/3/library/urllib.request.html", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "b245b56ea344869ede78eb24854404ec4c3d57d05532718ed3dffe2759ded38f", "capture_complete": true, "raw_html_sha256": "a024ac14e107cda9ed6aa1f9eecfdedba427ddb1376f80707df2fd9ac4dcc250", "html_bytes": 223068, "navigation_seconds": 0.47796937700000003, "latency_seconds": 2.4961186520000003, "attempt_seconds": 3.011671724, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://docs.python.org/3/library/urllib.request.html", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-HdnrRX" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 0, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://docs.python.org/3/library/urllib.request.html", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:07:32.828Z", "transport_log_sha256": "b7aa8204c8cd68bfa641458d4910275e947fcd6fc9c29264781860ebf8954957", "site": "Python documentation", "category": "content", "expected_required_content": "urllib.request documentation with API explanation", "checks": { "text_chars": 55139, "required_text_checks": [ { "alternatives": [ "urllib.request" ], "matched": [ "urllib.request" ] }, { "alternatives": [ "urlopen" ], "matched": [ "urlopen" ] } ], "text_regex_checks": [], "min_text_chars": 3000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "aa033431db1ae9ccfac0094158fe51e739b7bb8cc78e6f4531e3faddeaacf2e0", "peak_sampled_tree_pss_mb": 451.609, "pss_samples": 25, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13606.4921875, "SwapTotal": 8191.99609375, "SwapFree": 12.04296875, "unit": "MiB", "measured_at": "2026-09-29T23:07:29.655905+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "quotes", "original_url": "https://quotes.toscrape.com/js/", "url": "https://quotes.toscrape.com/js/", "started_at": "2026-09-29T23:07:35.097Z", "request_started_at": "2026-09-29T23:07:35.477Z", "final_url": "https://quotes.toscrape.com/js/", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "4f73e188d56100620fe2ffefd6eac31360388a208b0cd60fb539ab37dbd2af87", "capture_complete": true, "raw_html_sha256": "b6d656f508cbbb0df37ec664f4363c41aa4fb497395e206ed24c497cd75ad110", "html_bytes": 8985, "navigation_seconds": 1.084059477, "latency_seconds": 3.086562007, "attempt_seconds": 3.6108136330000002, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://quotes.toscrape.com/js/", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-6DQ1Ms" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 0, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://quotes.toscrape.com/js/", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:07:38.708Z", "transport_log_sha256": "51544726ba82623ea55e50f9ff0565d55119463d1cac46f8fb13864de3bf8b1c", "site": "Quotes to Scrape", "category": "javascript", "expected_required_content": "Quote text and author after JavaScript rendering", "checks": { "text_chars": 1495, "required_text_checks": [ { "alternatives": [ "the world as we have created it" ], "matched": [ "the world as we have created it" ] }, { "alternatives": [ "albert einstein" ], "matched": [ "albert einstein" ] } ], "text_regex_checks": [], "min_text_chars": 300, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "c8c22c1980ea6b7dc6e80bbe410c75766bf7747bac4ac05ce4430a81860957e7", "peak_sampled_tree_pss_mb": 433.58, "pss_samples": 30, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13660.42578125, "SwapTotal": 8191.99609375, "SwapFree": 12.04296875, "unit": "MiB", "measured_at": "2026-09-29T23:07:34.910898+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "scrapingcourse", "original_url": "https://www.scrapingcourse.com/javascript-rendering", "url": "https://www.scrapingcourse.com/javascript-rendering", "started_at": "2026-09-29T23:07:40.897Z", "request_started_at": "2026-09-29T23:07:41.278Z", "final_url": "https://www.scrapingcourse.com/javascript-rendering", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "eb1aa4bd8664a070c30f849669bb3510f081929cf2e7cc962215683646b081b1", "capture_complete": true, "raw_html_sha256": "218877327eca54f4694993d3011daf1e55b471f177e01cfbf11ee3cb2ebafc48", "html_bytes": 27714, "navigation_seconds": 1.5350696069999998, "latency_seconds": 3.5379779090000003, "attempt_seconds": 4.09530058, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.scrapingcourse.com/javascript-rendering", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-sigigW" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 8, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://www.scrapingcourse.com/javascript-rendering", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:07:44.993Z", "transport_log_sha256": "2379c0bbaebbcfdeaf25ba71e063fd1280bd7eb15a0a02090d58a67ffcc464eb", "site": "ScrapingCourse", "category": "javascript", "expected_required_content": "JavaScript product listing with named products and prices", "checks": { "text_chars": 381, "required_text_checks": [ { "alternatives": [ "chaz kangeroo hoodie", "teton pullover hoodie" ], "matched": [ "chaz kangeroo hoodie", "teton pullover hoodie" ] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 12 } ], "min_text_chars": 300, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "5eb54081cd645e153a1ba7a7cc4c54932f1acbed46824c534fe8d71c1749df1d", "peak_sampled_tree_pss_mb": 631.587, "pss_samples": 33, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13653.25390625, "SwapTotal": 8191.99609375, "SwapFree": 12.04296875, "unit": "MiB", "measured_at": "2026-09-29T23:07:40.746939+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "webscrapingdev", "original_url": "https://web-scraping.dev/reviews", "url": "https://web-scraping.dev/reviews", "started_at": "2026-09-29T23:07:47.191Z", "request_started_at": "2026-09-29T23:07:47.538Z", "final_url": "https://web-scraping.dev/reviews", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "aa5980222ab09614c1603b45703a5a4483c9e631bc699a8421ae058b5b32c864", "capture_complete": true, "raw_html_sha256": "463b9848988fe202d3a884d431bb47ce221a6aac0dc805508da98762f88477ad", "html_bytes": 38246, "navigation_seconds": 1.8735807709999999, "latency_seconds": 3.8775425269999997, "attempt_seconds": 4.381504042, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://web-scraping.dev/reviews", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-fKUpgN" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 0, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://web-scraping.dev/reviews", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:07:51.572Z", "transport_log_sha256": "4661bec1cec359433e19f1e04aa1d4569fdbd173f08d9ca0e69a9e6e1c377210", "site": "Web Scraping Dev", "category": "javascript", "expected_required_content": "Review text loaded by the JavaScript review interface", "checks": { "text_chars": 2008, "required_text_checks": [ { "alternatives": [ "unique flavor and great energy boost", "excellent energy drink for gamers" ], "matched": [ "unique flavor and great energy boost", "excellent energy drink for gamers" ] } ], "text_regex_checks": [], "min_text_chars": 300, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "1c8ffc8ca9d03ae4c11cf90ef470a3defd9b9d6c57fe8049a71d47592fd4218c", "peak_sampled_tree_pss_mb": 438.122, "pss_samples": 36, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13637.359375, "SwapTotal": 8191.99609375, "SwapFree": 12.3125, "unit": "MiB", "measured_at": "2026-09-29T23:07:47.027927+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "example", "original_url": "https://example.com/", "url": "https://example.com/", "started_at": "2026-09-29T23:07:53.790Z", "request_started_at": "2026-09-29T23:07:54.141Z", "final_url": "https://example.com/", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "d67afc9796a7d8f8f821e2744a7bedead5e71122135ff2319c5011299a16add7", "capture_complete": true, "raw_html_sha256": "2bada5fdd4fc441dbad75bf20dc7fa4b389d24af5e071cd6d5195a5c4f6373b1", "html_bytes": 12747, "navigation_seconds": 0.10223312599999997, "latency_seconds": 2.106039985, "attempt_seconds": 2.6026159499999997, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://example.com/", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-p23Jft" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 0, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://example.com/", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:07:56.393Z", "transport_log_sha256": "3ce26c24b1459b36b0e00a1908a96940503e6b31f4086d414d3dfbca5f720a58", "site": "Example Domain", "category": "control", "expected_required_content": "Example Domain heading and documentation explanation", "checks": { "text_chars": 1460, "required_text_checks": [ { "alternatives": [ "example domain" ], "matched": [] }, { "alternatives": [ "documentation examples" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 100, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "4d6020e8cbe61c135acb7810cfbc1c653d4658a9df3a91ec187ccd04c4b34ce4", "peak_sampled_tree_pss_mb": 423.574, "pss_samples": 23, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13681.76171875, "SwapTotal": 8191.99609375, "SwapFree": 12.3125, "unit": "MiB", "measured_at": "2026-09-29T23:07:53.619915+00:00" }, "classification": "missing_required_content", "usable_content": false, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: missing required content. This does not prove rendered visibility, complete field extraction or interaction. Separate-letter markup and documentation-use wording are a known frozen-check limitation.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "httpbingo", "original_url": "https://httpbingo.org/html", "url": "https://httpbingo.org/html", "started_at": "2026-09-29T23:07:58.674Z", "request_started_at": "2026-09-29T23:07:59.025Z", "final_url": "https://httpbingo.org/html", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "458ad51f3d636ff30c365b35a43227cc4292e9b01ae433cba3764e0decc810ef", "capture_complete": true, "raw_html_sha256": "132cc77c9ba04c295faf21d5b13ed90b5d85c9630b194c06ba4d96fbc2421556", "html_bytes": 3738, "navigation_seconds": 0.2960201129999999, "latency_seconds": 2.298949291, "attempt_seconds": 2.7963765130000002, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://httpbingo.org/html", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-NDrwyL" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 0, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://httpbingo.org/html", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:08:01.470Z", "transport_log_sha256": "e9f49452157488078e1851abc9a35aa7d0d4d58c7cbec06b9e518e9f31c23f38", "site": "HTTPBingo", "category": "control", "expected_required_content": "Moby-Dick HTML sample", "checks": { "text_chars": 3594, "required_text_checks": [ { "alternatives": [ "herman melville" ], "matched": [ "herman melville" ] }, { "alternatives": [ "moby-dick" ], "matched": [ "moby-dick" ] } ], "text_regex_checks": [], "min_text_chars": 300, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "f1d090853eab468e6f4b9b765f7b73e87df3399598f865d951da1f0ae4f31767", "peak_sampled_tree_pss_mb": 409.126, "pss_samples": 24, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13704.88671875, "SwapTotal": 8191.99609375, "SwapFree": 12.3125, "unit": "MiB", "measured_at": "2026-09-29T23:07:58.507912+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "scrapethissite", "original_url": "https://www.scrapethissite.com/pages/simple/", "url": "https://www.scrapethissite.com/pages/simple/", "started_at": "2026-09-29T23:08:03.709Z", "request_started_at": "2026-09-29T23:08:04.079Z", "final_url": "https://www.scrapethissite.com/pages/simple/", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "274f484841fe4ec4e9fa1a50a7a4754e737eec859a409964dd1a85008dae783f", "capture_complete": true, "raw_html_sha256": "48484623716c3793b012d747e15373611639bee14f838951df28bb2cd6ac9cb6", "html_bytes": 205599, "navigation_seconds": 1.302855372, "latency_seconds": 3.318507569, "attempt_seconds": 3.8639268689999997, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.scrapethissite.com/pages/simple/", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-dgipRv" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 7, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://www.scrapethissite.com/pages/simple/", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:08:07.573Z", "transport_log_sha256": "153d7568f5180210add20e829bb2aad4f4c664906c227a380e7acc01f13b2c21", "site": "Scrape This Site", "category": "control", "expected_required_content": "Country records including Andorra and population", "checks": { "text_chars": 18132, "required_text_checks": [ { "alternatives": [ "countries of the world" ], "matched": [ "countries of the world" ] }, { "alternatives": [ "andorra" ], "matched": [ "andorra" ] }, { "alternatives": [ "population" ], "matched": [ "population" ] } ], "text_regex_checks": [], "min_text_chars": 1000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "1039f0d20db15b9a47ca2ff4eb5862a35c3d440cb1765689e8f37cc7a62566f5", "peak_sampled_tree_pss_mb": 478.851, "pss_samples": 31, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13694.44921875, "SwapTotal": 8191.99609375, "SwapFree": 12.31640625, "unit": "MiB", "measured_at": "2026-09-29T23:08:03.543025+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." }, { "target_id": "iana", "original_url": "https://www.iana.org/domains/reserved", "url": "https://www.iana.org/domains/reserved", "started_at": "2026-09-29T23:08:09.790Z", "request_started_at": "2026-09-29T23:08:10.180Z", "final_url": "https://www.iana.org/domains/reserved", "status": 200, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": "84a52b6c5357f772041279e6d66f7eb130ff07f449d1d2e2c1b24d04a9d0cb15", "capture_complete": true, "raw_html_sha256": "ebc9ecd0aeaa06137ccf61984a0eba4f14d354513efa3bd289ae83bfa1674585", "html_bytes": 10344, "navigation_seconds": 0.24463601099999993, "latency_seconds": 2.2473706270000005, "attempt_seconds": 2.778913028, "redirect_history": [], "redirect_outcome": "no_http_redirect_observed", "document_responses": [ { "url": "https://www.iana.org/domains/reserved", "status": 200 } ], "browser_launch_argv": [ "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "--allow-pre-commit-input", "--disable-background-networking", "--disable-background-timer-throttling", "--disable-backgrounding-occluded-windows", "--disable-breakpad", "--disable-client-side-phishing-detection", "--disable-component-extensions-with-background-pages", "--disable-crash-reporter", "--disable-default-apps", "--disable-dev-shm-usage", "--disable-hang-monitor", "--disable-infobars", "--disable-ipc-flooding-protection", "--disable-popup-blocking", "--disable-prompt-on-repost", "--disable-renderer-backgrounding", "--disable-search-engine-choice-screen", "--disable-sync", "--enable-automation", "--export-tagged-pdf", "--force-color-profile=srgb", "--generate-pdf-document-outline", "--metrics-recording-only", "--no-first-run", "--password-store=basic", "--use-mock-keychain", "--disable-features=Translate,AcceptCHFrame,MediaRouter,OptimizationHints,WebUIReloadButton,WebUIOmniboxPopup,WebUIOmniboxAimPopup,ProcessPerSiteUpToMainFrameThreshold,IsolateSandboxedIframes", "--enable-features=PdfOopif", "--headless=new", "--hide-scrollbars", "--mute-audio", "--disable-extensions", "about:blank", "--no-proxy-server", "--no-sandbox", "--remote-debugging-port=0", "--user-data-dir=/tmp/puppeteer_dev_chrome_profile-VUy07w" ], "browser_version": "Chrome/153.0.8010.12", "initial_cookie_count": 0, "browser_observation": { "userAgent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "webdriver": true, "language": "en-US", "platform": "Linux x86_64", "viewport": { "width": 1280, "height": 720 } }, "final_cookie_count": 0, "observed_document_request_count": 1, "observed_request_headers": [ { "url": "https://www.iana.org/domains/reserved", "method": "GET", "headers": { "accept-language": "en-US,en;q=0.9", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.0.0 Safari/537.36", "sec-ch-ua": "\"Chromium\";v=\"153\", \"Not_A Brand\";v=\"8\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Linux\"" } } ], "finished_at": "2026-09-29T23:08:12.569Z", "transport_log_sha256": "613699f45877c3c97f6e6fb034d24ed6a3e849f4d665847ee34a276a492eb74f", "site": "IANA", "category": "control", "expected_required_content": "Reserved-domain reference and example domains", "checks": { "text_chars": 2727, "required_text_checks": [ { "alternatives": [ "iana-managed reserved domains" ], "matched": [ "iana-managed reserved domains" ] }, { "alternatives": [ "example.com" ], "matched": [ "example.com" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "7ced506e216924f2ccf6a9d0aaae6571718e46c428c04f7b46a0c3156f2684cb", "peak_sampled_tree_pss_mb": 460.672, "pss_samples": 23, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13657.08984375, "SwapTotal": 8191.99609375, "SwapFree": 12.3515625, "unit": "MiB", "measured_at": "2026-09-29T23:08:09.628898+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Saved serialized DOM rechecked offline with unchanged rules: usable. This does not prove rendered visibility, complete field extraction or interaction.", "request_header_observation_basis": "Puppeteer main-frame navigation events; sensitive header values removed. Not independent wire capture; browser recovery, subresources and page-script navigations are not application retries." } ], "host_ram_preflight": { "MemTotal": 32049.69921875, "MemAvailable": 13421.171875, "SwapTotal": 8191.99609375, "SwapFree": 11.19140625, "unit": "MiB", "measured_at": "2026-09-29T23:05:15.239145+00:00" }, "manifest_id": "public-30-v1", "manifest_sha256": "6ce519c4f7df3c32f5dfda379a8d3b280b7723bdeb48ddf64a1ae10ce6a7914c", "script_sha256": "58b4bdbfeff8b5d710e1c9f2531f55b471e7f36e5a3cff8cdcd9adfab4025573", "worker_sha256": "56283f6a8e0768bd0da5539e124505171f413cfaaf7a284ef31c2df9b61dc1fd", "lock_sha256": "f4e8c179bdcc4fcfba482843ede22c9b2ae34847e9d25c1587f54f33073c664c", "package_sha256": "64c823116bed8bbb3e3196d722c10be720c5927d2e10260d3b2045885ecd9862", "executed_command": "/home/testycool/.browser-use-env/bin/python3 public/evidence/puppeteer-public-30-20260929/run.py --manifest runner/corpora/public-30-v1.json --output runner/data/puppeteer-public-30-20260930 --package-root /tmp/scrapingevals-puppeteer-20260930 --executable /tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "browser_executable": "/tmp/scrapingevals-patchright-amazon-20260929/browsers/chromium-1243/chrome-linux64/chrome", "binary_sha256": "8c599d43aec53f2460a31ae2f4af6bd863f8258b34ff519564bc5d4726bfaa1e", "executable_version": "Google Chrome for Testing 153.0.8010.12", "network": "Same local host, direct outbound; proxy environment removed case-insensitively, no proxyConfiguration/proxyUrl; different UTC window", "latency_basis": "Immediately before the single page.goto through navigation/error, two-second settle and DOM capture/save; excludes imports/launch, PNG and browser teardown", "body_hash_basis": "UTF-8 serialized page.content DOM; 5 MiB saved cap after serialization, not a network byte limit", "pss_caveat": "100 ms sampled full Node/browser tree including DOM/PNG; excludes Python supervisor/checks. Can miss short peaks, reparenting or changing processes; not OS-wide peak RAM. Unreadable processes are omitted; samples follow the currently observable worker tree, so fast exit/reparenting can be missed.", "preserved_evidence_sha256": { "public/evidence/botasaurus-public-30-20260929/documentation.json": "cf81e8f2b187a9cd03ea50d5149f442d7d873746d6c2e9758918a3828a21bbb5", "public/evidence/botasaurus-public-30-20260929/pss-samples.json": "701e5ed354c88c642cc3ac932911ab6a5819a3bfc0533ab8cca1def50b2b72c4", "public/evidence/botasaurus-public-30-20260929/publish.py": "be7ebe9c594d76ca1656be183a31246fabc8bfe14d9e374ae325edd015faf767", "public/evidence/botasaurus-public-30-20260929/requirements.txt": "bb2fcf83e41d067a635bd55f728286e586bfd83de3bdbb25e78cad7c80f42d0a", "public/evidence/botasaurus-public-30-20260929/results.json": "f8a1e95d8b5e55bb320234a27cbf8605b4184587509d80c73c02c6c0aacd297b", "public/evidence/botasaurus-public-30-20260929/run.py": "fb5be15d4e6a21f960a4e479cc7ffe89f4adaa888ffc9b020d60656c9637412c", "public/evidence/botasaurus-public-30-20260929/startup-checks.json": "ec7bba062d028e0f68eac786d6f9166f352f7157b5465fa0fe6f3f7a8bf07af1", "public/evidence/browser-concurrency-amazon-local-20260929/README.md": "f061b4c00b0b3efbbbf39b317c9e95372a9458b12bb5681de1a98196565da958", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-1/rendered-html.txt": "b32ad16eb7fbf7673ee6eff6e1f9ac5f547a93fb2d15b9dff0daffe23a18d973", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-1/result.json": "d408bc0833c9264b2d3cb43390b4084b11d5b8f74f45921695cec2886ea525bf", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-1/screenshot.png": "61ba353c7a05c3d8137009934a91ec0061e91e58b7aa2f7feec54a150a6d2885", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-1/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-1/stdout.log": "db64ae7305d173d6310b03a785d58ecb47fb2f23346c0812034a6b030187e8a7", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-1/visible-text.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-2/rendered-html.txt": "e7bff1b9966a48e25dd9b7f2317cb30d306691f25f21a13756639f6f2ebcb839", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-2/result.json": "16714f5cd167b760fe13d5ed78d46949002aebb87a91d119ab9a3990a0549c36", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-2/screenshot.png": "def717244e73429660590bf85679f0ff7640569f7256b900b2ec806a4de184e7", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-2/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-2/stdout.log": "a6ed8a545f9df434c73bb9f1bdfdf15e4e3fbe638924f9335a688c412d68eb75", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-2/visible-text.txt": "1b6ab5bf53d9955582fbd74644bc7622baa734c16112464538981224ab360b86", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-3/rendered-html.txt": "1496d6ea2a25640a6cf71b732a181ed99bfb75257448456f0d5a3a865a76b4fb", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-3/result.json": "a38a546da8a7be39419d93a907d4133921373fda2bafc52fddcb51da63a93ed1", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-3/screenshot.png": "b08fdd26a5693c606392b4eec1df1c03626cde7af2397fb7b2c7088c53c61290", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-3/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-3/stdout.log": "75eb7e10b4dda87b9fe4d7a1649d1b8252ceb5ff1efc3eda5f4b86a944cf0e91", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-3/visible-text.txt": "1276adc4e7e5de6581645558f5584d7121caa83bd90a1a3b82ffea25f2c2b3d8", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/batch.json": "8198b1a6a1328c43eebfa7925f3337b20a66c08ca70feddf157ea4be38670c0b", "public/evidence/browser-concurrency-amazon-local-20260929/index.html": "2284ee267765358a026b0416110810cbf61a67c99f4986c236be92a78385ee54", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-1/rendered-html.txt": "59a56f0c15daddc32cd962e40c0ae0f642c1e24935d4353d286db4d65bb5d765", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-1/result.json": "788a28dc6c981422fbb94e96539bfad3844d3999c542a3bb9abf14fb383db4c7", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-1/screenshot.png": "e5331e1cb88c05b5133fe1f8f9564b302325390064d4256f3e320e36368b6a45", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-1/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-1/stdout.log": "cec83969aaddd325d5607352e43bb8115bbd173259315c04a704c827dc20db52", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-1/visible-text.txt": "5a6a4e6f2e3f8381ba74b7bbd45029c8fb8e1356bf9ebe9834ffdce67198041c", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-2/rendered-html.txt": "880ff06f979913b86bc3e5e25a747de13d913c9219fa6871efb151a83a6ded1d", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-2/result.json": "f2d8d7504ab323c9bf8fb94d935338b3969c0e03ddeff7d7c79dc94fa6562aa8", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-2/screenshot.png": "91832e70eca1f676d5db2091462ab191622c35a4b133ed791bb31eb1b8476901", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-2/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-2/stdout.log": "2847a9bd174091fbec241c16e148cad6f21ead0621946ac9480084f2ef45a955", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-2/visible-text.txt": "e76efab77aa804cf1d1e92281cd76716bb17e4d74c9d6fa29ecc5015ffe40ea3", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-3/rendered-html.txt": "fefb33621b74ca6901aebee0b8457926397f4e7e5b367113c3bfe76356bcf12b", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-3/result.json": "2efb9ba4681a62998b2a08643b5f49068663524afab30edcfa7d1a22c7b5f6d0", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-3/screenshot.png": "97c98c0e51871aa44dec40e798f5e69de02837e3f3b3ece565c63daeb781ec7c", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-3/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-3/stdout.log": "fa2880ec500882a3a8896123671cdb58198eb0b920056a26b629acffe4ef8b24", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-3/visible-text.txt": "ad2634e73bae3114d8d53c496c2a23fd0db279f51b81b6c8ac34ba5c3355c708", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/batch.json": "f74d3dd486ab842e7aa6f0c5bf8329f927cf91ca6c5a2a98c98ba6505dac681c", "public/evidence/browser-concurrency-amazon-local-20260929/run_batch.py": "ced6251e4365ac0088403cdf48da957b5a4b4955ff48cb078b89c639a2d97c20", "public/evidence/browser-resource-slice-20260929/publish.py": "d91786e80e416b70fd7377bc61e8c871fa249528f6edd4ca08dbe405d4effc90", "public/evidence/browser-resource-slice-20260929/results.json": "5d250665a6913502ca338825cd814efa516c953e4016a8b0008f82d28883f469", "public/evidence/browser-resource-slice-20260929/run.py": "6851a480bca04dc6d896bdbb4d54f8d8b1e93651f1c02ed72c125e8beac3e74d", "public/evidence/browser-resource-slice-20260929/samples.json": "08bc61156bb502c970f74a5f6514c51f067be6125973b9b0f6fb3d22708124dd", "public/evidence/browser-resource-slice-20260929/targets.json": "d945e64e4a0af143329a73bd26a24e3308e543d8619f5d3ea4bb71ecb4845da9", "public/evidence/camoufox-amazon-local-20260929/README.md": "b1251ec320d0305d03a1a7b53465561231906d98bae9c45995c26eeae2dc8f5b", "public/evidence/camoufox-amazon-local-20260929/rendered-html.txt": "1b2e53202980ba942471c91132e57df6e20278af302a17879344a1eeeea51d79", "public/evidence/camoufox-amazon-local-20260929/result.json": "8abe2ef75e3a923f4470638fa86550079577e0435eaea325e26a8937a3d8ef78", "public/evidence/camoufox-amazon-local-20260929/run.py": "06d03a4570dbe63e50a094a68224d0c7767bd67197332c38c1cba75e8f9e7f8c", "public/evidence/camoufox-amazon-local-20260929/screenshot.png": "56a7fc31f108516d279d7f62244e747c0e11692ebbc4f7afda9b392493175490", "public/evidence/camoufox-amazon-local-20260929/visible-text.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "public/evidence/camoufox-public-30-20260929/results.json": "736930b15c3e677a5a651a397bbdf1e9a9076b3bf1a1458e3a0bb8716d653eda", "public/evidence/camoufox-public-30-20260929/run.py": "76b6a8ce0dd3f56200484b16a67d6757d87c54c67ed8c1dbcbb9da79718884c7", "public/evidence/crawlee-public-30-20260929/documentation.json": "1c2f4bba979e7db476c75bf2adfa96389ed8a2bad8e2a5ca7309f8ed51becae8", "public/evidence/crawlee-public-30-20260929/package-lock.json": "eb1f327c978eca9e5e2a58fb21b18a1c1ddf539795b04da1b4d6d4ecccc1ca37", "public/evidence/crawlee-public-30-20260929/package.json": "bab7f265df1bc7745215ef9f987239e09aea92bd6cac926fbbc81edc0d8ae0d1", "public/evidence/crawlee-public-30-20260929/preserved-evidence.json": "76ec249710508efc0800470bae4ae9af109b5ddc1dafccdb16e86628cc4fbec7", "public/evidence/crawlee-public-30-20260929/pss-samples.json": "5acd410814fd7c9d3f70464cd20c7d1a200977deb8b1e59e0c77b519a79de876", "public/evidence/crawlee-public-30-20260929/publish.py": "de6a2f5f6545c99a24cb80131b15c60814b59485cb036aa78636e86f791586f4", "public/evidence/crawlee-public-30-20260929/results.json": "20e40f275023ce3a4420da2838b85bf915a1fb4e9728197e193de2a89947da20", "public/evidence/crawlee-public-30-20260929/run.py": "76ca0958b091eeb2419cd25b9f056559d5872be2f4fb1e55d4041c1b78618e22", "public/evidence/crawlee-public-30-20260929/startup-checks.json": "987d8e2c44d8453b793e09837e4e0070de22ede4780208570f24cff33074b30d", "public/evidence/crawlee-public-30-20260929/worker.mjs": "836db837e18176b2cbdd2defaba5d6cfc45d6ba6419da47cf973e665a56179fb", "public/evidence/curl-cffi-public-30-20260929/documentation.json": "963a01b543b4be9e7137d6dd291588fe8e72b202955dcd3a84b5df710ae178aa", "public/evidence/curl-cffi-public-30-20260929/pss-samples.json": "3f670f55d95b38ea29560c262f187ca091555c377d6d9c78bab1875c15453cd4", "public/evidence/curl-cffi-public-30-20260929/publish.py": "2123a78db0cafed58f582d78807d4eeb1858326c285904992c295ca29ac7c975", "public/evidence/curl-cffi-public-30-20260929/release-verification.json": "591c148a10cb7af08070a79fc0c6721f5be9ce3e69b2068e8efdcd4ea4312b7a", "public/evidence/curl-cffi-public-30-20260929/requirements.txt": "4d2971e33168e5313dfcf93836a232ee3f7d3858c9d8049d1759163d9f82c71c", "public/evidence/curl-cffi-public-30-20260929/results.json": "72b4f31c91fef067d72d19cdb5cd669a56a41a54122309dd89188b04f26a47be", "public/evidence/curl-cffi-public-30-20260929/run.py": "a7bdb8388f7bb37e5b1ecfa71f6cf26495a5c980574cb635fd009b1c3b78d438", "public/evidence/curl-cffi-public-30-20260929/startup-checks.json": "d036cde7b7efd24e23a23db195ed2d36f5244ca7045efd9450daa2a770122be6", "public/evidence/lightpanda-20260929/README.md": "0bdf40044af4592a621f5f304a2b1a8b11e08317d3c8f288f7e49eeb804a3f28", "public/evidence/lightpanda-20260929/quotes-log.txt": "90e0baf2e478ce4cc345d7f55c69d3425a248f4cf5ff75fe9a253dd2f2f8ad7c", "public/evidence/lightpanda-20260929/quotes-rendered.txt": "7b11b806e362d2d83a6d14970c12f6b90ce59d709c52062ac81987d0a98292f1", "public/evidence/lightpanda-20260929/quotes-resource.txt": "d5db5d74bad76fa8adc727f5bdb08fb35bd31297b89e5c03465616217b9a7d5d", "public/evidence/lightpanda-20260929/reproduce.py": "365c18343f11388c76ba9a1b7674b03ba88a92ff4929419b06cf6f59dd27f4cd", "public/evidence/lightpanda-20260929/results.json": "c86fb4b5a7bac9c3a5820232d15f8ccaeaaea1c76f49bae3beec00a735f88f04", "public/evidence/lightpanda-20260929/wikipedia-log.txt": "c4bded5c7e8e082e01ed95718f059fa33ee2da0b56d19be8942c44d37b337cf7", "public/evidence/lightpanda-20260929/wikipedia-rendered.txt": "873602df2ee49b394c0e24f2c31819b36d09ff1b5ceecd912615f738570b5c0b", "public/evidence/lightpanda-20260929/wikipedia-resource.txt": "79822ed65cc91ef984da517c87ad44c7f95a31a6c49ba499c1a28e006fe2f804", "public/evidence/lightpanda-public-30-20260929/results.json": "bd0deb3fd9ee7f2a7a67ae95e3458503c47fa7069edd584cc051655b9ae3affa", "public/evidence/lightpanda-public-30-20260929/run.py": "f82a1e7fe7c7f7b6de826262b7784bd30e6b09dd4266b9fdf2c571670cf69d62", "public/evidence/patchright-amazon-local-20260929/README.md": "49be0dcdcb4395056c44a1887b7c72279f02a5912972ed89207c70c5464e13db", "public/evidence/patchright-amazon-local-20260929/rendered-html.txt": "bd8d22ca7b38fbec536706d74f5a952548461269f4df0b06acf668502baa1e3a", "public/evidence/patchright-amazon-local-20260929/result.json": "a8f412026e05451ef86e55da574a7d582930a95d743c9b2e2c8436b898fe81a5", "public/evidence/patchright-amazon-local-20260929/run.py": "b492211aa4320f3285c0850a25c3cb58201664f0be6da796d1ecf4a16bd52041", "public/evidence/patchright-amazon-local-20260929/screenshot.png": "333161847673c53ea90d6f54c8a6fec4b6f5c14d7ebed0d81b0d5e71af0268c0", "public/evidence/patchright-amazon-local-20260929/visible-text.txt": "3f2e612a0ed080488f9396ec7f3e3653db0d4a2ff34a51855b17ea664d4807d1", "public/evidence/patchright-camoufox-20260929/compare.py": "1897c96b27d8657c76fe36bc7a14036ba65e85fb1c6ff17957caae7b987a2119", "public/evidence/patchright-camoufox-20260929/concurrent-3-camoufox-amazon.png": "c9a0620767b3be2927d9d22f629682eabf513159c9ed0e9bc25c07a7745653df", "public/evidence/patchright-camoufox-20260929/concurrent-3-camoufox-g2.png": "97ed1eceb82a8038eff0345ee8dc45be16304bd14e70197ba57e0b318e5ec765", "public/evidence/patchright-camoufox-20260929/concurrent-3-camoufox-wikipedia.png": "7bb1c6323e2ec4bf2b870f984766731e950928449a13075bb03bd11d4f835341", "public/evidence/patchright-camoufox-20260929/concurrent-3-patchright-amazon.png": "c1b5b307914c910ba8d0c852b5c2ceb3acc215e44d295d7a33794a9c8d43597c", "public/evidence/patchright-camoufox-20260929/concurrent-3-patchright-g2.png": "c2eea2596d5b5889242c860f86339c92e46ba6477c120e11409b11274c268374", "public/evidence/patchright-camoufox-20260929/concurrent-3-patchright-wikipedia.png": "c5413fe90a3c91ffc3502e37ab4fb012b042b412e0013ace7568a22e22230fd1", "public/evidence/patchright-camoufox-20260929/results.json": "4f5774328a1fed90895bc2afe745ba382b6f2d6dbeaec730e56512aea43c4f30", "public/evidence/patchright-camoufox-20260929/single-amazon-camoufox-amazon.png": "cc507abc7a231bf74fa90af5092a7d2ae0629751521a95e96c533c0e740f6ea3", "public/evidence/patchright-camoufox-20260929/single-amazon-patchright-amazon.png": "c1b5b307914c910ba8d0c852b5c2ceb3acc215e44d295d7a33794a9c8d43597c", "public/evidence/patchright-camoufox-20260929/single-g2-camoufox-g2.png": "d3ae443fde291a175dbaf2fcbac8bc3ee2ed259249c7921669c6f02b0fc1fc37", "public/evidence/patchright-camoufox-20260929/single-g2-patchright-g2.png": "c2eea2596d5b5889242c860f86339c92e46ba6477c120e11409b11274c268374", "public/evidence/patchright-camoufox-20260929/single-wikipedia-camoufox-wikipedia.png": "4bdffbf9cd0b73816be468335f7070fbc566d3f6751b5257b53cb7438c0bb789", "public/evidence/patchright-camoufox-20260929/single-wikipedia-patchright-wikipedia.png": "398ca9bb9cdbc1d2bba3089a30618b790b3d356389a54e89d59a39edc4e95e9b", "public/evidence/patchright-public-30-20260929/results.json": "cc7a70f7b5cd87e8a2e3f66e015730e4f258f9295159d6049cae70705147de14", "public/evidence/patchright-public-30-20260929/run.py": "42dd3b229682a6152bd6fa0158dc38dd42c9e728abd0e26aa1ccc19906ab32bd", "public/evidence/playwright-public-30-20260929/canary-run.py": "3cd1b33ced2fb8cae7c773144bb26f747cc041de8b8bc558bdfd5c726392516f", "public/evidence/playwright-public-30-20260929/documentation.json": "0008f1abdb74a6815c22282cb274f3222aace7a2cb9dfbf74ae063a63f80727e", "public/evidence/playwright-public-30-20260929/pss-samples.json": "57eee5eb29da42ac622ec4c1aea98ffff82583bbe4f410934519003a63610d36", "public/evidence/playwright-public-30-20260929/publish.py": "7668136d87f75f38a58cd90ab43671908d938bd2ac7808adad2fc7e2276a50e5", "public/evidence/playwright-public-30-20260929/requirements.txt": "d9fb545a6beb89aaa3d9252ae8398c99909251d6a483791a909158e7c20b8970", "public/evidence/playwright-public-30-20260929/results.json": "cbe25481ba33963cf6bb6ddc58d3a37071307b6a765fc3b0985119a0af9b6f0b", "public/evidence/playwright-public-30-20260929/run.py": "beaff35ced16ba75df475c95a03b05e461d20afc00d4493abb8bb65ccdf3c39b", "public/evidence/playwright-public-30-20260929/startup-checks.json": "2afb1f48f9a8d30db6007511b7c682ddaec709347ace231f7271fc9f6e022933", "public/evidence/public-30-v1.json": "6ce519c4f7df3c32f5dfda379a8d3b280b7723bdeb48ddf64a1ae10ce6a7914c", "public/evidence/public-tough-v1.json": "2579e7bcb8c9c36e4c436576bd8fa2aee4d74530622d9214483d48c0e093480d", "public/evidence/scrapling-public-30-20260929/requirements.txt": "05bb5ccf14a97d57b0f4858052c51eec7093801b74dc848c5fedd88add4fdb51", "public/evidence/scrapling-public-30-20260929/results.json": "610770a368ccc61098a781aab1fe24721e93992b71c1940f3bd6f36a193fe4f7", "public/evidence/scrapling-public-30-20260929/run.py": "c68cf304a92e4519eb7174ba9dc86dd1597b7bce5b75422a961833f95cc81215", "public/evidence/scrapy-public-30-20260929/documentation.json": "7918fe5cec5cb907e594025472c8c621515699e193f6cf91b09fbffe2474723b", "public/evidence/scrapy-public-30-20260929/pss-samples.json": "108780412c92672423eec1cc8091bb211c82c56a27aced3e4e72e560e199049a", "public/evidence/scrapy-public-30-20260929/publish.py": "0e79772d7be48ff886baa0e57802b152cb0c120658dc2cdeb35ac45a909f88a1", "public/evidence/scrapy-public-30-20260929/requirements.txt": "14eb994a6e29e328c2dbedab34252e9c1c98d091be28b7682e2667cfa76c5022", "public/evidence/scrapy-public-30-20260929/results.json": "8c4f866a3f6f5fc7a72fa0ce8a6e606c95bdb402c77a34c271bdd9c952009ce2", "public/evidence/scrapy-public-30-20260929/run.py": "efb97b78cb6850fb006afd13011c83a4cedac57eecf0611b17dbcc4c578078fb", "public/evidence/scrapy-public-30-20260929/startup-checks.json": "53a4022d27ef3604efe28965a97ba02f5ece1045fb86d59a5fef2276dc55af81", "public/evidence/seleniumbase-public-30-20260929/documentation.json": "e90131a83d8032581b17eeb00849fc17616c216cbfd1e8fa97a5afdd5d240e08", "public/evidence/seleniumbase-public-30-20260929/launch-observation.json": "f6ad3025c2ef33b27cb77f3dc6d1e30e865d9e84a69d7c54992b059c65eea259", "public/evidence/seleniumbase-public-30-20260929/observe.py": "66301749611ac9cf1410ef7253ce6eea5710be1a6f6303412a8ae27db7a9c4cd", "public/evidence/seleniumbase-public-30-20260929/pss-samples.json": "54755e19f695aa30b42b33bca44bcb9268bb0349bd1aba8c84564fb30f31c56f", "public/evidence/seleniumbase-public-30-20260929/publish.py": "52ce15dbe2a1a662e9a9d1122ed425e2ab78f33d9bab4e08383c50c2821cae6b", "public/evidence/seleniumbase-public-30-20260929/requirements.txt": "e562d953533d438eb3790b7697686f2f8a17de5c56d116cd4db2a2858e06c8bd", "public/evidence/seleniumbase-public-30-20260929/results.json": "a35988565e4c57e9785ecd2af72a9eea3ae28b99c80a63c80267d1bb99d931aa", "public/evidence/seleniumbase-public-30-20260929/run.py": "d795499921201ce5d48f065aba0747353915eac3947637fec5c8f47b3ec2af8d", "public/evidence/seleniumbase-public-30-20260929/startup-checks.json": "0a948294f718eedf3d8671205f1897fb8314346c7a1fb1fc9ef239ba2091fcd9", "public/evidence/wreq-20260929/README.md": "cdd2fb06fe886ea3561d515633f9ad385e367aa307c534d1c57645989ba519e3", "public/evidence/wreq-20260929/amazon-resource.txt": "abfe9291680be4d350f1dbdb843dd8f4eaa267b97ec62d0950dd6ee8f87e8171", "public/evidence/wreq-20260929/amazon_search_laptop.json": "a577933a459e806e23bf4862ca8f082e615d58315c55ee08503fbfc85496d1c3", "public/evidence/wreq-20260929/amazon_search_laptop.txt": "470de24561f8fdb4c965acb40542fe9fad14e1843793a497a3bacd906d05544c", "public/evidence/wreq-20260929/run.py": "95c68bb3209c26093108dd74937077f24b7aaa636cd9ceade36ff40cb30f3617", "public/evidence/wreq-20260929/wikipedia-resource.txt": "76e04d8af5b0991c83e607aa27f82c2f97bee15eddd694287df183714f9a89b4", "public/evidence/wreq-20260929/wikipedia_web_scraping.json": "b41473fdb1da78540acc0cbb875665b6671a364f0ad1f8b4fc4d997f562a7de6", "public/evidence/wreq-20260929/wikipedia_web_scraping.txt": "e768c41b23b8e536dfd23f421f0c733a6716760d6eaa4f2b4cb693603ad83c9a", "public/evidence/wreq-public-30-20260929/manifest.json": "9a73b597e5dab77dfcc6a9adbecebc7d78f81247582ac75bc0955798f2de8dfd", "public/evidence/wreq-public-30-20260929/results.json": "afc80ec5be593e096108d5278f77e9c5d45f59b980934749aaad0074edf469d3", "public/evidence/wreq-public-30-20260929/run.py": "5b44125ff463dfec2011ac608f800c109a95dff10ad02321ce828edb2816ad15", "public/evidence/wreq-public-30-redirects-20260929/results.json": "269132e9697d084941827877de584d1db11f6f6cd8d8fcfb41f4ab69646d54b8", "public/evidence/wreq-public-30-redirects-20260929/run.py": "6b1ab054546bd4202d55e3f73a85df0aa16b94a88cc69bdd99fbb5d976338959", "runner/corpora/comprehensive-v1.json": "8bc9e49e1f6687dd729fd059a245e524a03cad0946a6284195e677707448134b", "runner/corpora/pilot-v1.json": "17523b501acc7395beda0c89f3df48811b7e884a2559598d9cb000cc78b5cedc", "runner/corpora/public-30-v1.json": "6ce519c4f7df3c32f5dfda379a8d3b280b7723bdeb48ddf64a1ae10ce6a7914c", "runner/corpora/public-smoke-v1.json": "149234318b9d1a1cfdef4de01f22ce50a81576d6e7377e4379898ec236583b8c", "runner/corpora/public-tough-v1.json": "ff7e74361ae568bde9f2811ad86eb9c62a67702837233fdfde3fffb0ddc90104", "runner/corpora/smoke-v1.json": "3c77786390ba95c93596e1313b8346317198f9abfe656bf9e7d00ec42a3069c9" }, "documentation": { "repo": "https://github.com/puppeteer/puppeteer", "repository_resolution": "Official npm package repository metadata", "installed_release": "25.12.0", "deepwiki": "https://deepwiki.com/search/for-a-plain-puppeteer-chrome-b_dff7db98-e1a9-4572-8f85-100694285f4f", "verified_sources": [ { "package": "puppeteer", "version": "25.12.0", "file": "package.json", "sha256": "01afde2c794b828d05d80fbf2251c3015e91ceea5817721a71320287e7dd558c", "registry_metadata": "https://registry.npmjs.org/puppeteer/25.12.0", "tarball": "https://registry.npmjs.org/puppeteer/-/puppeteer-25.12.0.tgz", "integrity": "sha512-agM9cYcxbvmU17w9qtF17s7/Vv7Dhbyig6AWwIgvQQLR2dKZdPqNvRPanac7xH4iMPcNYOCfyCkwqCnR4nVOcA==" }, { "package": "puppeteer", "version": "25.12.0", "file": "lib/puppeteer/puppeteer.js", "sha256": "5ca0b83893597ac1d656f9177341d2c522474323d6fc243709156fd4d8ba53b7", "registry_metadata": "https://registry.npmjs.org/puppeteer/25.12.0", "tarball": "https://registry.npmjs.org/puppeteer/-/puppeteer-25.12.0.tgz", "integrity": "sha512-agM9cYcxbvmU17w9qtF17s7/Vv7Dhbyig6AWwIgvQQLR2dKZdPqNvRPanac7xH4iMPcNYOCfyCkwqCnR4nVOcA==" }, { "package": "puppeteer", "version": "25.12.0", "file": "lib/puppeteer/getConfiguration.js", "sha256": "8a69babb90733ddf016d3bffec04f980df32a97543ec68432238acdfe6e68b3c", "registry_metadata": "https://registry.npmjs.org/puppeteer/25.12.0", "tarball": "https://registry.npmjs.org/puppeteer/-/puppeteer-25.12.0.tgz", "integrity": "sha512-agM9cYcxbvmU17w9qtF17s7/Vv7Dhbyig6AWwIgvQQLR2dKZdPqNvRPanac7xH4iMPcNYOCfyCkwqCnR4nVOcA==" }, { "package": "puppeteer-core", "version": "25.12.0", "file": "lib/puppeteer/revisions.js", "sha256": "933fb061f8c5f9259061734a14329a8ed0120fd9f18030312bd1fe8a132a319d", "registry_metadata": "https://registry.npmjs.org/puppeteer-core/25.12.0", "tarball": "https://registry.npmjs.org/puppeteer-core/-/puppeteer-core-25.12.0.tgz", "integrity": "sha512-z6LQUt5SH7jwGtGA+nMtJuEjZIsqPiwQ+EFHCYuVDQrJpvifNmmGuyDvTzAKPyFzihxgHc5f3aMzu2kn8Ps37A==" }, { "package": "puppeteer-core", "version": "25.12.0", "file": "lib/puppeteer/node/ChromeLauncher.js", "sha256": "c988abf198ea07baa8b613d95d83a3791ff4f129016e67e5d77c64163ecc9bb2", "registry_metadata": "https://registry.npmjs.org/puppeteer-core/25.12.0", "tarball": "https://registry.npmjs.org/puppeteer-core/-/puppeteer-core-25.12.0.tgz", "integrity": "sha512-z6LQUt5SH7jwGtGA+nMtJuEjZIsqPiwQ+EFHCYuVDQrJpvifNmmGuyDvTzAKPyFzihxgHc5f3aMzu2kn8Ps37A==" }, { "package": "puppeteer-core", "version": "25.12.0", "file": "lib/puppeteer/node/BrowserLauncher.js", "sha256": "9c3517b96f47fac5dfc00dedab58669ba74bfd9e8dbfcd3f50078e8bf2567f9a", "registry_metadata": "https://registry.npmjs.org/puppeteer-core/25.12.0", "tarball": "https://registry.npmjs.org/puppeteer-core/-/puppeteer-core-25.12.0.tgz", "integrity": "sha512-z6LQUt5SH7jwGtGA+nMtJuEjZIsqPiwQ+EFHCYuVDQrJpvifNmmGuyDvTzAKPyFzihxgHc5f3aMzu2kn8Ps37A==" }, { "package": "puppeteer-core", "version": "25.12.0", "file": "lib/puppeteer/cdp/Browser.js", "sha256": "1511281b1bee2cdffe552b8e2754ca85054dbd70ffed57196bf8cc464aa28db6", "registry_metadata": "https://registry.npmjs.org/puppeteer-core/25.12.0", "tarball": "https://registry.npmjs.org/puppeteer-core/-/puppeteer-core-25.12.0.tgz", "integrity": "sha512-z6LQUt5SH7jwGtGA+nMtJuEjZIsqPiwQ+EFHCYuVDQrJpvifNmmGuyDvTzAKPyFzihxgHc5f3aMzu2kn8Ps37A==" }, { "package": "puppeteer-core", "version": "25.12.0", "file": "lib/puppeteer/cdp/Frame.js", "sha256": "eec51dade28950d839b2db3adc1c8a7a36fe4a5d735734bb2169e674cd700b47", "registry_metadata": "https://registry.npmjs.org/puppeteer-core/25.12.0", "tarball": "https://registry.npmjs.org/puppeteer-core/-/puppeteer-core-25.12.0.tgz", "integrity": "sha512-z6LQUt5SH7jwGtGA+nMtJuEjZIsqPiwQ+EFHCYuVDQrJpvifNmmGuyDvTzAKPyFzihxgHc5f3aMzu2kn8Ps37A==" }, { "package": "puppeteer-core", "version": "25.12.0", "file": "lib/puppeteer/cdp/LifecycleWatcher.js", "sha256": "5673cb7d1fa4d616ada5b7c00b426b8c72594ea1119f8faf08bfac1ad198fb93", "registry_metadata": "https://registry.npmjs.org/puppeteer-core/25.12.0", "tarball": "https://registry.npmjs.org/puppeteer-core/-/puppeteer-core-25.12.0.tgz", "integrity": "sha512-z6LQUt5SH7jwGtGA+nMtJuEjZIsqPiwQ+EFHCYuVDQrJpvifNmmGuyDvTzAKPyFzihxgHc5f3aMzu2kn8Ps37A==" }, { "package": "puppeteer-core", "version": "25.12.0", "file": "lib/puppeteer/api/Page.js", "sha256": "f2eb972c3f0326fa5e2b584bd90dc34bb7997820f9b64ad78d7f199268f77156", "registry_metadata": "https://registry.npmjs.org/puppeteer-core/25.12.0", "tarball": "https://registry.npmjs.org/puppeteer-core/-/puppeteer-core-25.12.0.tgz", "integrity": "sha512-z6LQUt5SH7jwGtGA+nMtJuEjZIsqPiwQ+EFHCYuVDQrJpvifNmmGuyDvTzAKPyFzihxgHc5f3aMzu2kn8Ps37A==" }, { "package": "puppeteer-core", "version": "25.12.0", "file": "lib/puppeteer/api/Browser.js", "sha256": "0d0cd33855d555c9ee5754411ffaf17bad55254ad863e480e30f3064b40e7243", "registry_metadata": "https://registry.npmjs.org/puppeteer-core/25.12.0", "tarball": "https://registry.npmjs.org/puppeteer-core/-/puppeteer-core-25.12.0.tgz", "integrity": "sha512-z6LQUt5SH7jwGtGA+nMtJuEjZIsqPiwQ+EFHCYuVDQrJpvifNmmGuyDvTzAKPyFzihxgHc5f3aMzu2kn8Ps37A==" }, { "package": "puppeteer-core", "version": "25.12.0", "file": "lib/puppeteer/api/BrowserContext.js", "sha256": "9e0001c6abbe8d5ee28ca1d74d6a259f55839df45240c503fdb79f83e4cac48b", "registry_metadata": "https://registry.npmjs.org/puppeteer-core/25.12.0", "tarball": "https://registry.npmjs.org/puppeteer-core/-/puppeteer-core-25.12.0.tgz", "integrity": "sha512-z6LQUt5SH7jwGtGA+nMtJuEjZIsqPiwQ+EFHCYuVDQrJpvifNmmGuyDvTzAKPyFzihxgHc5f3aMzu2kn8Ps37A==" }, { "package": "puppeteer-core", "version": "25.12.0", "file": "lib/puppeteer/cdp/Page.js", "sha256": "0a9dc10eff1a93950584a8e3df22ddaec6fd3bef03e561b22a5646010c4c9d82", "registry_metadata": "https://registry.npmjs.org/puppeteer-core/25.12.0", "tarball": "https://registry.npmjs.org/puppeteer-core/-/puppeteer-core-25.12.0.tgz", "integrity": "sha512-z6LQUt5SH7jwGtGA+nMtJuEjZIsqPiwQ+EFHCYuVDQrJpvifNmmGuyDvTzAKPyFzihxgHc5f3aMzu2kn8Ps37A==" } ], "release_findings": [ "Pinned release normally downloads Chrome 154.0.8037.57. Custom executablePath uses the earlier byte-identical Chrome 153.0.8010.12; other browser versions have no Puppeteer compatibility guarantee. Public canary checks this specific pairing only.", "Headless new, stock default args include --enable-automation; explicit --no-proxy-server and --no-sandbox match earlier browser host policy. No stealth plugins, UA override, preload script or interception.", "createBrowserContext isolates cookies/local storage; newPage viewport explicitly 1280x720 to match earlier Playwright. Initially empty cookies; normal session cookies allowed and discarded.", "One goto issues Page.navigate once; DOMContentLoaded 20s, settle 2s; no application retries. Browser-native resource retries/reconnections and page-script navigation are not disabled or independently counted as wire requests.", "Normal Chromium redirects use native cap 20; no goto redirect-cap option. TLS errors not ignored.", "page.content serializes DOM; saved 5 MiB cap after serialization. Viewport PNG after DOM latency; screenshot error does not change frozen checks.", "Worker/browsers closed then supervisor cleans only recorded owned PID/start-time identities. PSS includes imports, full observed browser tree, DOM, PNG and exit, excludes Python/checks." ], "native_redirect_source": "https://github.com/chromium/chromium/blob/971a7443b0c9b0a9b2860529b33331b76077ec62/net/url_request/url_request.h" }, "summary": { "attempted_distinct_sites": 30, "usable_results": 19, "classifications": { "http_access_denied": 6, "missing_required_content": 3, "soft_block": 1, "navigation_error": 1, "usable": 19 }, "http_200_soft_blocks": 1, "http_200_empty_content": 1, "observed_main_frame_requests": 33, "http_200_visually_observed_challenges_not_classified_soft_block": 1, "http_200_met_checks_with_visually_observed_overlay": 1 }, "finished_at": "2026-09-29T23:08:12.636129+00:00", "publication_validation": { "checked_at": "2026-09-29T23:08:21.291788+00:00", "unchanged_validator_ast_verified": true, "dom_hashes_and_checks_verified": 30, "pss_peaks_verified": 30, "transport_metadata_and_log_hashes_verified": 30, "driver_log_hashes_verified": 30, "png_hashes_verified": 29, "preserved_file_count": 160, "additional_target_requests": 0, "surviving_owned_processes": 0 }, "canary_relation": "Separate public canary passed frozen checks; excluded. Exactly 31 explicit page.goto calls including canary, 30 counted URLs; ordinary browser subresources, redirects and page scripts remain enabled. No local smoke or other-tool benchmark.", "pss_samples_sha256": "606f0cd9ac02de59ff2e85655dbfbaac49d31e24e150fa6f50c45f268903a867" }