{ "run_id": "lightpanda-public-30-20260929", "tool": "lightpanda", "binary_version": "1.0.0-nightly.9909+f086b75d5", "binary_path": "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "binary_sha256": "060429c4bfb8d65f36de7376216c41453f67b8690ef051c236d89cace013cdba", "python_version": "3.13.13", "playwright_version": "1.63.0", "platform": "Linux-6.17.0-22-generic-x86_64-with-glibc2.39", "network": "Same local host direct outbound; no configured proxy; different UTC window from wreq", "manifest_id": "public-30-v1", "manifest_sha256": "6ce519c4f7df3c32f5dfda379a8d3b280b7723bdeb48ddf64a1ae10ce6a7914c", "script_sha256": "f82a1e7fe7c7f7b6de826262b7784bd30e6b09dd4266b9fdf2c571670cf69d62", "config": { "proxy_mode": "none", "login": false, "captcha_solving": false, "concurrency": 1, "gap_seconds": 2, "application_retries": 0, "navigation_timeout_seconds": 20, "attempt_timeout_seconds": 30, "wait_until": "domcontentloaded", "settle_seconds": 2, "max_response_bytes": 5242880, "max_capture_bytes": 5242880, "redirects": "follow", "max_redirects": 10, "redirect_cap_basis": "Hard-coded httpMaxRedirects() in exact binary source src/Config.zig", "robots": "default off, matching wreq; differs from earlier Lightpanda two-page slice", "resources": "Lightpanda defaults: scripts/fetch/XHR; images, stylesheets, iframes and workers not opted in", "cookies": "fresh in-memory browser context; no imported account state", "telemetry": "disabled", "pss_sample_interval_seconds": 0.1, "pss_scope": "Isolated attempt Python process and all descendants, including Playwright driver and Lightpanda; excludes batch parent" }, "executed_command": "/home/testycool/.cache/uv/builds-v0/.tmpB1cKcU/bin/python public/evidence/lightpanda-public-30-20260929/run.py --binary /tmp/scrapingevals-lightpanda-20260929/lightpanda --manifest runner/corpora/public-30-v1.json --output runner/data/lightpanda-public-30-20260929", "started_at": "2026-09-29T19:25:06.024101+00:00", "attempts": [ { "target_id": "kohls", "site": "Kohl\u2019s", "category": "commerce", "url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "original_url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "final_url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "expected_required_content": "Men\u2019s T-shirt product listing with prices", "started_at": "2026-09-29T19:25:06.128819+00:00", "navigation_started_at": "2026-09-29T19:25:06.536937+00:00", "status": 403, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "status": 403 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "f47eebda8787f90a7d839d508a68e0260b3039c6946a5a3be11b802378d07e36", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/kohls.html", "html_bytes": 495, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "58115", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 1.403, "latency_seconds": 3.411, "finished_at": "2026-09-29T19:25:09.974033+00:00", "attempt_seconds": 3.845, "browser_exit_code": 0, "checks": { "text_chars": 227, "required_text_checks": [ { "alternatives": [ "t-shirt", "tees" ], "matched": [] }, { "alternatives": [ "men" ], "matched": [ "men" ] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 300, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [ "access denied" ] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "http_access_denied", "usable_content": false, "peak_sampled_tree_pss_mb": 214.727, "pss_samples": 39, "attempt_process_exit": 0, "inspection_note": "Access-denied response; no product prices or listing." }, { "target_id": "amazon", "site": "Amazon", "category": "commerce", "url": "https://www.amazon.com/s?k=laptop", "original_url": "https://www.amazon.com/s?k=laptop", "final_url": "https://www.amazon.com/s?k=laptop", "expected_required_content": "Laptop search results with product prices", "started_at": "2026-09-29T19:25:12.214911+00:00", "navigation_started_at": "2026-09-29T19:25:12.617105+00:00", "status": 503, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.amazon.com/s?k=laptop", "status": 503 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "315ae31f2830e3538a1f6a4c0c15a91b8d66af6b766781dc675be01d0ebf7d64", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/amazon.html", "html_bytes": 2317, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "58279", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.284, "latency_seconds": 2.289, "finished_at": "2026-09-29T19:25:14.926492+00:00", "attempt_seconds": 2.711, "browser_exit_code": 0, "checks": { "text_chars": 0, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] }, { "alternatives": [ "results" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": true, "classification": "http_server_error", "usable_content": false, "peak_sampled_tree_pss_mb": 169.982, "pss_samples": 28, "attempt_process_exit": 0, "inspection_note": "HTTP 503. The checked body text is empty; script content does not satisfy a product listing." }, { "target_id": "walmart", "site": "Walmart", "category": "commerce", "url": "https://www.walmart.com/search?q=laptop", "original_url": "https://www.walmart.com/search?q=laptop", "final_url": "https://www.walmart.com/search?q=laptop", "expected_required_content": "Laptop search results with product prices", "started_at": "2026-09-29T19:25:17.132839+00:00", "navigation_started_at": "2026-09-29T19:25:17.538088+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.walmart.com/search?q=laptop", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "4451e566d454ef7a7c19fe5621230e06ded0b48e4ab35adc73e7f5365de2d608", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/walmart.html", "html_bytes": 2426285, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "51435", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 3.77, "latency_seconds": 6.049, "finished_at": "2026-09-29T19:25:23.737817+00:00", "attempt_seconds": 6.605, "browser_exit_code": 0, "checks": { "text_chars": 33620, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [ "laptop" ] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 202 } ], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "peak_sampled_tree_pss_mb": 463.329, "pss_samples": 65, "attempt_process_exit": 0, "inspection_note": "Laptop product names and multiple prices appear in the checked DOM." }, { "target_id": "ebay", "site": "eBay", "category": "commerce", "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "original_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "final_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "expected_required_content": "Laptop marketplace listings with prices", "started_at": "2026-09-29T19:25:26.083753+00:00", "navigation_started_at": "2026-09-29T19:25:26.501329+00:00", "status": 403, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "status": 403 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "993802fcd35dce937f71d1a865dab4964456a0f2500466ccdf1a467da9916c4f", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/ebay.html", "html_bytes": 1985, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "38483", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.261, "latency_seconds": 2.267, "finished_at": "2026-09-29T19:25:28.794184+00:00", "attempt_seconds": 2.71, "browser_exit_code": 0, "checks": { "text_chars": 189, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] }, { "alternatives": [ "results" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "http_access_denied", "usable_content": false, "peak_sampled_tree_pss_mb": 211.596, "pss_samples": 28, "attempt_process_exit": 0, "inspection_note": "HTTP 403 error page; no laptop listing." }, { "target_id": "target", "site": "Target", "category": "commerce", "url": "https://www.target.com/s?searchTerm=laptop", "original_url": "https://www.target.com/s?searchTerm=laptop", "final_url": "https://www.target.com/s?searchTerm=laptop", "expected_required_content": "Laptop search listing with prices", "started_at": "2026-09-29T19:25:31.003241+00:00", "navigation_started_at": "2026-09-29T19:25:31.382807+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.target.com/s?searchTerm=laptop", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "dd60a16c9cdc34865ec61ddd3174ab06529e48ef3e2e435052242cddee83c648", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/target.html", "html_bytes": 159006, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "52539", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 1.71, "latency_seconds": 3.723, "finished_at": "2026-09-29T19:25:35.136131+00:00", "attempt_seconds": 4.133, "browser_exit_code": 0, "checks": { "text_chars": 1176, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "missing_required_content", "usable_content": false, "peak_sampled_tree_pss_mb": 305.924, "pss_samples": 41, "attempt_process_exit": 0, "inspection_note": "Navigation and footer rendered, but required laptop listing and prices are missing." }, { "target_id": "etsy", "site": "Etsy", "category": "commerce", "url": "https://www.etsy.com/search?q=ceramic+mug", "original_url": "https://www.etsy.com/search?q=ceramic+mug", "final_url": "https://www.etsy.com/search?q=ceramic+mug", "expected_required_content": "Ceramic mug listings with prices", "started_at": "2026-09-29T19:25:37.347641+00:00", "navigation_started_at": "2026-09-29T19:25:37.746638+00:00", "status": 403, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.etsy.com/search?q=ceramic+mug", "status": 403 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "ea0d6a5ea04fdd8bc7c05095d21ec82dc025b7845f2ffa9120ba5976af38a9ad", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/etsy.html", "html_bytes": 1528, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "55979", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.181, "latency_seconds": 2.188, "finished_at": "2026-09-29T19:25:39.955770+00:00", "attempt_seconds": 2.608, "browser_exit_code": 0, "checks": { "text_chars": 0, "required_text_checks": [ { "alternatives": [ "ceramic" ], "matched": [] }, { "alternatives": [ "mug" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": true, "classification": "http_access_denied", "usable_content": false, "peak_sampled_tree_pss_mb": 173.729, "pss_samples": 27, "attempt_process_exit": 0, "inspection_note": "HTTP 403; checked body text is empty." }, { "target_id": "bestbuy", "site": "Best Buy", "category": "commerce", "url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "original_url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "final_url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "expected_required_content": "Laptop product listing with prices", "started_at": "2026-09-29T19:25:42.182954+00:00", "navigation_started_at": "2026-09-29T19:25:42.607205+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "726d034a16c089bd7adb611a51fde0cea45da4a7f5f0beed30f629f056159fec", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/bestbuy.html", "html_bytes": 7963, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "38131", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.56, "latency_seconds": 2.566, "finished_at": "2026-09-29T19:25:45.207883+00:00", "attempt_seconds": 3.025, "browser_exit_code": 0, "checks": { "text_chars": 687, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "missing_required_content", "usable_content": false, "peak_sampled_tree_pss_mb": 271.682, "pss_samples": 31, "attempt_process_exit": 0, "inspection_note": "Country-selection page rather than the requested laptop listing; no country choice clicked." }, { "target_id": "linkedin", "site": "LinkedIn", "category": "organization", "url": "https://www.linkedin.com/company/nasa/", "original_url": "https://www.linkedin.com/company/nasa/", "final_url": "https://www.linkedin.com/company/nasa/", "expected_required_content": "Public NASA organization description and industry/topic", "started_at": "2026-09-29T19:25:47.444223+00:00", "navigation_started_at": "2026-09-29T19:25:47.847729+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.linkedin.com/company/nasa/", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "08c898f837aa3c802d085345de1fe68b578cbf069f3417555413f618fa1f6176", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/linkedin.html", "html_bytes": 385156, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "41403", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.765, "latency_seconds": 2.784, "finished_at": "2026-09-29T19:25:50.660499+00:00", "attempt_seconds": 3.216, "browser_exit_code": 0, "checks": { "text_chars": 13547, "required_text_checks": [ { "alternatives": [ "nasa", "national aeronautics" ], "matched": [ "nasa", "national aeronautics" ] }, { "alternatives": [ "space", "research", "aviation" ], "matched": [ "space", "research", "aviation" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "peak_sampled_tree_pss_mb": 229.168, "pss_samples": 33, "attempt_process_exit": 0, "inspection_note": "Public NASA organization identity and overview appear alongside cookie/account prompts. No account used." }, { "target_id": "instagram", "site": "Instagram", "category": "organization", "url": "https://www.instagram.com/nasa/", "original_url": "https://www.instagram.com/nasa/", "final_url": "https://www.instagram.com/nasa/", "expected_required_content": "NASA organization profile with follower and post information", "started_at": "2026-09-29T19:25:52.936307+00:00", "navigation_started_at": "2026-09-29T19:25:53.335470+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.instagram.com/nasa/", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "bc5bc8e2f3f4dd35d640db71b76a2620d8e0e7695f0a72fdb120e56fe5babd77", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/instagram.html", "html_bytes": 1017221, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "47697", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.679, "latency_seconds": 2.735, "finished_at": "2026-09-29T19:25:56.105022+00:00", "attempt_seconds": 3.168, "browser_exit_code": 0, "checks": { "text_chars": 3515, "required_text_checks": [ { "alternatives": [ "nasa" ], "matched": [ "nasa" ] }, { "alternatives": [ "followers" ], "matched": [ "followers" ] }, { "alternatives": [ "posts" ], "matched": [ "posts" ] } ], "text_regex_checks": [], "min_text_chars": 150, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "peak_sampled_tree_pss_mb": 307.341, "pss_samples": 32, "attempt_process_exit": 0, "inspection_note": "Public NASA identity and follower text meet the profile checks. This does not establish post or media coverage." }, { "target_id": "tiktok", "site": "TikTok", "category": "organization", "url": "https://www.tiktok.com/@nasa", "original_url": "https://www.tiktok.com/@nasa", "final_url": "https://www.tiktok.com/@nasa", "expected_required_content": "NASA organization profile with video and audience information", "started_at": "2026-09-29T19:25:58.325858+00:00", "navigation_started_at": "2026-09-29T19:25:58.722599+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.tiktok.com/@nasa", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "07b95c7d32ea62611736b17c88b97b5d8e0ea8c2188c95e33b2dd48ddb8b6af5", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/tiktok.html", "html_bytes": 454373, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "56337", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.614, "latency_seconds": 2.943, "finished_at": "2026-09-29T19:26:01.818546+00:00", "attempt_seconds": 3.493, "browser_exit_code": 0, "checks": { "text_chars": 708, "required_text_checks": [ { "alternatives": [ "nasa" ], "matched": [ "nasa" ] }, { "alternatives": [ "followers" ], "matched": [ "followers" ] }, { "alternatives": [ "videos", "likes" ], "matched": [ "videos", "likes" ] } ], "text_regex_checks": [], "min_text_chars": 150, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "peak_sampled_tree_pss_mb": 409.222, "pss_samples": 35, "attempt_process_exit": 0, "inspection_note": "NASA identity and follower text meet the profile checks. The video area also reports an error; this result does not establish working videos." }, { "target_id": "g2", "site": "G2", "category": "reviews", "url": "https://www.g2.com/products/asana/reviews", "original_url": "https://www.g2.com/products/asana/reviews", "final_url": "https://www.g2.com/products/asana/reviews", "expected_required_content": "Asana review listing with review and rating information", "started_at": "2026-09-29T19:26:04.052641+00:00", "navigation_started_at": "2026-09-29T19:26:04.471136+00:00", "status": 403, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.g2.com/products/asana/reviews", "status": 403 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "068093655fb417e0aa7fa3938ac3ef107b23840150b5ee34cedef66833bf8c29", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/g2.html", "html_bytes": 2558, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "55451", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.193, "latency_seconds": 2.199, "finished_at": "2026-09-29T19:26:06.690954+00:00", "attempt_seconds": 2.638, "browser_exit_code": 0, "checks": { "text_chars": 0, "required_text_checks": [ { "alternatives": [ "asana" ], "matched": [] }, { "alternatives": [ "reviews" ], "matched": [] }, { "alternatives": [ "rating", "rated", "stars" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": true, "classification": "http_access_denied", "usable_content": false, "peak_sampled_tree_pss_mb": 173.927, "pss_samples": 27, "attempt_process_exit": 0, "inspection_note": "HTTP 403; checked body text is empty, not Asana reviews." }, { "target_id": "trustpilot", "site": "Trustpilot", "category": "reviews", "url": "https://www.trustpilot.com/review/www.amazon.com", "original_url": "https://www.trustpilot.com/review/www.amazon.com", "final_url": "https://www.trustpilot.com/review/www.amazon.com", "expected_required_content": "Amazon company review listing with ratings", "started_at": "2026-09-29T19:26:08.869159+00:00", "navigation_started_at": "2026-09-29T19:26:09.279350+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.trustpilot.com/review/www.amazon.com", "status": 403 }, { "url": "https://www.trustpilot.com/review/www.amazon.com", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "6c6dcd7fa9cf7e3e47391aec63c01b38373126a37715f7a73d60f62101fbdb11", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/trustpilot.html", "html_bytes": 899468, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "49183", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.524, "latency_seconds": 2.598, "finished_at": "2026-09-29T19:26:11.913122+00:00", "attempt_seconds": 3.044, "browser_exit_code": 0, "checks": { "text_chars": 20510, "required_text_checks": [ { "alternatives": [ "amazon" ], "matched": [ "amazon" ] }, { "alternatives": [ "reviews" ], "matched": [ "reviews" ] }, { "alternatives": [ "trustscore", "rating", "rated" ], "matched": [ "trustscore", "rating", "rated" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "peak_sampled_tree_pss_mb": 265.103, "pss_samples": 31, "attempt_process_exit": 0, "inspection_note": "Amazon review/rating text is present and meets the preset checks; no exhaustive review extraction claimed." }, { "target_id": "tripadvisor", "site": "Tripadvisor", "category": "reviews", "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "original_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "final_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "expected_required_content": "Paris restaurant listing with reviews", "started_at": "2026-09-29T19:26:14.152247+00:00", "navigation_started_at": "2026-09-29T19:26:14.538722+00:00", "status": 403, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "status": 403 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "a783909e98b3286b9d6f587ee2c35d753ddd5ec2e58315d61174491af740a5fa", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/tripadvisor.html", "html_bytes": 1535, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "50291", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.277, "latency_seconds": 2.283, "finished_at": "2026-09-29T19:26:16.842909+00:00", "attempt_seconds": 2.69, "browser_exit_code": 0, "checks": { "text_chars": 0, "required_text_checks": [ { "alternatives": [ "paris" ], "matched": [] }, { "alternatives": [ "restaurants" ], "matched": [] }, { "alternatives": [ "reviews" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": true, "classification": "http_access_denied", "usable_content": false, "peak_sampled_tree_pss_mb": 173.901, "pss_samples": 28, "attempt_process_exit": 0, "inspection_note": "HTTP 403; checked body text is empty rather than Paris attractions." }, { "target_id": "indeed", "site": "Indeed", "category": "jobs", "url": "https://www.indeed.com/jobs?q=python&l=Remote", "original_url": "https://www.indeed.com/jobs?q=python&l=Remote", "final_url": "https://www.indeed.com/jobs?q=python&l=Remote", "expected_required_content": "Remote Python job listings", "started_at": "2026-09-29T19:26:19.063025+00:00", "navigation_started_at": "2026-09-29T19:26:19.483205+00:00", "status": 403, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.indeed.com/jobs?q=python&l=Remote", "status": 403 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "5e53ff7487f078b2918931ac37e82254bbe4a55ba98580f9d433f38dd51a01b7", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/indeed.html", "html_bytes": 38358, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "33093", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.041, "latency_seconds": 2.048, "finished_at": "2026-09-29T19:26:21.553968+00:00", "attempt_seconds": 2.491, "browser_exit_code": 0, "checks": { "text_chars": 355, "required_text_checks": [ { "alternatives": [ "python" ], "matched": [] }, { "alternatives": [ "remote" ], "matched": [] }, { "alternatives": [ "jobs" ], "matched": [ "jobs" ] } ], "text_regex_checks": [ { "pattern": "\\b(?:developer|engineer|programmer)\\b", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [ "additional verification required" ] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "http_access_denied", "usable_content": false, "peak_sampled_tree_pss_mb": 189.087, "pss_samples": 25, "attempt_process_exit": 0, "inspection_note": "HTTP 403 additional-verification page; no job listing." }, { "target_id": "remoteok", "site": "Remote OK", "category": "jobs", "url": "https://remoteok.com/remote-dev-jobs", "original_url": "https://remoteok.com/remote-dev-jobs", "final_url": "https://remoteok.com/remote-dev-jobs", "expected_required_content": "Remote developer job listings", "started_at": "2026-09-29T19:26:23.691970+00:00", "navigation_started_at": "2026-09-29T19:26:24.085191+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://remoteok.com/remote-dev-jobs", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "18eea2c96c9059c840390fceec72939b25f60e2756612a103ce1b83a57f62d66", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/remoteok.html", "html_bytes": 67212, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "55333", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.799, "latency_seconds": 2.807, "finished_at": "2026-09-29T19:26:26.918668+00:00", "attempt_seconds": 3.227, "browser_exit_code": 0, "checks": { "text_chars": 5627, "required_text_checks": [ { "alternatives": [ "remote" ], "matched": [ "remote" ] }, { "alternatives": [ "developer", "engineer" ], "matched": [ "developer" ] }, { "alternatives": [ "jobs" ], "matched": [ "jobs" ] } ], "text_regex_checks": [ { "pattern": "\\b(?:developer|engineer|programmer)\\b", "min_matches": 3, "matches": 2 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "missing_required_content", "usable_content": false, "peak_sampled_tree_pss_mb": 194.808, "pss_samples": 33, "attempt_process_exit": 0, "inspection_note": "Site navigation and remote-job text are present, but the frozen listing checks fail. HTTP 200 alone is insufficient." }, { "target_id": "weworkremotely", "site": "We Work Remotely", "category": "jobs", "url": "https://weworkremotely.com/categories/remote-programming-jobs", "original_url": "https://weworkremotely.com/categories/remote-programming-jobs", "final_url": "https://weworkremotely.com/categories/remote-full-stack-programming-jobs", "expected_required_content": "Remote programming jobs with actual role descriptions", "started_at": "2026-09-29T19:26:29.148485+00:00", "navigation_started_at": "2026-09-29T19:26:29.561570+00:00", "status": 200, "redirect_history": [ { "previous": "https://weworkremotely.com/categories/remote-programming-jobs", "url": "https://weworkremotely.com/categories/remote-full-stack-programming-jobs", "status": 302 } ], "redirect_outcome": "followed", "document_responses": [ { "url": "https://weworkremotely.com/categories/remote-programming-jobs", "status": 302 }, { "url": "https://weworkremotely.com/categories/remote-full-stack-programming-jobs", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "4496656b808185b7e4a8c9a5403dc9b4d9bbeb1c1399bff8587cb2fb53a3d15e", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/weworkremotely.html", "html_bytes": 788403, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "59585", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.806, "latency_seconds": 2.85, "finished_at": "2026-09-29T19:26:32.451501+00:00", "attempt_seconds": 3.303, "browser_exit_code": 0, "checks": { "text_chars": 11227, "required_text_checks": [ { "alternatives": [ "remote" ], "matched": [ "remote" ] }, { "alternatives": [ "programming" ], "matched": [ "programming" ] }, { "alternatives": [ "developer", "engineer" ], "matched": [ "developer", "engineer" ] } ], "text_regex_checks": [ { "pattern": "\\b(?:developer|engineer|programmer)\\b", "min_matches": 3, "matches": 26 } ], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "peak_sampled_tree_pss_mb": 277.756, "pss_samples": 33, "attempt_process_exit": 0, "inspection_note": "One observed HTTP 302 reaches the canonical full-stack jobs route. Job text meets the same listing checks." }, { "target_id": "wikipedia", "site": "Wikipedia", "category": "content", "url": "https://en.wikipedia.org/wiki/Web_scraping", "original_url": "https://en.wikipedia.org/wiki/Web_scraping", "final_url": "https://en.wikipedia.org/wiki/Web_scraping", "expected_required_content": "Web scraping article with substantive explanation", "started_at": "2026-09-29T19:26:34.651217+00:00", "navigation_started_at": "2026-09-29T19:26:35.093649+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://en.wikipedia.org/wiki/Web_scraping", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "339282e28d53ab19e0b43c48bd18aec8d1f76374a8be68dc0f107fdfd785516e", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/wikipedia.html", "html_bytes": 347040, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "51123", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.249, "latency_seconds": 2.272, "finished_at": "2026-09-29T19:26:37.389910+00:00", "attempt_seconds": 2.738, "browser_exit_code": 0, "checks": { "text_chars": 31033, "required_text_checks": [ { "alternatives": [ "web scraping" ], "matched": [ "web scraping" ] }, { "alternatives": [ "web crawler", "data extraction" ], "matched": [ "web crawler", "data extraction" ] } ], "text_regex_checks": [], "min_text_chars": 3000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "peak_sampled_tree_pss_mb": 196.371, "pss_samples": 28, "attempt_process_exit": 0, "inspection_note": "Web-scraping article body and required section text are present." }, { "target_id": "hackernews", "site": "Hacker News", "category": "content", "url": "https://news.ycombinator.com/", "original_url": "https://news.ycombinator.com/", "final_url": "https://news.ycombinator.com/", "expected_required_content": "News story listing with points and comment links", "started_at": "2026-09-29T19:26:39.621293+00:00", "navigation_started_at": "2026-09-29T19:26:40.029863+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://news.ycombinator.com/", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "88c8f024c32c0f814244764d0ce7c9b8588684bd78d2c51aab33df4a3fca07e2", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/hackernews.html", "html_bytes": 34700, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "41307", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.823, "latency_seconds": 2.833, "finished_at": "2026-09-29T19:26:42.891189+00:00", "attempt_seconds": 3.27, "browser_exit_code": 0, "checks": { "text_chars": 3857, "required_text_checks": [ { "alternatives": [ "hacker news" ], "matched": [ "hacker news" ] }, { "alternatives": [ "points" ], "matched": [ "points" ] }, { "alternatives": [ "comments" ], "matched": [ "comments" ] } ], "text_regex_checks": [], "min_text_chars": 1000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "peak_sampled_tree_pss_mb": 173.206, "pss_samples": 33, "attempt_process_exit": 0, "inspection_note": "Story listing, points and comments are present." }, { "target_id": "bbc", "site": "BBC", "category": "content", "url": "https://www.bbc.com/news", "original_url": "https://www.bbc.com/news", "final_url": "https://www.bbc.com/news", "expected_required_content": "Public news headlines and topic navigation", "started_at": "2026-09-29T19:26:45.077197+00:00", "navigation_started_at": "2026-09-29T19:26:45.462015+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.bbc.com/news", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "4f9fca9938a98a214721109ec4fcfc928c5aea0ddfed8172e7babe48caa277ec", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/bbc.html", "html_bytes": 329370, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "60113", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.723, "latency_seconds": 2.742, "finished_at": "2026-09-29T19:26:48.238658+00:00", "attempt_seconds": 3.161, "browser_exit_code": 0, "checks": { "text_chars": 9713, "required_text_checks": [ { "alternatives": [ "bbc" ], "matched": [ "bbc" ] }, { "alternatives": [ "news" ], "matched": [ "news" ] }, { "alternatives": [ "world", "business" ], "matched": [ "world", "business" ] } ], "text_regex_checks": [], "min_text_chars": 1000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "peak_sampled_tree_pss_mb": 276.349, "pss_samples": 32, "attempt_process_exit": 0, "inspection_note": "BBC news listing text meets the required checks." }, { "target_id": "arxiv", "site": "arXiv", "category": "content", "url": "https://arxiv.org/list/cs/recent", "original_url": "https://arxiv.org/list/cs/recent", "final_url": "https://arxiv.org/list/cs/recent", "expected_required_content": "Recent Computer Science papers with subject metadata", "started_at": "2026-09-29T19:26:50.465507+00:00", "navigation_started_at": "2026-09-29T19:26:50.869142+00:00", "status": 403, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://arxiv.org/list/cs/recent", "status": 403 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "b5f5e50590c8d71010cafbe1ac32be86d499fd3e7ee5c85e72071c2c2559775d", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/arxiv.html", "html_bytes": 380, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "35589", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.116, "latency_seconds": 2.121, "finished_at": "2026-09-29T19:26:53.010991+00:00", "attempt_seconds": 2.545, "browser_exit_code": 0, "checks": { "text_chars": 119, "required_text_checks": [ { "alternatives": [ "computer science" ], "matched": [] }, { "alternatives": [ "subjects:" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 1500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "http_access_denied", "usable_content": false, "peak_sampled_tree_pss_mb": 169.268, "pss_samples": 26, "attempt_process_exit": 0, "inspection_note": "HTTP 403 Forbidden response; no search results." }, { "target_id": "gutenberg", "site": "Project Gutenberg", "category": "content", "url": "https://www.gutenberg.org/ebooks/1342", "original_url": "https://www.gutenberg.org/ebooks/1342", "final_url": "https://www.gutenberg.org/ebooks/1342", "expected_required_content": "Pride and Prejudice book description with author", "started_at": "2026-09-29T19:26:55.189541+00:00", "navigation_started_at": "2026-09-29T19:26:55.589339+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.gutenberg.org/ebooks/1342", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "42bf0523bb0f28e682f8b754bc1a14d3bd4dc1594cfc9a42750f8fe1cd133774", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/gutenberg.html", "html_bytes": 24691, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "34287", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.549, "latency_seconds": 2.556, "finished_at": "2026-09-29T19:26:58.165469+00:00", "attempt_seconds": 2.976, "browser_exit_code": 0, "checks": { "text_chars": 2588, "required_text_checks": [ { "alternatives": [ "pride and prejudice" ], "matched": [ "pride and prejudice" ] }, { "alternatives": [ "jane austen" ], "matched": [ "jane austen" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "peak_sampled_tree_pss_mb": 170.442, "pss_samples": 30, "attempt_process_exit": 0, "inspection_note": "Pride and Prejudice title, Jane Austen and book/download-page content are present." }, { "target_id": "govuk", "site": "GOV.UK", "category": "content", "url": "https://www.gov.uk/bank-holidays", "original_url": "https://www.gov.uk/bank-holidays", "final_url": "https://www.gov.uk/bank-holidays", "expected_required_content": "UK bank holiday dates for England and Wales", "started_at": "2026-09-29T19:27:00.321373+00:00", "navigation_started_at": "2026-09-29T19:27:00.742477+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.gov.uk/bank-holidays", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "549cb3f533e3649fcd056dbded17ad926e37ae9106e2e163b2f6f9489ef86c27", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/govuk.html", "html_bytes": 186548, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "51531", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.204, "latency_seconds": 2.218, "finished_at": "2026-09-29T19:27:02.981970+00:00", "attempt_seconds": 2.66, "browser_exit_code": 0, "checks": { "text_chars": 17766, "required_text_checks": [ { "alternatives": [ "uk bank holidays" ], "matched": [ "uk bank holidays" ] }, { "alternatives": [ "england and wales" ], "matched": [ "england and wales" ] }, { "alternatives": [ "christmas day" ], "matched": [ "christmas day" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "peak_sampled_tree_pss_mb": 188.884, "pss_samples": 28, "attempt_process_exit": 0, "inspection_note": "Passport guidance text is present alongside the cookie banner." }, { "target_id": "python", "site": "Python documentation", "category": "content", "url": "https://docs.python.org/3/library/urllib.request.html", "original_url": "https://docs.python.org/3/library/urllib.request.html", "final_url": "https://docs.python.org/3/library/urllib.request.html", "expected_required_content": "urllib.request documentation with API explanation", "started_at": "2026-09-29T19:27:05.272557+00:00", "navigation_started_at": "2026-09-29T19:27:05.665954+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://docs.python.org/3/library/urllib.request.html", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "93157bdd8432b83a01e59a080060f2c513461975aa6b2846b354483ea60ae08d", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/python.html", "html_bytes": 223056, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "53049", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.294, "latency_seconds": 2.31, "finished_at": "2026-09-29T19:27:07.999361+00:00", "attempt_seconds": 2.727, "browser_exit_code": 0, "checks": { "text_chars": 55139, "required_text_checks": [ { "alternatives": [ "urllib.request" ], "matched": [ "urllib.request" ] }, { "alternatives": [ "urlopen" ], "matched": [ "urlopen" ] } ], "text_regex_checks": [], "min_text_chars": 3000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "peak_sampled_tree_pss_mb": 183.078, "pss_samples": 28, "attempt_process_exit": 0, "inspection_note": "Python tutorial content and the required heading text are present." }, { "target_id": "quotes", "site": "Quotes to Scrape", "category": "javascript", "url": "https://quotes.toscrape.com/js/", "original_url": "https://quotes.toscrape.com/js/", "final_url": "https://quotes.toscrape.com/js/", "expected_required_content": "Quote text and author after JavaScript rendering", "started_at": "2026-09-29T19:27:10.248852+00:00", "navigation_started_at": "2026-09-29T19:27:10.643295+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://quotes.toscrape.com/js/", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "b6d656f508cbbb0df37ec664f4363c41aa4fb497395e206ed24c497cd75ad110", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/quotes.html", "html_bytes": 8985, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "33411", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.875, "latency_seconds": 2.881, "finished_at": "2026-09-29T19:27:13.545546+00:00", "attempt_seconds": 3.297, "browser_exit_code": 0, "checks": { "text_chars": 1495, "required_text_checks": [ { "alternatives": [ "the world as we have created it" ], "matched": [ "the world as we have created it" ] }, { "alternatives": [ "albert einstein" ], "matched": [ "albert einstein" ] } ], "text_regex_checks": [], "min_text_chars": 300, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "peak_sampled_tree_pss_mb": 176.467, "pss_samples": 33, "attempt_process_exit": 0, "inspection_note": "Quote text and author names appear after JavaScript execution and meet the frozen checks." }, { "target_id": "scrapingcourse", "site": "ScrapingCourse", "category": "javascript", "url": "https://www.scrapingcourse.com/javascript-rendering", "original_url": "https://www.scrapingcourse.com/javascript-rendering", "final_url": "https://www.scrapingcourse.com/javascript-rendering", "expected_required_content": "JavaScript product listing with named products and prices", "started_at": "2026-09-29T19:27:15.694856+00:00", "navigation_started_at": "2026-09-29T19:27:16.087699+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.scrapingcourse.com/javascript-rendering", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "d925bc7d518a14e762ab70b04d3d6d2b6866a13d05a578a7d98f851753d3b975", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/scrapingcourse.html", "html_bytes": 27705, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "56059", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 1.492, "latency_seconds": 3.5, "finished_at": "2026-09-29T19:27:19.609606+00:00", "attempt_seconds": 3.915, "browser_exit_code": 0, "checks": { "text_chars": 381, "required_text_checks": [ { "alternatives": [ "chaz kangeroo hoodie", "teton pullover hoodie" ], "matched": [ "chaz kangeroo hoodie", "teton pullover hoodie" ] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 12 } ], "min_text_chars": 300, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "peak_sampled_tree_pss_mb": 195.919, "pss_samples": 39, "attempt_process_exit": 0, "inspection_note": "The JavaScript challenge contains rendered product names and prices. A static enable-JavaScript instruction also remains in the DOM." }, { "target_id": "webscrapingdev", "site": "Web Scraping Dev", "category": "javascript", "url": "https://web-scraping.dev/reviews", "original_url": "https://web-scraping.dev/reviews", "final_url": "https://web-scraping.dev/reviews", "expected_required_content": "Review text loaded by the JavaScript review interface", "started_at": "2026-09-29T19:27:21.779737+00:00", "navigation_started_at": "2026-09-29T19:27:22.176810+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://web-scraping.dev/reviews", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "463b9848988fe202d3a884d431bb47ce221a6aac0dc805508da98762f88477ad", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/webscrapingdev.html", "html_bytes": 38246, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "42693", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 1.72, "latency_seconds": 3.728, "finished_at": "2026-09-29T19:27:25.925648+00:00", "attempt_seconds": 4.146, "browser_exit_code": 0, "checks": { "text_chars": 2008, "required_text_checks": [ { "alternatives": [ "unique flavor and great energy boost", "excellent energy drink for gamers" ], "matched": [ "unique flavor and great energy boost", "excellent energy drink for gamers" ] } ], "text_regex_checks": [], "min_text_chars": 300, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "peak_sampled_tree_pss_mb": 190.668, "pss_samples": 41, "attempt_process_exit": 0, "inspection_note": "Product-review text appears in the captured DOM and meets the review checks." }, { "target_id": "example", "site": "Example Domain", "category": "control", "url": "https://example.com/", "original_url": "https://example.com/", "final_url": "https://example.com/", "expected_required_content": "Example Domain heading and documentation explanation", "started_at": "2026-09-29T19:27:28.158433+00:00", "navigation_started_at": "2026-09-29T19:27:28.588161+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://example.com/", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "2bada5fdd4fc441dbad75bf20dc7fa4b389d24af5e071cd6d5195a5c4f6373b1", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/example.html", "html_bytes": 12747, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "45979", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.046, "latency_seconds": 2.053, "finished_at": "2026-09-29T19:27:30.662923+00:00", "attempt_seconds": 2.504, "browser_exit_code": 0, "checks": { "text_chars": 1460, "required_text_checks": [ { "alternatives": [ "example domain" ], "matched": [] }, { "alternatives": [ "documentation examples" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 100, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "missing_required_content", "usable_content": false, "peak_sampled_tree_pss_mb": 171.936, "pss_samples": 26, "attempt_process_exit": 0, "inspection_note": "Documentation-domain text is present, but the DOM breaks some words into separate text nodes. The unchanged source-text checker inserts spaces, so the exact required text fails. Kept as a strict-check failure." }, { "target_id": "httpbingo", "site": "HTTPBingo", "category": "control", "url": "https://httpbingo.org/html", "original_url": "https://httpbingo.org/html", "final_url": "https://httpbingo.org/html", "expected_required_content": "Moby-Dick HTML sample", "started_at": "2026-09-29T19:27:32.878622+00:00", "navigation_started_at": "2026-09-29T19:27:33.276358+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://httpbingo.org/html", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "132cc77c9ba04c295faf21d5b13ed90b5d85c9630b194c06ba4d96fbc2421556", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/httpbingo.html", "html_bytes": 3738, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "49055", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.233, "latency_seconds": 2.238, "finished_at": "2026-09-29T19:27:35.536220+00:00", "attempt_seconds": 2.657, "browser_exit_code": 0, "checks": { "text_chars": 3594, "required_text_checks": [ { "alternatives": [ "herman melville" ], "matched": [ "herman melville" ] }, { "alternatives": [ "moby-dick" ], "matched": [ "moby-dick" ] } ], "text_regex_checks": [], "min_text_chars": 300, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "peak_sampled_tree_pss_mb": 169.48, "pss_samples": 27, "attempt_process_exit": 0, "inspection_note": "Moby-Dick text meets the control checks." }, { "target_id": "scrapethissite", "site": "Scrape This Site", "category": "control", "url": "https://www.scrapethissite.com/pages/simple/", "original_url": "https://www.scrapethissite.com/pages/simple/", "final_url": "https://www.scrapethissite.com/pages/simple/", "expected_required_content": "Country records including Andorra and population", "started_at": "2026-09-29T19:27:37.698568+00:00", "navigation_started_at": "2026-09-29T19:27:38.088694+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.scrapethissite.com/pages/simple/", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "ee2362de6f22670bc87149848f5be558b9de84a523a7ead9588ddd92cfc363e2", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/scrapethissite.html", "html_bytes": 205582, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "46409", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 1.451, "latency_seconds": 3.467, "finished_at": "2026-09-29T19:27:41.580466+00:00", "attempt_seconds": 3.882, "browser_exit_code": 0, "checks": { "text_chars": 18132, "required_text_checks": [ { "alternatives": [ "countries of the world" ], "matched": [ "countries of the world" ] }, { "alternatives": [ "andorra" ], "matched": [ "andorra" ] }, { "alternatives": [ "population" ], "matched": [ "population" ] } ], "text_regex_checks": [], "min_text_chars": 1000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "peak_sampled_tree_pss_mb": 210.88, "pss_samples": 39, "attempt_process_exit": 0, "inspection_note": "Country names and listing content meet the control checks." }, { "target_id": "iana", "site": "IANA", "category": "control", "url": "https://www.iana.org/domains/reserved", "original_url": "https://www.iana.org/domains/reserved", "final_url": "https://www.iana.org/domains/reserved", "expected_required_content": "Reserved-domain reference and example domains", "started_at": "2026-09-29T19:27:43.814450+00:00", "navigation_started_at": "2026-09-29T19:27:44.211525+00:00", "status": 200, "redirect_history": [], "redirect_outcome": "none", "document_responses": [ { "url": "https://www.iana.org/domains/reserved", "status": 200 } ], "browser_version": "124.0.6367.29", "browser_cdp_version": { "protocolVersion": "1.3", "product": "Chrome/124.0.6367.29", "revision": "@9e6ded5ac1ff5e38d930ae52bd9aec09bd1a68e4", "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "jsVersion": "12.4.254.8" }, "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "raw_html_sha256": "6173175ebc1ca1c89191d3b64cbbe49b7b956af70afa81ab88fb0dea35d8e31c", "raw_html_private_path": "runner/data/lightpanda-public-30-20260929/iana.html", "html_bytes": 10338, "browser_command": [ "/tmp/scrapingevals-lightpanda-20260929/lightpanda", "serve", "--host", "127.0.0.1", "--port", "42807", "--http-max-response-size", "5242880", "--block-private-networks", "--log-format", "logfmt", "--log-level", "warn" ], "navigation_seconds": 0.092, "latency_seconds": 2.1, "finished_at": "2026-09-29T19:27:46.334387+00:00", "attempt_seconds": 2.52, "browser_exit_code": 0, "checks": { "text_chars": 2727, "required_text_checks": [ { "alternatives": [ "iana-managed reserved domains" ], "matched": [ "iana-managed reserved domains" ] }, { "alternatives": [ "example.com" ], "matched": [ "example.com" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "peak_sampled_tree_pss_mb": 181.19, "pss_samples": 26, "attempt_process_exit": 0, "inspection_note": "Reserved/example domain guidance meets the required checks." } ], "body_hash_basis": "UTF-8 serialized rendered DOM, not original HTTP response bytes. Full HTML/private browser logs stay in ignored runner/data.", "pss_caveat": "100 ms samples can miss brief peaks. Process trees change between reads. Includes Python/Playwright driver and browser startup/teardown; not a pure browser-memory or exact peak measurement.", "policy_differences": [ "Native Lightpanda redirect cap 10 versus shared wreq cap 3; no public CLI override in this binary.", "DOM after JavaScript/DOMContentLoaded plus two-second settle versus wreq response source HTML.", "20-second navigation limit plus a 30-second whole-attempt watchdog versus wreq's 20-second whole transfer.", "Lightpanda default HTTP transfer timeout 15 seconds and default script/subrequests; no robots fetching, matching wreq.", "Fresh browser accepts in-session cookies; wreq disables its cookie store.", "5 MiB limit per response and serialized DOM, versus wreq's final response-body cap.", "Private-network target/subrequests blocked; no account, proxy, cache directory, or resource opt-ins." ], "finished_at": "2026-09-29T19:27:46.418256+00:00", "summary": { "attempted_distinct_sites": 30, "usable_results": 18, "classifications": { "http_access_denied": 7, "http_server_error": 1, "usable": 18, "missing_required_content": 4 } }, "comparison_baseline_sha256": "269132e9697d084941827877de584d1db11f6f6cd8d8fcfb41f4ab69646d54b8", "documentation": { "repo": "https://github.com/lightpanda-io/browser", "source_commit": "f086b75d5424bc7d655c5867a547880e72040349", "cdp_api": "https://lightpanda.io/docs/usage/cdp/playwright", "redirect_cap": "https://github.com/lightpanda-io/browser/blob/f086b75d5424bc7d655c5867a547880e72040349/src/Config.zig#L701", "checked_via": [ "DeepWiki repository question", "Official Lightpanda CDP and CLI documentation", "Installed CLI help and exact-source redirect function" ] }, "publication_validation": { "checked_at": "2026-09-29T19:29:13.370328+00:00", "distinct_original_targets": 30, "captured_html_hashes_verified": 30, "content_checks_recomputed": 30, "pss_sample_counts_and_maxima_verified": 30, "private_capture_texts_inspected": 30, "additional_public_target_requests": 0 } }