{ "run_id": "curl-cffi-public-30-20260930", "tool": "curl_cffi", "tool_version": "0.16.3", "curl_cffi_version": "0.16.3", "requirements_sha256": "4d2971e33168e5313dfcf93836a232ee3f7d3858c9d8049d1759163d9f82c71c", "documentation": { "repository": "https://github.com/lexiforest/curl_cffi", "installed_release": "0.16.3", "release_url": "https://pypi.org/project/curl-cffi/0.16.3/", "wheel_url": "https://files.pythonhosted.org/packages/72/01/2bbf141baa0fc3921d31a90de5465b7a94188845a8fe84dee86bf7bd90f1/curl_cffi-0.16.3-cp310-abi3-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", "wheel_sha256": "a875a661e2f9a949be29454880bbb9553307a487c4c08819738298cf5c1622e2", "verified_installed_sources": [ { "path": "curl_cffi/requests/session.py", "sha256": "ff3152f6e1c37078c21f9cca11da1adbed8ce7bbb67d88846597df329b940c55" }, { "path": "curl_cffi/requests/utils.py", "sha256": "bb61f6493a70f0524a10d27a74983ef85de92526ad873bc226a55c69ebb749d4" }, { "path": "curl_cffi/requests/models.py", "sha256": "8b3e64f7b38baceb61c40b3003d69b350c62583490e25589aee8d401900c688a" }, { "path": "curl_cffi/requests/impersonate.py", "sha256": "e998ded6ad02853a2e9fd5cb98aeb9a2e43a5dbc67d4db90a1d604e85806ab48" }, { "path": "curl_cffi/curl.py", "sha256": "5d0bb4f8fd99446c3a99edf145ab935252fad7c3d074c0800921d9e96fc4dd52" }, { "path": "curl_cffi/const.py", "sha256": "ba46c35b545168fd46170859a6d853ef8487c94066d93915f9c167f7292a9afb" } ], "deepwiki": "https://deepwiki.com/search/for-one-bounded-python-request_946fb2d5-bd0d-4a33-8fcb-194d2fd331f0", "source_conclusions": [ "Session retry=0 performs one application attempt. 0.16.3 implements Response.history via CURLINFO_REDIRECT_HISTORY, unlike current DeepWiki summary.", "Fresh session discard_cookies=False accepts redirect/session cookies, then closes. No imported cookie state.", "chrome150 is explicit supported native profile and default chrome alias in installed release; libcurl impersonate return checked locally.", "No explicit custom headers or Google Referer; default impersonation headers observed with header-only private debug callback." ] }, "mode": "Direct Session.get HTTP only", "python_version": "3.12.3", "platform": "Linux-6.17.0-22-generic-x86_64-with-glibc2.39", "network": "Same local host direct outbound; http_proxy/https_proxy/all_proxy removed case-insensitively; no configured proxies. Different UTC window from prior tools.", "manifest_id": "public-30-v1", "manifest_sha256": "6ce519c4f7df3c32f5dfda379a8d3b280b7723bdeb48ddf64a1ae10ce6a7914c", "script_sha256": "a7bdb8388f7bb37e5b1ecfa71f6cf26495a5c980574cb635fd009b1c3b78d438", "config": { "mode": "Direct Session.get HTTP only", "proxy_mode": "none", "login": false, "captcha_solving": false, "concurrency": 1, "gap_seconds": 2, "application_retries": 0, "fresh_process_and_session_per_target": true, "impersonate": "chrome150", "default_headers": true, "custom_headers": {}, "google_referer_added": false, "trust_env": false, "curl_proxy": "empty string; explicitly disables libcurl proxy use", "follow_redirects": true, "max_redirects": 3, "timeout": 20, "attempt_timeout_seconds": 30, "slice_timeout_seconds": 1000, "max_capture_bytes": 5242880, "network_response_byte_cap": null, "cookies": "Fresh curl session; redirect cookies accepted; discard_cookies=False; session closed after one get; no imported or cross-target state", "resources": "HTTP response only; no browser, JavaScript or resource loads", "verify": true, "http_version": "v2 (HTTP/2 negotiation with HTTP/1 fallback; no HTTP/3)", "cache": null, "pss_sample_interval_seconds": 0.1, "min_host_available_mb": 3072, "max_attempt_tree_pss_mb": 1024, "pss_scope": "Isolated Python attempt and descendants, including imports, curl session/request/capture/checks and close; excludes batch parent", "private_debug": "HEADER_IN and HEADER_OUT only; no TLS/data body dump; cookie values remain private" }, "executed_command": "/tmp/scrapingevals-curl-cffi-20260930/bin/python public/evidence/curl-cffi-public-30-20260929/run.py --manifest runner/corpora/public-30-v1.json --output runner/data/curl-cffi-public-30-20260930", "started_at": "2026-09-29T21:52:51.360565+00:00", "host_ram_preflight": { "MemTotal": 32049.69921875, "MemAvailable": 13800.9921875, "SwapTotal": 8191.99609375, "SwapFree": 0.5, "unit": "MiB", "measured_at": "2026-09-29T21:52:51.357852+00:00" }, "attempts": [ { "target_id": "kohls", "site": "Kohl\u2019s", "category": "commerce", "url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "original_url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "final_url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "expected_required_content": "Men\u2019s T-shirt product listing with prices", "started_at": "2026-09-29T21:52:51.478928+00:00", "request_started_at": "2026-09-29T21:52:51.479083+00:00", "status": 403, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html", "content_encoding": null, "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "a1dd72511fed088b4792ec859d04cedde97b1da463e4e9218d77089ce370c1fb", "response_bytes": 577, "downloaded_body_bytes": 577, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.184, "latency_seconds": 0.182, "redirect_count": 0, "transport_log_sha256": "cd836de0e7506858d748d263e1c1c4f5b913b77917c93cc0cb3075c2a56a43a9", "observed_request_headers": [ { "request_line": "GET /catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing HTTP/2", "headers": [ { "name": "Host", "value": "www.kohls.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:52:51.663338+00:00", "checks": { "text_chars": 227, "required_text_checks": [ { "alternatives": [ "t-shirt", "tees" ], "matched": [] }, { "alternatives": [ "men" ], "matched": [ "men" ] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 300, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [ "access denied" ] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "http_access_denied", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 22.646, "pss_samples": 4, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13798.140625, "SwapTotal": 8191.99609375, "SwapFree": 0.5, "unit": "MiB", "measured_at": "2026-09-29T21:52:51.366351+00:00" }, "inspection_note": "Original client-decompressed body was rechecked with unchanged rules: http access denied." }, { "target_id": "amazon", "site": "Amazon", "category": "commerce", "url": "https://www.amazon.com/s?k=laptop", "original_url": "https://www.amazon.com/s?k=laptop", "final_url": "https://www.amazon.com/s?k=laptop", "expected_required_content": "Laptop search results with product prices", "started_at": "2026-09-29T21:52:53.888679+00:00", "request_started_at": "2026-09-29T21:52:53.888821+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html;charset=UTF-8", "content_encoding": "gzip", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "3eff311eb5fa09a352e7a80e552d91863bbb0c575874d0205ca81bcdd435a2c4", "response_bytes": 1478369, "downloaded_body_bytes": 1478369, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 1.224, "latency_seconds": 1.219, "redirect_count": 0, "transport_log_sha256": "b8e5502b971107bf0600e259c77c2589b084ffc23da60b668bff3fd33b730a60", "observed_request_headers": [ { "request_line": "GET /s?k=laptop HTTP/2", "headers": [ { "name": "Host", "value": "www.amazon.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:52:55.112796+00:00", "checks": { "text_chars": 35352, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [ "laptop" ] }, { "alternatives": [ "results" ], "matched": [ "results" ] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "missing_required_content", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 27.076, "pss_samples": 15, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13795.984375, "SwapTotal": 8191.99609375, "SwapFree": 0.5078125, "unit": "MiB", "measured_at": "2026-09-29T21:52:53.774943+00:00" }, "inspection_note": "Original client-decompressed body was rechecked with unchanged rules: missing required content. Saved source included RON price labels; the frozen listing-price pattern accepts only $, \u00a3 or \u20ac and found zero matches. The currency rule stays unchanged." }, { "target_id": "walmart", "site": "Walmart", "category": "commerce", "url": "https://www.walmart.com/search?q=laptop", "original_url": "https://www.walmart.com/search?q=laptop", "final_url": "https://www.walmart.com/search?q=laptop", "expected_required_content": "Laptop search results with product prices", "started_at": "2026-09-29T21:52:57.527123+00:00", "request_started_at": "2026-09-29T21:52:57.527276+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=utf-8", "content_encoding": "gzip", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "cc8bfbaece9ddde93c1c70e1b5496a8ff43b35a2959c6ee466c1bef21b4aaae3", "response_bytes": 1495603, "downloaded_body_bytes": 1495603, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 3.772, "latency_seconds": 3.768, "redirect_count": 0, "transport_log_sha256": "55c5f97ad6eae87198faa55a7bc1a508a623ce0f937c9f6218499eebf8d9e5d4", "observed_request_headers": [ { "request_line": "GET /search?q=laptop HTTP/2", "headers": [ { "name": "Host", "value": "www.walmart.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:01.299607+00:00", "checks": { "text_chars": 7439, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [ "laptop" ] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 52 } ], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 23.738, "pss_samples": 40, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13717.94921875, "SwapTotal": 8191.99609375, "SwapFree": 0.7265625, "unit": "MiB", "measured_at": "2026-09-29T21:52:57.390016+00:00" }, "inspection_note": "Complete client-decompressed HTTP body met all unchanged word groups, listing patterns and minimum text. No JavaScript, rendered visibility or complete field extraction was verified." }, { "target_id": "ebay", "site": "eBay", "category": "commerce", "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "original_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "final_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "expected_required_content": "Laptop marketplace listings with prices", "started_at": "2026-09-29T21:53:03.585470+00:00", "request_started_at": "2026-09-29T21:53:03.585659+00:00", "status": 403, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html", "content_encoding": null, "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "4c3cb69c5ac888c187640c013d4bc4867b8c7047f55ac7b54d6fbbdc7a87e8d5", "response_bytes": 1986, "downloaded_body_bytes": 1986, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.191, "latency_seconds": 0.19, "redirect_count": 0, "transport_log_sha256": "d4032061230a9588dc0b16b005a104c8b8a3a2e78c2fd3c30ac38c89e58bd68b", "observed_request_headers": [ { "request_line": "GET /sch/i.html?_nkw=laptop HTTP/2", "headers": [ { "name": "Host", "value": "www.ebay.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:03.776555+00:00", "checks": { "text_chars": 189, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] }, { "alternatives": [ "results" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "http_access_denied", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 22.46, "pss_samples": 4, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13798.15625, "SwapTotal": 8191.99609375, "SwapFree": 0.73046875, "unit": "MiB", "measured_at": "2026-09-29T21:53:03.461724+00:00" }, "inspection_note": "Original client-decompressed body was rechecked with unchanged rules: http access denied." }, { "target_id": "target", "site": "Target", "category": "commerce", "url": "https://www.target.com/s?searchTerm=laptop", "original_url": "https://www.target.com/s?searchTerm=laptop", "final_url": "https://www.target.com/s?searchTerm=laptop", "expected_required_content": "Laptop search listing with prices", "started_at": "2026-09-29T21:53:05.980744+00:00", "request_started_at": "2026-09-29T21:53:05.980882+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=utf-8", "content_encoding": "gzip", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "4994ba69d00ef5585e648a374870901219b28d05168aba581fb5239a932c8ef8", "response_bytes": 129360, "downloaded_body_bytes": 129360, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.777, "latency_seconds": 0.775, "redirect_count": 0, "transport_log_sha256": "9317f963afa42c67390a5cf5d3cef5a20ab295043f8e2131fcedb916800e1db0", "observed_request_headers": [ { "request_line": "GET /s?searchTerm=laptop HTTP/2", "headers": [ { "name": "Host", "value": "www.target.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:06.757814+00:00", "checks": { "text_chars": 286, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "missing_required_content", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 22.5, "pss_samples": 9, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13720.453125, "SwapTotal": 8191.99609375, "SwapFree": 0.80078125, "unit": "MiB", "measured_at": "2026-09-29T21:53:05.869936+00:00" }, "inspection_note": "Original client-decompressed body was rechecked with unchanged rules: missing required content. Checked source text had header/footer content without required laptop listings; no rendered page or cause was inspected." }, { "target_id": "etsy", "site": "Etsy", "category": "commerce", "url": "https://www.etsy.com/search?q=ceramic+mug", "original_url": "https://www.etsy.com/search?q=ceramic+mug", "final_url": "https://www.etsy.com/search?q=ceramic+mug", "expected_required_content": "Ceramic mug listings with prices", "started_at": "2026-09-29T21:53:08.906230+00:00", "request_started_at": "2026-09-29T21:53:08.906419+00:00", "status": 403, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html;charset=utf-8", "content_encoding": null, "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "42c15943d7cef5d0a92c492fbe906088d4b08901ddf10db75fd9d88f28c693dc", "response_bytes": 793, "downloaded_body_bytes": 793, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.188, "latency_seconds": 0.186, "redirect_count": 0, "transport_log_sha256": "98dfafd4352eb8de24f9422ee0e930190cc5548405093f660b0b2a4332445da4", "observed_request_headers": [ { "request_line": "GET /search?q=ceramic+mug HTTP/2", "headers": [ { "name": "Host", "value": "www.etsy.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:09.093762+00:00", "checks": { "text_chars": 43, "required_text_checks": [ { "alternatives": [ "ceramic" ], "matched": [] }, { "alternatives": [ "mug" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "http_access_denied", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 22.556, "pss_samples": 4, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13762.05859375, "SwapTotal": 8191.99609375, "SwapFree": 0.80078125, "unit": "MiB", "measured_at": "2026-09-29T21:53:08.790902+00:00" }, "inspection_note": "Original client-decompressed body was rechecked with unchanged rules: http access denied." }, { "target_id": "bestbuy", "site": "Best Buy", "category": "commerce", "url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "original_url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "final_url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "expected_required_content": "Laptop product listing with prices", "started_at": "2026-09-29T21:53:11.315478+00:00", "request_started_at": "2026-09-29T21:53:11.315688+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html", "content_encoding": "br", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "54be0e93fd09f73b44dd4ce8608ab3c5aa01d05d092c3705e1677708594fc5f0", "response_bytes": 7056, "downloaded_body_bytes": 7056, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.259, "latency_seconds": 0.257, "redirect_count": 0, "transport_log_sha256": "9e29a015e37b90c5806dbf12d5bc545cd5eeb91a723a6120972495b93b6fbead", "observed_request_headers": [ { "request_line": "GET /site/searchpage.jsp?st=laptop HTTP/2", "headers": [ { "name": "Host", "value": "www.bestbuy.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:11.574671+00:00", "checks": { "text_chars": 687, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "missing_required_content", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 22.517, "pss_samples": 4, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13715.75, "SwapTotal": 8191.99609375, "SwapFree": 0.8359375, "unit": "MiB", "measured_at": "2026-09-29T21:53:11.199902+00:00" }, "inspection_note": "Original client-decompressed body was rechecked with unchanged rules: missing required content. Source text was a country-choice page, not the required laptop listings. No choice or link was followed." }, { "target_id": "linkedin", "site": "LinkedIn", "category": "organization", "url": "https://www.linkedin.com/company/nasa/", "original_url": "https://www.linkedin.com/company/nasa/", "final_url": "https://www.linkedin.com/company/nasa/", "expected_required_content": "Public NASA organization description and industry/topic", "started_at": "2026-09-29T21:53:13.736774+00:00", "request_started_at": "2026-09-29T21:53:13.736925+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=utf-8", "content_encoding": "gzip", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "8d79095dc6c9f14c3f1b20c5cc8852da6ec1d2312b39932dfa7271109704531b", "response_bytes": 357031, "downloaded_body_bytes": 357031, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.728, "latency_seconds": 0.726, "redirect_count": 0, "transport_log_sha256": "2a09debd985d81d47cdb426315f85fca9f8841efa803c842d8127c312acb2ebd", "observed_request_headers": [ { "request_line": "GET /company/nasa/ HTTP/2", "headers": [ { "name": "Host", "value": "www.linkedin.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:14.464893+00:00", "checks": { "text_chars": 12652, "required_text_checks": [ { "alternatives": [ "nasa", "national aeronautics" ], "matched": [ "nasa", "national aeronautics" ] }, { "alternatives": [ "space", "research", "aviation" ], "matched": [ "space", "research", "aviation" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 22.414, "pss_samples": 9, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13726.01953125, "SwapTotal": 8191.99609375, "SwapFree": 0.85546875, "unit": "MiB", "measured_at": "2026-09-29T21:53:13.610998+00:00" }, "inspection_note": "Complete client-decompressed HTTP body met all unchanged word groups, listing patterns and minimum text. No JavaScript, rendered visibility or complete field extraction was verified." }, { "target_id": "instagram", "site": "Instagram", "category": "organization", "url": "https://www.instagram.com/nasa/", "original_url": "https://www.instagram.com/nasa/", "final_url": "https://www.instagram.com/nasa/", "expected_required_content": "NASA organization profile with follower and post information", "started_at": "2026-09-29T21:53:16.655571+00:00", "request_started_at": "2026-09-29T21:53:16.655708+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=\"utf-8\"", "content_encoding": "zstd", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "39655931e14b14087c03ef85a625a2f1fc5935cd82582251dd4466ec7aba9694", "response_bytes": 755582, "downloaded_body_bytes": 755582, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.637, "latency_seconds": 0.634, "redirect_count": 0, "transport_log_sha256": "fbd10f241fc21bc5daaad4d4566f4a27021f84ae5edb59d96a1c1c826e696291", "observed_request_headers": [ { "request_line": "GET /nasa/ HTTP/2", "headers": [ { "name": "Host", "value": "www.instagram.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:17.292161+00:00", "checks": { "text_chars": 0, "required_text_checks": [ { "alternatives": [ "nasa" ], "matched": [] }, { "alternatives": [ "followers" ], "matched": [] }, { "alternatives": [ "posts" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 150, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": true, "classification": "missing_required_content", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 24.084, "pss_samples": 8, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13740.16796875, "SwapTotal": 8191.99609375, "SwapFree": 0.86328125, "unit": "MiB", "measured_at": "2026-09-29T21:53:16.548932+00:00" }, "inspection_note": "HTTP 200 body had no checked source text; empty checked content is not a usable 200." }, { "target_id": "tiktok", "site": "TikTok", "category": "organization", "url": "https://www.tiktok.com/@nasa", "original_url": "https://www.tiktok.com/@nasa", "final_url": "https://www.tiktok.com/@nasa", "expected_required_content": "NASA organization profile with video and audience information", "started_at": "2026-09-29T21:53:19.480963+00:00", "request_started_at": "2026-09-29T21:53:19.481099+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=utf-8", "content_encoding": "br", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "0eb2cc1c33315e09d06495cf052302513382a1173b50f86d1d4a15ed22c9f1b7", "response_bytes": 389678, "downloaded_body_bytes": 389678, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.795, "latency_seconds": 0.792, "redirect_count": 0, "transport_log_sha256": "29f33d5731148e588318eb23277f1026ad201a000d6c09961b7057c4b4d5667b", "observed_request_headers": [ { "request_line": "GET /@nasa HTTP/2", "headers": [ { "name": "Host", "value": "www.tiktok.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:20.275611+00:00", "checks": { "text_chars": 66, "required_text_checks": [ { "alternatives": [ "nasa" ], "matched": [ "nasa" ] }, { "alternatives": [ "followers" ], "matched": [] }, { "alternatives": [ "videos", "likes" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 150, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "missing_required_content", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 23.367, "pss_samples": 10, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13727.6171875, "SwapTotal": 8191.99609375, "SwapFree": 0.921875, "unit": "MiB", "measured_at": "2026-09-29T21:53:19.369891+00:00" }, "inspection_note": "Original client-decompressed body was rechecked with unchanged rules: missing required content." }, { "target_id": "g2", "site": "G2", "category": "reviews", "url": "https://www.g2.com/products/asana/reviews", "original_url": "https://www.g2.com/products/asana/reviews", "final_url": "https://www.g2.com/products/asana/reviews", "expected_required_content": "Asana review listing with review and rating information", "started_at": "2026-09-29T21:53:22.498164+00:00", "request_started_at": "2026-09-29T21:53:22.498301+00:00", "status": 403, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html;charset=utf-8", "content_encoding": "br", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "f18ec25ea7ce863a8fa784eb9ee906d0d8c423deed8c863364222d0554137501", "response_bytes": 1707, "downloaded_body_bytes": 1707, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.131, "latency_seconds": 0.13, "redirect_count": 0, "transport_log_sha256": "feb87ac9a67a4c289ca55dd8baf829f7b483fc465490a455c10da1b4e2471d31", "observed_request_headers": [ { "request_line": "GET /products/asana/reviews HTTP/2", "headers": [ { "name": "Host", "value": "www.g2.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:22.629469+00:00", "checks": { "text_chars": 43, "required_text_checks": [ { "alternatives": [ "asana" ], "matched": [] }, { "alternatives": [ "reviews" ], "matched": [] }, { "alternatives": [ "rating", "rated", "stars" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "http_access_denied", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 22.456, "pss_samples": 3, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13743.9296875, "SwapTotal": 8191.99609375, "SwapFree": 0.92578125, "unit": "MiB", "measured_at": "2026-09-29T21:53:22.388958+00:00" }, "inspection_note": "Original client-decompressed body was rechecked with unchanged rules: http access denied." }, { "target_id": "trustpilot", "site": "Trustpilot", "category": "reviews", "url": "https://www.trustpilot.com/review/www.amazon.com", "original_url": "https://www.trustpilot.com/review/www.amazon.com", "final_url": "https://www.trustpilot.com/review/www.amazon.com", "expected_required_content": "Amazon company review listing with ratings", "started_at": "2026-09-29T21:53:24.810332+00:00", "request_started_at": "2026-09-29T21:53:24.810469+00:00", "status": 403, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html", "content_encoding": null, "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "92d97ed45d6cc267c657b864c4deee1c2d896cda361adc660bc16538a75700f2", "response_bytes": 991, "downloaded_body_bytes": 991, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.063, "latency_seconds": 0.062, "redirect_count": 0, "transport_log_sha256": "5f4b358c81e72425f6c65cfffc8bc4c26b493c5031208e45953228c0f08b079b", "observed_request_headers": [ { "request_line": "GET /review/www.amazon.com HTTP/2", "headers": [ { "name": "Host", "value": "www.trustpilot.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:24.873724+00:00", "checks": { "text_chars": 164, "required_text_checks": [ { "alternatives": [ "amazon" ], "matched": [] }, { "alternatives": [ "reviews" ], "matched": [] }, { "alternatives": [ "trustscore", "rating", "rated" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "http_access_denied", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 18.275, "pss_samples": 2, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13774.171875, "SwapTotal": 8191.99609375, "SwapFree": 0.92578125, "unit": "MiB", "measured_at": "2026-09-29T21:53:24.700347+00:00" }, "inspection_note": "Original client-decompressed body was rechecked with unchanged rules: http access denied." }, { "target_id": "tripadvisor", "site": "Tripadvisor", "category": "reviews", "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "original_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "final_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "expected_required_content": "Paris restaurant listing with reviews", "started_at": "2026-09-29T21:53:27.126074+00:00", "request_started_at": "2026-09-29T21:53:27.126231+00:00", "status": 403, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html;charset=utf-8", "content_encoding": "br", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "ff034f90296937be869de8c145ded771666787e8c5a14bab204a6764a6a1ceee", "response_bytes": 775, "downloaded_body_bytes": 775, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.243, "latency_seconds": 0.242, "redirect_count": 0, "transport_log_sha256": "7bb6993b9418111fb81e6671b8a8834e99d6784dba5376857c004cb39f1e4603", "observed_request_headers": [ { "request_line": "GET /Restaurants-g187147-Paris_Ile_de_France.html HTTP/2", "headers": [ { "name": "Host", "value": "www.tripadvisor.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:27.369037+00:00", "checks": { "text_chars": 43, "required_text_checks": [ { "alternatives": [ "paris" ], "matched": [] }, { "alternatives": [ "restaurants" ], "matched": [] }, { "alternatives": [ "reviews" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "http_access_denied", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 22.385, "pss_samples": 4, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13752.9140625, "SwapTotal": 8191.99609375, "SwapFree": 0.953125, "unit": "MiB", "measured_at": "2026-09-29T21:53:27.007921+00:00" }, "inspection_note": "Original client-decompressed body was rechecked with unchanged rules: http access denied." }, { "target_id": "indeed", "site": "Indeed", "category": "jobs", "url": "https://www.indeed.com/jobs?q=python&l=Remote", "original_url": "https://www.indeed.com/jobs?q=python&l=Remote", "final_url": "https://www.indeed.com/jobs?q=python&l=Remote", "expected_required_content": "Remote Python job listings", "started_at": "2026-09-29T21:53:29.529018+00:00", "request_started_at": "2026-09-29T21:53:29.529168+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=utf-8", "content_encoding": "br", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "cd432d9e0732eac8016cf92268c2ae0dcd4b18407c23748a0a331925a1d34275", "response_bytes": 1581985, "downloaded_body_bytes": 1581985, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 1.078, "latency_seconds": 1.073, "redirect_count": 0, "transport_log_sha256": "dd2e9a066cbe075f4f00b38c0103c3ee804c5ce493c8dcd2d80445b227fadfff", "observed_request_headers": [ { "request_line": "GET /jobs?q=python&l=Remote HTTP/2", "headers": [ { "name": "Host", "value": "www.indeed.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:30.607001+00:00", "checks": { "text_chars": 17076, "required_text_checks": [ { "alternatives": [ "python" ], "matched": [ "python" ] }, { "alternatives": [ "remote" ], "matched": [ "remote" ] }, { "alternatives": [ "jobs" ], "matched": [ "jobs" ] } ], "text_regex_checks": [ { "pattern": "\\b(?:developer|engineer|programmer)\\b", "min_matches": 3, "matches": 88 } ], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 31.209, "pss_samples": 13, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13738.78125, "SwapTotal": 8191.99609375, "SwapFree": 0.96875, "unit": "MiB", "measured_at": "2026-09-29T21:53:29.416922+00:00" }, "inspection_note": "Complete client-decompressed HTTP body met all unchanged word groups, listing patterns and minimum text. No JavaScript, rendered visibility or complete field extraction was verified." }, { "target_id": "remoteok", "site": "Remote OK", "category": "jobs", "url": "https://remoteok.com/remote-dev-jobs", "original_url": "https://remoteok.com/remote-dev-jobs", "final_url": "https://remoteok.com/remote-dev-jobs", "expected_required_content": "Remote developer job listings", "started_at": "2026-09-29T21:53:32.906764+00:00", "request_started_at": "2026-09-29T21:53:32.906904+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=UTF-8", "content_encoding": "zstd", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "d77d1ce595517964e9abdc2c077c96931aeb5009da4c31cdc12eac06da7269b7", "response_bytes": 59403, "downloaded_body_bytes": 59403, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.454, "latency_seconds": 0.452, "redirect_count": 0, "transport_log_sha256": "d0f06aa2aebbbc18ee848197e6b3a13aeaffcb74774042939eebaa1383e96a28", "observed_request_headers": [ { "request_line": "GET /remote-dev-jobs HTTP/2", "headers": [ { "name": "Host", "value": "remoteok.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:33.360630+00:00", "checks": { "text_chars": 5483, "required_text_checks": [ { "alternatives": [ "remote" ], "matched": [ "remote" ] }, { "alternatives": [ "developer", "engineer" ], "matched": [ "developer" ] }, { "alternatives": [ "jobs" ], "matched": [ "jobs" ] } ], "text_regex_checks": [ { "pattern": "\\b(?:developer|engineer|programmer)\\b", "min_matches": 3, "matches": 2 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "missing_required_content", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 23.132, "pss_samples": 7, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13751.26953125, "SwapTotal": 8191.99609375, "SwapFree": 0.97265625, "unit": "MiB", "measured_at": "2026-09-29T21:53:32.767425+00:00" }, "inspection_note": "Original client-decompressed body was rechecked with unchanged rules: missing required content." }, { "target_id": "weworkremotely", "site": "We Work Remotely", "category": "jobs", "url": "https://weworkremotely.com/categories/remote-programming-jobs", "original_url": "https://weworkremotely.com/categories/remote-programming-jobs", "final_url": "https://weworkremotely.com/categories/remote-full-stack-programming-jobs", "expected_required_content": "Remote programming jobs with actual role descriptions", "started_at": "2026-09-29T21:53:35.598177+00:00", "request_started_at": "2026-09-29T21:53:35.598338+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [ { "previous": "https://weworkremotely.com/categories/remote-programming-jobs", "url": "https://weworkremotely.com/categories/remote-full-stack-programming-jobs", "status": 302 } ], "redirect_outcome": "followed", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=utf-8", "content_encoding": "br", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "1fc63e9de1effa7d85bf6a6dde4935aa29ea9b16e5eabed13cdf4c6d4391ca63", "response_bytes": 144403, "downloaded_body_bytes": 144403, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.484, "latency_seconds": 0.482, "redirect_count": 1, "transport_log_sha256": "78947419d5fb9fa0f016a578c6261b4735ca5a9c536a2e48536ce7595205e115", "observed_request_headers": [ { "request_line": "GET /categories/remote-programming-jobs HTTP/2", "headers": [ { "name": "Host", "value": "weworkremotely.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" }, { "request_line": "GET /categories/remote-full-stack-programming-jobs HTTP/2", "headers": [ { "name": "Host", "value": "weworkremotely.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:36.082399+00:00", "checks": { "text_chars": 9661, "required_text_checks": [ { "alternatives": [ "remote" ], "matched": [ "remote" ] }, { "alternatives": [ "programming" ], "matched": [ "programming" ] }, { "alternatives": [ "developer", "engineer" ], "matched": [ "developer", "engineer" ] } ], "text_regex_checks": [ { "pattern": "\\b(?:developer|engineer|programmer)\\b", "min_matches": 3, "matches": 26 } ], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 23.423, "pss_samples": 7, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13760.9140625, "SwapTotal": 8191.99609375, "SwapFree": 0.97265625, "unit": "MiB", "measured_at": "2026-09-29T21:53:35.486020+00:00" }, "inspection_note": "Complete client-decompressed HTTP body met all unchanged word groups, listing patterns and minimum text. No JavaScript, rendered visibility or complete field extraction was verified." }, { "target_id": "wikipedia", "site": "Wikipedia", "category": "content", "url": "https://en.wikipedia.org/wiki/Web_scraping", "original_url": "https://en.wikipedia.org/wiki/Web_scraping", "final_url": "https://en.wikipedia.org/wiki/Web_scraping", "expected_required_content": "Web scraping article with substantive explanation", "started_at": "2026-09-29T21:53:38.328316+00:00", "request_started_at": "2026-09-29T21:53:38.328453+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=UTF-8", "content_encoding": "gzip", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "e305b5ea4c4ca2a210ae297f17ad11f2ce4201fd8f5b6247adcfb98f41d017af", "response_bytes": 235975, "downloaded_body_bytes": 235975, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.303, "latency_seconds": 0.301, "redirect_count": 0, "transport_log_sha256": "62b0ba1e55770941bd69158e09cb6a83f9bfc1b064bb713715a87be8b42ff061", "observed_request_headers": [ { "request_line": "GET /wiki/Web_scraping HTTP/2", "headers": [ { "name": "Host", "value": "en.wikipedia.org" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:38.630848+00:00", "checks": { "text_chars": 30790, "required_text_checks": [ { "alternatives": [ "web scraping" ], "matched": [ "web scraping" ] }, { "alternatives": [ "web crawler", "data extraction" ], "matched": [ "web crawler", "data extraction" ] } ], "text_regex_checks": [], "min_text_chars": 3000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 22.594, "pss_samples": 5, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13788.46875, "SwapTotal": 8191.99609375, "SwapFree": 0.9765625, "unit": "MiB", "measured_at": "2026-09-29T21:53:38.211196+00:00" }, "inspection_note": "Complete client-decompressed HTTP body met all unchanged word groups, listing patterns and minimum text. No JavaScript, rendered visibility or complete field extraction was verified." }, { "target_id": "hackernews", "site": "Hacker News", "category": "content", "url": "https://news.ycombinator.com/", "original_url": "https://news.ycombinator.com/", "final_url": "https://news.ycombinator.com/", "expected_required_content": "News story listing with points and comment links", "started_at": "2026-09-29T21:53:40.849787+00:00", "request_started_at": "2026-09-29T21:53:40.849924+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=utf-8", "content_encoding": "gzip", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "39b5ae75b874811a5d1f403c0ebaad03542c709308843a48e2ae6ca27c0af936", "response_bytes": 34084, "downloaded_body_bytes": 34084, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.658, "latency_seconds": 0.657, "redirect_count": 0, "transport_log_sha256": "24ea14d576c63d4692c2d4c9e57b02869c6be6c8b7e05d0ad7d1f2b0a988b331", "observed_request_headers": [ { "request_line": "GET / HTTP/2", "headers": [ { "name": "Host", "value": "news.ycombinator.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:41.507845+00:00", "checks": { "text_chars": 3742, "required_text_checks": [ { "alternatives": [ "hacker news" ], "matched": [ "hacker news" ] }, { "alternatives": [ "points" ], "matched": [ "points" ] }, { "alternatives": [ "comments" ], "matched": [ "comments" ] } ], "text_regex_checks": [], "min_text_chars": 1000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 22.338, "pss_samples": 8, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13796.9765625, "SwapTotal": 8191.99609375, "SwapFree": 0.9765625, "unit": "MiB", "measured_at": "2026-09-29T21:53:40.741901+00:00" }, "inspection_note": "Complete client-decompressed HTTP body met all unchanged word groups, listing patterns and minimum text. No JavaScript, rendered visibility or complete field extraction was verified." }, { "target_id": "bbc", "site": "BBC", "category": "content", "url": "https://www.bbc.com/news", "original_url": "https://www.bbc.com/news", "final_url": "https://www.bbc.com/news", "expected_required_content": "Public news headlines and topic navigation", "started_at": "2026-09-29T21:53:43.671102+00:00", "request_started_at": "2026-09-29T21:53:43.671241+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=utf-8", "content_encoding": "gzip", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "5fc14ec0db6665bae045f3a399670e558fff1d65774d19b7b24f95b3d7096e6b", "response_bytes": 376267, "downloaded_body_bytes": 376267, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.216, "latency_seconds": 0.213, "redirect_count": 0, "transport_log_sha256": "6b2ce92f8c36cc6f38dd6efe475614d52b7604cd5f379cfb1dc2efb45e27d9d7", "observed_request_headers": [ { "request_line": "GET /news HTTP/2", "headers": [ { "name": "Host", "value": "www.bbc.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:43.886671+00:00", "checks": { "text_chars": 9591, "required_text_checks": [ { "alternatives": [ "bbc" ], "matched": [ "bbc" ] }, { "alternatives": [ "news" ], "matched": [ "news" ] }, { "alternatives": [ "world", "business" ], "matched": [ "world", "business" ] } ], "text_regex_checks": [], "min_text_chars": 1000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 22.797, "pss_samples": 4, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13785.4921875, "SwapTotal": 8191.99609375, "SwapFree": 0.98046875, "unit": "MiB", "measured_at": "2026-09-29T21:53:43.561505+00:00" }, "inspection_note": "Complete client-decompressed HTTP body met all unchanged word groups, listing patterns and minimum text. No JavaScript, rendered visibility or complete field extraction was verified." }, { "target_id": "arxiv", "site": "arXiv", "category": "content", "url": "https://arxiv.org/list/cs/recent", "original_url": "https://arxiv.org/list/cs/recent", "final_url": "https://arxiv.org/list/cs/recent", "expected_required_content": "Recent Computer Science papers with subject metadata", "started_at": "2026-09-29T21:53:46.097747+00:00", "request_started_at": "2026-09-29T21:53:46.097949+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=utf-8", "content_encoding": "gzip", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "b1de1feefecddc4ea113b631684531e8e98358cc55f85f080167f7d0fe78a275", "response_bytes": 97480, "downloaded_body_bytes": 97480, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.159, "latency_seconds": 0.157, "redirect_count": 0, "transport_log_sha256": "808113419aa53445679575374c9adcdfdf43745f78c4f1fce95e19c747c91ce1", "observed_request_headers": [ { "request_line": "GET /list/cs/recent HTTP/2", "headers": [ { "name": "Host", "value": "arxiv.org" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:46.256939+00:00", "checks": { "text_chars": 16898, "required_text_checks": [ { "alternatives": [ "computer science" ], "matched": [ "computer science" ] }, { "alternatives": [ "subjects:" ], "matched": [ "subjects:" ] } ], "text_regex_checks": [], "min_text_chars": 1500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 22.17, "pss_samples": 3, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13791.03515625, "SwapTotal": 8191.99609375, "SwapFree": 0.98046875, "unit": "MiB", "measured_at": "2026-09-29T21:53:45.991922+00:00" }, "inspection_note": "Complete client-decompressed HTTP body met all unchanged word groups, listing patterns and minimum text. No JavaScript, rendered visibility or complete field extraction was verified." }, { "target_id": "gutenberg", "site": "Project Gutenberg", "category": "content", "url": "https://www.gutenberg.org/ebooks/1342", "original_url": "https://www.gutenberg.org/ebooks/1342", "final_url": "https://www.gutenberg.org/ebooks/1342", "expected_required_content": "Pride and Prejudice book description with author", "started_at": "2026-09-29T21:53:48.414517+00:00", "request_started_at": "2026-09-29T21:53:48.414653+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html;charset=utf-8", "content_encoding": "gzip", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "764ca589880f2890c381cb1146e7f663a3d2f3c9731bce9fe662e67e0ab31f36", "response_bytes": 24862, "downloaded_body_bytes": 24862, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.711, "latency_seconds": 0.709, "redirect_count": 0, "transport_log_sha256": "0bfb7c5a7d247a06f13bb07986d31ce3eb4e165068dd92ff76c50c5b85cbd412", "observed_request_headers": [ { "request_line": "GET /ebooks/1342 HTTP/2", "headers": [ { "name": "Host", "value": "www.gutenberg.org" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:49.125073+00:00", "checks": { "text_chars": 2588, "required_text_checks": [ { "alternatives": [ "pride and prejudice" ], "matched": [ "pride and prejudice" ] }, { "alternatives": [ "jane austen" ], "matched": [ "jane austen" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 22.274, "pss_samples": 9, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13799.375, "SwapTotal": 8191.99609375, "SwapFree": 0.98046875, "unit": "MiB", "measured_at": "2026-09-29T21:53:48.311919+00:00" }, "inspection_note": "Complete client-decompressed HTTP body met all unchanged word groups, listing patterns and minimum text. No JavaScript, rendered visibility or complete field extraction was verified." }, { "target_id": "govuk", "site": "GOV.UK", "category": "content", "url": "https://www.gov.uk/bank-holidays", "original_url": "https://www.gov.uk/bank-holidays", "final_url": "https://www.gov.uk/bank-holidays", "expected_required_content": "UK bank holiday dates for England and Wales", "started_at": "2026-09-29T21:53:51.342338+00:00", "request_started_at": "2026-09-29T21:53:51.342490+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=utf-8", "content_encoding": "br", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "d9879aa73c291ec46436aa2d34fc6151a59554ce3fefec441a660011e7581e3b", "response_bytes": 175904, "downloaded_body_bytes": 175904, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.388, "latency_seconds": 0.386, "redirect_count": 0, "transport_log_sha256": "54fbf3a3382b37ac707fd02d49975d4f4e7b9ca0e624d4c03b609bd66ac8b4d5", "observed_request_headers": [ { "request_line": "GET /bank-holidays HTTP/2", "headers": [ { "name": "Host", "value": "www.gov.uk" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:51.730360+00:00", "checks": { "text_chars": 17613, "required_text_checks": [ { "alternatives": [ "uk bank holidays" ], "matched": [ "uk bank holidays" ] }, { "alternatives": [ "england and wales" ], "matched": [ "england and wales" ] }, { "alternatives": [ "christmas day" ], "matched": [ "christmas day" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 23.206, "pss_samples": 6, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13790.3828125, "SwapTotal": 8191.99609375, "SwapFree": 0.98046875, "unit": "MiB", "measured_at": "2026-09-29T21:53:51.232904+00:00" }, "inspection_note": "Complete client-decompressed HTTP body met all unchanged word groups, listing patterns and minimum text. No JavaScript, rendered visibility or complete field extraction was verified." }, { "target_id": "python", "site": "Python documentation", "category": "content", "url": "https://docs.python.org/3/library/urllib.request.html", "original_url": "https://docs.python.org/3/library/urllib.request.html", "final_url": "https://docs.python.org/3/library/urllib.request.html", "expected_required_content": "urllib.request documentation with API explanation", "started_at": "2026-09-29T21:53:53.982685+00:00", "request_started_at": "2026-09-29T21:53:53.982844+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html", "content_encoding": "gzip", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "7690190ba74d1d6c2e247423f3fe194a5101667392c9de03bbe53296bd7a45b7", "response_bytes": 216525, "downloaded_body_bytes": 216525, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.159, "latency_seconds": 0.157, "redirect_count": 0, "transport_log_sha256": "7e9cdc2e0ac164c1005f498d87fd0437f1f0c2098b9ed05e42c14a7fda8438c1", "observed_request_headers": [ { "request_line": "GET /3/library/urllib.request.html HTTP/2", "headers": [ { "name": "Host", "value": "docs.python.org" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:54.141583+00:00", "checks": { "text_chars": 53833, "required_text_checks": [ { "alternatives": [ "urllib.request" ], "matched": [ "urllib.request" ] }, { "alternatives": [ "urlopen" ], "matched": [ "urlopen" ] } ], "text_regex_checks": [], "min_text_chars": 3000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 23.245, "pss_samples": 4, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13795.66796875, "SwapTotal": 8191.99609375, "SwapFree": 0.98046875, "unit": "MiB", "measured_at": "2026-09-29T21:53:53.866025+00:00" }, "inspection_note": "Complete client-decompressed HTTP body met all unchanged word groups, listing patterns and minimum text. No JavaScript, rendered visibility or complete field extraction was verified." }, { "target_id": "quotes", "site": "Quotes to Scrape", "category": "javascript", "url": "https://quotes.toscrape.com/js/", "original_url": "https://quotes.toscrape.com/js/", "final_url": "https://quotes.toscrape.com/js/", "expected_required_content": "Quote text and author after JavaScript rendering", "started_at": "2026-09-29T21:53:56.450253+00:00", "request_started_at": "2026-09-29T21:53:56.450399+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=utf-8", "content_encoding": "br", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "a9067d4438044d45a1a895ed6939df4fa4d0487e17b82053dd694ad425466074", "response_bytes": 5808, "downloaded_body_bytes": 5808, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.439, "latency_seconds": 0.438, "redirect_count": 0, "transport_log_sha256": "4d512abf4869fbb8d78fec457ec829384fa657eb99064acb8b3b44b0a0413e9b", "observed_request_headers": [ { "request_line": "GET /js/ HTTP/2", "headers": [ { "name": "Host", "value": "quotes.toscrape.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:56.889103+00:00", "checks": { "text_chars": 74, "required_text_checks": [ { "alternatives": [ "the world as we have created it" ], "matched": [] }, { "alternatives": [ "albert einstein" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 300, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "missing_required_content", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 22.3, "pss_samples": 6, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13787.9765625, "SwapTotal": 8191.99609375, "SwapFree": 0.98046875, "unit": "MiB", "measured_at": "2026-09-29T21:53:56.321917+00:00" }, "inspection_note": "Original client-decompressed body was rechecked with unchanged rules: missing required content." }, { "target_id": "scrapingcourse", "site": "ScrapingCourse", "category": "javascript", "url": "https://www.scrapingcourse.com/javascript-rendering", "original_url": "https://www.scrapingcourse.com/javascript-rendering", "final_url": "https://www.scrapingcourse.com/javascript-rendering", "expected_required_content": "JavaScript product listing with named products and prices", "started_at": "2026-09-29T21:53:59.051969+00:00", "request_started_at": "2026-09-29T21:53:59.052106+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=UTF-8", "content_encoding": "zstd", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "b9daac7e24122000dbc457ed0e4ed24b43b89593db88eac038e98499db93292a", "response_bytes": 29640, "downloaded_body_bytes": 29640, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.824, "latency_seconds": 0.822, "redirect_count": 0, "transport_log_sha256": "53fe2d3e5eac377b4c566e4a0ff7ec4a0498e5560f5fdbb2901be59231cb1f4c", "observed_request_headers": [ { "request_line": "GET /javascript-rendering HTTP/2", "headers": [ { "name": "Host", "value": "www.scrapingcourse.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:53:59.875759+00:00", "checks": { "text_chars": 72, "required_text_checks": [ { "alternatives": [ "chaz kangeroo hoodie", "teton pullover hoodie" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 300, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "missing_required_content", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 22.417, "pss_samples": 10, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13796.29296875, "SwapTotal": 8191.99609375, "SwapFree": 0.984375, "unit": "MiB", "measured_at": "2026-09-29T21:53:58.935907+00:00" }, "inspection_note": "Original client-decompressed body was rechecked with unchanged rules: missing required content." }, { "target_id": "webscrapingdev", "site": "Web Scraping Dev", "category": "javascript", "url": "https://web-scraping.dev/reviews", "original_url": "https://web-scraping.dev/reviews", "final_url": "https://web-scraping.dev/reviews", "expected_required_content": "Review text loaded by the JavaScript review interface", "started_at": "2026-09-29T21:54:02.077056+00:00", "request_started_at": "2026-09-29T21:54:02.077204+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=utf-8", "content_encoding": null, "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "77a5e13ddd2d8d9d65ba531340293d16870224866f7d52bbf7377f113b514665", "response_bytes": 14727, "downloaded_body_bytes": 14727, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.761, "latency_seconds": 0.759, "redirect_count": 0, "transport_log_sha256": "3a009daa4355915fc57d7569725c29ca4512674f3d5f6e9f80b1b58014908c3f", "observed_request_headers": [ { "request_line": "GET /reviews HTTP/2", "headers": [ { "name": "Host", "value": "web-scraping.dev" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:54:02.837679+00:00", "checks": { "text_chars": 244, "required_text_checks": [ { "alternatives": [ "unique flavor and great energy boost", "excellent energy drink for gamers" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 300, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "missing_required_content", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 22.562, "pss_samples": 9, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13795.25390625, "SwapTotal": 8191.99609375, "SwapFree": 0.9921875, "unit": "MiB", "measured_at": "2026-09-29T21:54:01.960895+00:00" }, "inspection_note": "Original client-decompressed body was rechecked with unchanged rules: missing required content. The reviews route returns source HTML in this HTTP mode; no browser/JavaScript was run to populate reviews." }, { "target_id": "example", "site": "Example Domain", "category": "control", "url": "https://example.com/", "original_url": "https://example.com/", "final_url": "https://example.com/", "expected_required_content": "Example Domain heading and documentation explanation", "started_at": "2026-09-29T21:54:04.992419+00:00", "request_started_at": "2026-09-29T21:54:04.992557+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=utf-8", "content_encoding": "br", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "7d3e61f8f627c8cc640c209ba0777db95f198a64e766f47484c321d5eb5e0962", "response_bytes": 713, "downloaded_body_bytes": 713, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.133, "latency_seconds": 0.132, "redirect_count": 0, "transport_log_sha256": "e24586bc455f0dd2f13342699848dbf8083312826da44005a6e0a799ecac09da", "observed_request_headers": [ { "request_line": "GET / HTTP/2", "headers": [ { "name": "Host", "value": "example.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:54:05.125858+00:00", "checks": { "text_chars": 167, "required_text_checks": [ { "alternatives": [ "example domain" ], "matched": [] }, { "alternatives": [ "documentation examples" ], "matched": [ "documentation examples" ] } ], "text_regex_checks": [], "min_text_chars": 100, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "missing_required_content", "usable_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 19.675, "pss_samples": 3, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13793.17578125, "SwapTotal": 8191.99609375, "SwapFree": 0.9921875, "unit": "MiB", "measured_at": "2026-09-29T21:54:04.879932+00:00" }, "inspection_note": "Original client-decompressed body was rechecked with unchanged rules: missing required content. Checked source text contained documentation-example wording but not the required Example Domain phrase. The frozen parser and word rule stay unchanged." }, { "target_id": "httpbingo", "site": "HTTPBingo", "category": "control", "url": "https://httpbingo.org/html", "original_url": "https://httpbingo.org/html", "final_url": "https://httpbingo.org/html", "expected_required_content": "Moby-Dick HTML sample", "started_at": "2026-09-29T21:54:07.311951+00:00", "request_started_at": "2026-09-29T21:54:07.312099+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=utf-8", "content_encoding": "zstd", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "e250a7975d53801ed8c35271780a15a1da36a8a5383327cb706dea252b340d48", "response_bytes": 3742, "downloaded_body_bytes": 3742, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.532, "latency_seconds": 0.531, "redirect_count": 0, "transport_log_sha256": "922fb8a1ec69de8ae64e50b5752707bcbb462db6df42132bed07ff89ece6e51b", "observed_request_headers": [ { "request_line": "GET /html HTTP/2", "headers": [ { "name": "Host", "value": "httpbingo.org" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:54:07.844128+00:00", "checks": { "text_chars": 3594, "required_text_checks": [ { "alternatives": [ "herman melville" ], "matched": [ "herman melville" ] }, { "alternatives": [ "moby-dick" ], "matched": [ "moby-dick" ] } ], "text_regex_checks": [], "min_text_chars": 300, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 22.293, "pss_samples": 7, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13805.45703125, "SwapTotal": 8191.99609375, "SwapFree": 0.9921875, "unit": "MiB", "measured_at": "2026-09-29T21:54:07.190867+00:00" }, "inspection_note": "Complete client-decompressed HTTP body met all unchanged word groups, listing patterns and minimum text. No JavaScript, rendered visibility or complete field extraction was verified." }, { "target_id": "scrapethissite", "site": "Scrape This Site", "category": "control", "url": "https://www.scrapethissite.com/pages/simple/", "original_url": "https://www.scrapethissite.com/pages/simple/", "final_url": "https://www.scrapethissite.com/pages/simple/", "expected_required_content": "Country records including Andorra and population", "started_at": "2026-09-29T21:54:10.025186+00:00", "request_started_at": "2026-09-29T21:54:10.025326+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=utf-8", "content_encoding": "zstd", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "4c68c2a54000607a0fa51ea5a57a20bbe4324dee74c442559185a1da364bd87b", "response_bytes": 203361, "downloaded_body_bytes": 203361, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 1.074, "latency_seconds": 1.073, "redirect_count": 0, "transport_log_sha256": "9ec386e25d576ee8789494271a64e8c44d68350210410fc23859818a0b7ff578", "observed_request_headers": [ { "request_line": "GET /pages/simple/ HTTP/2", "headers": [ { "name": "Host", "value": "www.scrapethissite.com" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:54:11.099622+00:00", "checks": { "text_chars": 18132, "required_text_checks": [ { "alternatives": [ "countries of the world" ], "matched": [ "countries of the world" ] }, { "alternatives": [ "andorra" ], "matched": [ "andorra" ] }, { "alternatives": [ "population" ], "matched": [ "population" ] } ], "text_regex_checks": [], "min_text_chars": 1000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 24.02, "pss_samples": 13, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13804.65234375, "SwapTotal": 8191.99609375, "SwapFree": 0.9921875, "unit": "MiB", "measured_at": "2026-09-29T21:54:09.910524+00:00" }, "inspection_note": "Complete client-decompressed HTTP body met all unchanged word groups, listing patterns and minimum text. No JavaScript, rendered visibility or complete field extraction was verified." }, { "target_id": "iana", "site": "IANA", "category": "control", "url": "https://www.iana.org/domains/reserved", "original_url": "https://www.iana.org/domains/reserved", "final_url": "https://www.iana.org/domains/reserved", "expected_required_content": "Reserved-domain reference and example domains", "started_at": "2026-09-29T21:54:13.394295+00:00", "request_started_at": "2026-09-29T21:54:13.394440+00:00", "status": 200, "request_outcome": "returned", "redirect_history": [], "redirect_outcome": "none", "document_responses": [], "explicit_request_headers": {}, "response_metadata": { "content_type": "text/html; charset=UTF-8", "content_encoding": "br", "http_version_enum": 3, "cookie_values": "private/not published" }, "error": null, "navigation_error": null, "capture_error": null, "screenshot_error": null, "screenshot_sha256": null, "capture_complete": true, "raw_response_sha256": "720e5cce9016212d2d28777356d2844fb0ca9e19a32636eb232f8653360dc450", "response_bytes": 10499, "downloaded_body_bytes": 10499, "body_complete": true, "navigation_seconds": null, "attempt_seconds": 0.184, "latency_seconds": 0.182, "redirect_count": 0, "transport_log_sha256": "adfa0642a76c248d6274ca549ebceab53bc2f39a6843a6aeff9e6e442850ddaf", "observed_request_headers": [ { "request_line": "GET /domains/reserved HTTP/2", "headers": [ { "name": "Host", "value": "www.iana.org" }, { "name": "sec-ch-ua", "value": "\"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"150\", \"Google Chrome\";v=\"150\"" }, { "name": "sec-ch-ua-mobile", "value": "?0" }, { "name": "sec-ch-ua-platform", "value": "\"macOS\"" }, { "name": "Upgrade-Insecure-Requests", "value": "1" }, { "name": "User-Agent", "value": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36" }, { "name": "Accept", "value": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" }, { "name": "Sec-Fetch-Site", "value": "none" }, { "name": "Sec-Fetch-Mode", "value": "navigate" }, { "name": "Sec-Fetch-User", "value": "?1" }, { "name": "Sec-Fetch-Dest", "value": "document" }, { "name": "Accept-Encoding", "value": "gzip, deflate, br, zstd" }, { "name": "Accept-Language", "value": "en-US,en;q=0.9" }, { "name": "Priority", "value": "u=0, i" } ], "cookie_values": "private/not published" } ], "finished_at": "2026-09-29T21:54:13.577848+00:00", "checks": { "text_chars": 2727, "required_text_checks": [ { "alternatives": [ "iana-managed reserved domains" ], "matched": [ "iana-managed reserved domains" ] }, { "alternatives": [ "example.com" ], "matched": [ "example.com" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "classification": "usable", "usable_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "peak_sampled_tree_pss_mb": 22.394, "pss_samples": 4, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13806.3203125, "SwapTotal": 8191.99609375, "SwapFree": 0.99609375, "unit": "MiB", "measured_at": "2026-09-29T21:54:13.263022+00:00" }, "inspection_note": "Complete client-decompressed HTTP body met all unchanged word groups, listing patterns and minimum text. No JavaScript, rendered visibility or complete field extraction was verified." } ], "mode_selection": "Documented direct Session.get with chrome150 and default headers, no custom headers/Google Referer, no wrapper/selector or JS; one unchanged mode for all targets.", "body_hash_basis": "Original client-decompressed response bytes; no re-encoding or selector transformation. Full private bodies/logs in ignored runner/data.", "latency_basis": "Immediately before session.get through response return or exception, including body transfer and redirects. Excludes session construction/close, body saving and frozen checks; no Scrapling selector construction.", "pss_caveat": "100 ms sampled isolated Python worker and descendants, from spawn through imports, session/request/capture/checks/close and exit; excludes batch parent. Peaks may be missed; different browser/wrapper workload.", "baseline_sha256": { "botasaurus": "f8a1e95d8b5e55bb320234a27cbf8605b4184587509d80c73c02c6c0aacd297b", "camoufox": "736930b15c3e677a5a651a397bbdf1e9a9076b3bf1a1458e3a0bb8716d653eda", "lightpanda": "bd0deb3fd9ee7f2a7a67ae95e3458503c47fa7069edd584cc051655b9ae3affa", "patchright": "cc7a70f7b5cd87e8a2e3f66e015730e4f258f9295159d6049cae70705147de14", "scrapling": "610770a368ccc61098a781aab1fe24721e93992b71c1940f3bd6f36a193fe4f7", "seleniumbase": "a35988565e4c57e9785ecd2af72a9eea3ae28b99c80a63c80267d1bb99d931aa", "wreq": "269132e9697d084941827877de584d1db11f6f6cd8d8fcfb41f4ab69646d54b8" }, "policy_differences": [ "Direct curl_cffi 0.16.3 chrome150 with default impersonation headers; no added Google Referer or custom headers. Scrapling 0.4.15 uses the same curl_cffi/profile, adds stealthy headers including Google Referer, and constructs a selector.", "Fresh curl session per process with redirect cookies accepted; no imported or cross-target cookies. wreq disables cookie storage.", "No browser/JavaScript/resources. Normal redirects cap 3 as in wreq and Scrapling. Installed release exposes Response.history statuses/URLs without intermediate bodies.", "verify=True; proxy environment removed and libcurl PROXY explicitly empty; trust_env=False retained. HTTP/2 negotiation with HTTP/1 fallback, no HTTP/3, no retry or cache.", "20-second transfer timeout and 30-second whole-worker watchdog, 3 GiB host RAM floor and 1 GiB worker-tree PSS guard; 5 MiB saved-body cap is not a network byte cap.", "Different UTC windows and header/cookie/resource policies; one observation per target establishes no reliability estimate, feature cause or global winner." ], "summary": { "attempted_distinct_sites": 30, "usable_results": 14, "classifications": { "http_access_denied": 6, "missing_required_content": 10, "usable": 14 }, "http_200_soft_blocks": 0, "http_200_empty_content": 1 }, "finished_at": "2026-09-29T21:54:13.675115+00:00", "publication_validation": { "checked_at": "2026-09-29T21:55:19.931718+00:00", "unchanged_validator_ast_verified": true, "raw_body_hashes_and_checks_verified": 30, "pss_peaks_verified": 30, "private_transport_log_hashes_and_headers_verified": 30, "main_response_status_and_redirect_headers_verified": 30, "driver_log_hashes_verified": 30, "additional_target_requests": 0, "surviving_owned_processes": 0 }, "startup_checks_url": "/evidence/curl-cffi-public-30-20260929/startup-checks.json", "canary_relation": "One complete HTTP 200 canary body failed frozen reviews checks. It establishes a returned request, not usable review extraction. Excluded from the full 30-target batch; 31 explicit public GET calls total, plus redirects. No browser, local smoke or failed setup request.", "pss_samples_sha256": "3f670f55d95b38ea29560c262f187ca091555c377d6d9c78bab1875c15453cd4" }