{ "run_id": "crawlee-public-30-20260930", "tool": "Crawlee", "tool_version": "3.18.2", "node_version": "v22.22.2", "installed_versions": { "@crawlee/cheerio": "3.18.2", "@crawlee/http": "3.18.2", "@crawlee/basic": "3.18.2", "@crawlee/core": "3.18.2", "got-scraping": "4.2.1", "got": "14.6.6", "cheerio": "1.0.0-rc.12", "header-generator": "2.1.88" }, "python_version": "3.12.3", "platform": "Linux-6.17.0-22-generic-x86_64-with-glibc2.39", "mode": "CheerioCrawler single-page direct HTTP / GotScrapingHttpClient", "config": { "mode": "CheerioCrawler single-page direct HTTP / GotScrapingHttpClient", "proxy_mode": "none", "login": false, "captcha_solving": false, "concurrency": 1, "gap_seconds": 2, "application_retries": 0, "maxRequestRetries": 0, "maxSessionRotations": 0, "retryOnBlocked": false, "useSessionPool": false, "persistCookiesPerSession": false, "respectRobotsTxtFile": false, "maxRequestsPerCrawl": 1, "maxRedirects": 3, "got_retry_limit": 0, "ignoreSslErrors": false, "http2": true, "useHeaderGenerator": true, "custom_headers": {}, "cookies": "No cookie jar/session pool; no imported, cross-target or redirect cookie storage", "resources": "HTTP body and Cheerio parsing only; no browser/JS/subresources/enqueueLinks", "navigationTimeoutSecs": 20, "requestHandlerTimeoutSecs": 5, "attempt_timeout_seconds": 35, "slice_timeout_seconds": 1200, "max_capture_bytes": 5242880, "pss_sample_interval_seconds": 0.1, "min_host_available_mb": 3072, "max_attempt_tree_pss_mb": 1024, "pss_scope": "Isolated Node worker and descendants from spawn/imports through crawler startup, request/body/Cheerio parsing/capture and exit; excludes Python batch parent and frozen checks", "storage": "Fresh process; nonpersistent memory storage; own private target directory", "headers": "Stock got-scraping header generator; actual outgoing hook headers recorded per request; no pinned Chrome version/profile", "tls": "Stock got-scraping TLS customization with Node/OpenSSL; certificate verification enabled for page request; no exact Chrome TLS identity claim" }, "started_at": "2026-09-29T22:43:38.031073+00:00", "attempts": [ { "target_id": "kohls", "original_url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "started_at": "2026-09-29T22:43:38.259Z", "request_started_at": "2026-09-29T22:43:38.349Z", "status": 403, "final_url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 577, "raw_response_sha256": "ab9e7bb5389a18fe1dbcd8fc0c8bfd11ac93089d7dcca7c6c7e4b796a879a86d", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://www.kohls.com/catalog/mens-tshirts-clothing.jsp?CN=Gender:Mens+Product:T-Shirts+Department:Clothing", "status": 403, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.467, "downloaded_body_bytes": 577, "response_metadata": { "content_type": "text/html", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:43:38.823Z", "transport_log_sha256": "70c8b448980f77407c8bb3f2ebe0916aed663bc19854f98d228fda594bf55dc1", "checks": { "text_chars": 227, "required_text_checks": [ { "alternatives": [ "t-shirt", "tees" ], "matched": [] }, { "alternatives": [ "men" ], "matched": [ "men" ] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 300, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [ "access denied" ] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "7361cabe2fc6e6606f00d2278daf65d1b423cc196e53b8c583799c2079acb275", "peak_sampled_tree_pss_mb": 94.141, "pss_samples": 18, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13748.8984375, "SwapTotal": 8191.99609375, "SwapFree": 9.77734375, "unit": "MiB", "measured_at": "2026-09-29T22:43:38.031683+00:00" }, "classification": "http_access_denied", "usable_content": false, "inspection_note": "Saved HTTP body rechecked with unchanged rules: http access denied.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "amazon", "original_url": "https://www.amazon.com/s?k=laptop", "url": "https://www.amazon.com/s?k=laptop", "started_at": "2026-09-29T22:43:42.111Z", "request_started_at": "2026-09-29T22:43:42.200Z", "status": 200, "final_url": "https://www.amazon.com/s?k=laptop", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 2233, "raw_response_sha256": "07a121bdcbf7ba33cbd3c02c7a22b21f08ae8d72809cff53c3be5198090c7a3c", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.amazon.com/s?k=laptop", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://www.amazon.com/s?k=laptop", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.364, "downloaded_body_bytes": 2233, "response_metadata": { "content_type": "text/html", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:43:42.569Z", "transport_log_sha256": "6688cc091c8746e5cf715b9326d9cc04fa2f9738ab86c8ac04bb5125c7fc4c48", "checks": { "text_chars": 0, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] }, { "alternatives": [ "results" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "dba933d1f40eab8c3cfcce18d1aa2c70d2866c3b4b34ad301e7b667fea4a81fd", "peak_sampled_tree_pss_mb": 91.609, "pss_samples": 17, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13705.2734375, "SwapTotal": 8191.99609375, "SwapFree": 9.78125, "unit": "MiB", "measured_at": "2026-09-29T22:43:41.898032+00:00" }, "classification": "missing_required_content", "usable_content": false, "inspection_note": "Saved HTTP body rechecked with unchanged rules: missing required content. HTTP 200 has no checked text.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "walmart", "original_url": "https://www.walmart.com/search?q=laptop", "url": "https://www.walmart.com/search?q=laptop", "started_at": "2026-09-29T22:43:45.851Z", "request_started_at": "2026-09-29T22:43:45.940Z", "status": 200, "final_url": "https://www.walmart.com/search?q=laptop", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 1508029, "raw_response_sha256": "01647758fc8db60fcc998b728f3f9633927a978219b1750aa4a94953dea5ee38", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.walmart.com/search?q=laptop", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US", "dnt": "1" } } ], "document_responses": [ { "url": "https://www.walmart.com/search?q=laptop", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 3.125, "downloaded_body_bytes": 1508029, "response_metadata": { "content_type": "text/html; charset=utf-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:43:49.080Z", "transport_log_sha256": "50be09ae5dd9619b523eb2e01991bb9e899548878c9d76b88ecc89c6f3d2f575", "checks": { "text_chars": 5722, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [ "laptop" ] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 28 } ], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "70ce1984cf87c5f169866c1ac250360664f583713feccc3f7f457e15ff66121b", "peak_sampled_tree_pss_mb": 110.452, "pss_samples": 43, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13742.2734375, "SwapTotal": 8191.99609375, "SwapFree": 9.79296875, "unit": "MiB", "measured_at": "2026-09-29T22:43:45.653907+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Complete HTTP source body met frozen checks; no rendered visibility, browser interaction or complete field extraction verified.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "ebay", "original_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "started_at": "2026-09-29T22:43:52.358Z", "request_started_at": "2026-09-29T22:43:52.444Z", "status": 403, "final_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 1986, "raw_response_sha256": "f1d7eb69af402880f28470880eb1389169cc00485793f673748acd279cb1e43a", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "status": 403, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.458, "downloaded_body_bytes": 1986, "response_metadata": { "content_type": "text/html", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:43:52.908Z", "transport_log_sha256": "d3d06d7f90c1c57f9a84f1d3f31d959a3ddf2d610d01987a24021bd213556fba", "checks": { "text_chars": 189, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] }, { "alternatives": [ "results" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "4079304198107413f6a74aab3746487c1fc63eabe9320f8b091c8f3282017651", "peak_sampled_tree_pss_mb": 101.242, "pss_samples": 18, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13705.0703125, "SwapTotal": 8191.99609375, "SwapFree": 9.79296875, "unit": "MiB", "measured_at": "2026-09-29T22:43:52.148013+00:00" }, "classification": "http_access_denied", "usable_content": false, "inspection_note": "Saved HTTP body rechecked with unchanged rules: http access denied.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "target", "original_url": "https://www.target.com/s?searchTerm=laptop", "url": "https://www.target.com/s?searchTerm=laptop", "started_at": "2026-09-29T22:43:56.222Z", "request_started_at": "2026-09-29T22:43:56.306Z", "status": 429, "final_url": "https://www.target.com/s?searchTerm=laptop", "redirect_history": [], "redirect_outcome": "none", "error": { "type": "Error", "message": "Resource https://www.target.com/s?searchTerm=laptop served Content-Type application/octet-stream, but only text/html, text/xml, application/xhtml+xml, application/xml, application/json are allowed. Skipping resource.", "code": null, "classification": "request_error" }, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 2327, "raw_response_sha256": "ca695ba08b03ffa8c3f37a91382432933a2f1b3889ee87d0e88a3ed085b01a4a", "request_outcome": "error", "observed_request_headers": [ { "url": "https://www.target.com/s?searchTerm=laptop", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://www.target.com/s?searchTerm=laptop", "status": 429, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.531, "downloaded_body_bytes": 2327, "response_metadata": { "content_type": "text/html, charset=UTF-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:43:56.838Z", "transport_log_sha256": "d8f55a0e1f8d6eecbde633bfbbb9d729725d446712e0fa31ea9efb5c842b7fc9", "checks": { "text_chars": 83, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "9d68dd91b92ea22b7bb6b1979ad6242f85a348499368c47c60b4850bf142e988", "peak_sampled_tree_pss_mb": 97.461, "pss_samples": 18, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13736.26953125, "SwapTotal": 8191.99609375, "SwapFree": 9.79296875, "unit": "MiB", "measured_at": "2026-09-29T22:43:56.011892+00:00" }, "classification": "request_error", "usable_content": false, "inspection_note": "Saved HTTP body rechecked with unchanged rules: request error. Observed HTTP 429 and a complete application/octet-stream body. CheerioCrawler rejected its unsupported MIME type; the frozen error-first classifier retains request_error, rather than silently changing it to http_rate_limited.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "etsy", "original_url": "https://www.etsy.com/search?q=ceramic+mug", "url": "https://www.etsy.com/search?q=ceramic+mug", "started_at": "2026-09-29T22:44:00.089Z", "request_started_at": "2026-09-29T22:44:00.207Z", "status": 403, "final_url": "https://www.etsy.com/search?q=ceramic+mug", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 793, "raw_response_sha256": "4e635bfe506e8b5e61de8633b3280675ec6502d73dce0cd7a109958ac37d0574", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.etsy.com/search?q=ceramic+mug", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://www.etsy.com/search?q=ceramic+mug", "status": 403, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.737, "downloaded_body_bytes": 793, "response_metadata": { "content_type": "text/html;charset=utf-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:44:00.950Z", "transport_log_sha256": "1a36402b8d410be173bf87c9cd2f9ea41563ef345dc68c9cd3fd89eba4b35a56", "checks": { "text_chars": 43, "required_text_checks": [ { "alternatives": [ "ceramic" ], "matched": [] }, { "alternatives": [ "mug" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "3d8b207fe840d4eba5b9db3538bdcd647dde998ae5b5e393e42fb4e1120c33eb", "peak_sampled_tree_pss_mb": 100.477, "pss_samples": 21, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13749.1328125, "SwapTotal": 8191.99609375, "SwapFree": 9.80078125, "unit": "MiB", "measured_at": "2026-09-29T22:43:59.874857+00:00" }, "classification": "http_access_denied", "usable_content": false, "inspection_note": "Saved HTTP body rechecked with unchanged rules: http access denied.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "bestbuy", "original_url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "started_at": "2026-09-29T22:44:04.265Z", "request_started_at": "2026-09-29T22:44:04.349Z", "status": 200, "final_url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 7056, "raw_response_sha256": "68961da8bc016a163eec03ee664aa58e219e938850f767f2db8c05c263e0400e", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://www.bestbuy.com/site/searchpage.jsp?st=laptop", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.752, "downloaded_body_bytes": 7056, "response_metadata": { "content_type": "text/html", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:44:05.107Z", "transport_log_sha256": "739b3d9849d7e07a61d3a2fa9d10d88cf3c8532bd1bed391409e88312bc0c518", "checks": { "text_chars": 687, "required_text_checks": [ { "alternatives": [ "laptop" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "6c55743a8bf6f0fde85a019ef757284c240db24e985a8c9af9c165a73479b8cf", "peak_sampled_tree_pss_mb": 87.539, "pss_samples": 20, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13749.0234375, "SwapTotal": 8191.99609375, "SwapFree": 9.8046875, "unit": "MiB", "measured_at": "2026-09-29T22:44:04.053027+00:00" }, "classification": "missing_required_content", "usable_content": false, "inspection_note": "Saved HTTP body rechecked with unchanged rules: missing required content. Source asks the visitor to choose a country; required listings were absent.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "linkedin", "original_url": "https://www.linkedin.com/company/nasa/", "url": "https://www.linkedin.com/company/nasa/", "started_at": "2026-09-29T22:44:08.444Z", "request_started_at": "2026-09-29T22:44:08.522Z", "status": 200, "final_url": "https://www.linkedin.com/company/nasa/", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 357029, "raw_response_sha256": "46d7cfb74e018cf0773c6e1c62aade46437c03d255aa23dd31e90f776358bf7b", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.linkedin.com/company/nasa/", "method": "GET", "headers": { "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", "user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.3 Safari/605.1.15", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://www.linkedin.com/company/nasa/", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 1.066, "downloaded_body_bytes": 357029, "response_metadata": { "content_type": "text/html; charset=utf-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:44:09.597Z", "transport_log_sha256": "6f628454a6e7e3b14cfd879c8981aeccd88b304c1ceff38fa1c9e534157f0900", "checks": { "text_chars": 12651, "required_text_checks": [ { "alternatives": [ "nasa", "national aeronautics" ], "matched": [ "nasa", "national aeronautics" ] }, { "alternatives": [ "space", "research", "aviation" ], "matched": [ "space", "research", "aviation" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "762abf006d8dda2f5392f4ece540e40799a56c84514fb4fe9be2797ed500030d", "peak_sampled_tree_pss_mb": 99.025, "pss_samples": 24, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13790.55859375, "SwapTotal": 8191.99609375, "SwapFree": 9.8046875, "unit": "MiB", "measured_at": "2026-09-29T22:44:08.222275+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Complete HTTP source body met frozen checks; no rendered visibility, browser interaction or complete field extraction verified.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "instagram", "original_url": "https://www.instagram.com/nasa/", "url": "https://www.instagram.com/nasa/", "started_at": "2026-09-29T22:44:12.969Z", "request_started_at": "2026-09-29T22:44:13.060Z", "status": 200, "final_url": "https://www.instagram.com/nasa/", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 738992, "raw_response_sha256": "9bf0d670d83960bd9b3d052fd168aeb26f5bab974b42b6746a74d13f4beb0a21", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.instagram.com/nasa/", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US", "dnt": "1" } } ], "document_responses": [ { "url": "https://www.instagram.com/nasa/", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 1.208, "downloaded_body_bytes": 738992, "response_metadata": { "content_type": "text/html; charset=\"utf-8\"", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:44:14.275Z", "transport_log_sha256": "c7e8788cad4be04221904b87e7917793ecdbfb5f3dd6ff5c43ade2ed0c3f1bdd", "checks": { "text_chars": 0, "required_text_checks": [ { "alternatives": [ "nasa" ], "matched": [] }, { "alternatives": [ "followers" ], "matched": [] }, { "alternatives": [ "posts" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 150, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": true, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "0dfce97bff5f1f16f2fc6b97bc70b0f5eff93d6775a75310671474c36e992197", "peak_sampled_tree_pss_mb": 108.332, "pss_samples": 25, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13827.78125, "SwapTotal": 8191.99609375, "SwapFree": 9.8046875, "unit": "MiB", "measured_at": "2026-09-29T22:44:12.727975+00:00" }, "classification": "missing_required_content", "usable_content": false, "inspection_note": "Saved HTTP body rechecked with unchanged rules: missing required content. HTTP 200 has no checked text.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "tiktok", "original_url": "https://www.tiktok.com/@nasa", "url": "https://www.tiktok.com/@nasa", "started_at": "2026-09-29T22:44:17.548Z", "request_started_at": "2026-09-29T22:44:17.633Z", "status": 200, "final_url": "https://www.tiktok.com/@nasa", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 389189, "raw_response_sha256": "aa6bd4f5fcfbcf097009318e15939483b6fde84345095181f564fb7ec8c5b533", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.tiktok.com/@nasa", "method": "GET", "headers": { "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:149.0) Gecko/20100101 Firefox/149.0", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", "accept-language": "en-US", "accept-encoding": "gzip, deflate, br, zstd", "upgrade-insecure-requests": "1", "sec-fetch-dest": "document", "sec-fetch-mode": "navigate", "sec-fetch-site": "same-site", "sec-fetch-user": "?1", "te": "trailers", "dnt": "1" } } ], "document_responses": [ { "url": "https://www.tiktok.com/@nasa", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 1.133, "downloaded_body_bytes": 389189, "response_metadata": { "content_type": "text/html; charset=utf-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:44:18.772Z", "transport_log_sha256": "992f62479cb4f0736150af7057f0e3fda527a622fccf1b1a006ab6630a8bec2b", "checks": { "text_chars": 66, "required_text_checks": [ { "alternatives": [ "nasa" ], "matched": [ "nasa" ] }, { "alternatives": [ "followers" ], "matched": [] }, { "alternatives": [ "videos", "likes" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 150, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "da641d7c35fb1755a272eef2223159a2a13067ed57de5756f3a132d6995cbc19", "peak_sampled_tree_pss_mb": 99.078, "pss_samples": 24, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13726.015625, "SwapTotal": 8191.99609375, "SwapFree": 9.8125, "unit": "MiB", "measured_at": "2026-09-29T22:44:17.332928+00:00" }, "classification": "missing_required_content", "usable_content": false, "inspection_note": "Saved HTTP body rechecked with unchanged rules: missing required content.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "g2", "original_url": "https://www.g2.com/products/asana/reviews", "url": "https://www.g2.com/products/asana/reviews", "started_at": "2026-09-29T22:44:22.034Z", "request_started_at": "2026-09-29T22:44:22.133Z", "status": 403, "final_url": "https://www.g2.com/products/asana/reviews", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 1707, "raw_response_sha256": "03ba13818b566e3336079bedb589f84aa2bfd2cf19e78dd59df3596fc62bfae1", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.g2.com/products/asana/reviews", "method": "GET", "headers": { "sec-ch-ua": "\"Brave\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://www.g2.com/products/asana/reviews", "status": 403, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.34, "downloaded_body_bytes": 1707, "response_metadata": { "content_type": "text/html;charset=utf-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:44:22.478Z", "transport_log_sha256": "a8772096e2d9675299c38885c9ff57c819d8a0e9316e482dedaabee71156f5a9", "checks": { "text_chars": 43, "required_text_checks": [ { "alternatives": [ "asana" ], "matched": [] }, { "alternatives": [ "reviews" ], "matched": [] }, { "alternatives": [ "rating", "rated", "stars" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "2c6b22ef07a7cb7f5b3b35bddc1cf1d73b1c193b172b788ac418e440e98f8833", "peak_sampled_tree_pss_mb": 91.43, "pss_samples": 17, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13678.2421875, "SwapTotal": 8191.99609375, "SwapFree": 9.81640625, "unit": "MiB", "measured_at": "2026-09-29T22:44:21.817871+00:00" }, "classification": "http_access_denied", "usable_content": false, "inspection_note": "Saved HTTP body rechecked with unchanged rules: http access denied.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "trustpilot", "original_url": "https://www.trustpilot.com/review/www.amazon.com", "url": "https://www.trustpilot.com/review/www.amazon.com", "started_at": "2026-09-29T22:44:25.798Z", "request_started_at": "2026-09-29T22:44:25.890Z", "status": 403, "final_url": "https://www.trustpilot.com/review/www.amazon.com", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 991, "raw_response_sha256": "92d97ed45d6cc267c657b864c4deee1c2d896cda361adc660bc16538a75700f2", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.trustpilot.com/review/www.amazon.com", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://www.trustpilot.com/review/www.amazon.com", "status": 403, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.309, "downloaded_body_bytes": 991, "response_metadata": { "content_type": "text/html", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:44:26.204Z", "transport_log_sha256": "05468e8ff59faf7d845da7a3ad05a9c31941b326fc9049dded972ad63cd7c414", "checks": { "text_chars": 164, "required_text_checks": [ { "alternatives": [ "amazon" ], "matched": [] }, { "alternatives": [ "reviews" ], "matched": [] }, { "alternatives": [ "trustscore", "rating", "rated" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "8ea0b17bd77fc6e16cd94bf2fc021e55ae02bd2f6d75f795b1736c9f4e70347c", "peak_sampled_tree_pss_mb": 92.598, "pss_samples": 16, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13682.8359375, "SwapTotal": 8191.99609375, "SwapFree": 9.81640625, "unit": "MiB", "measured_at": "2026-09-29T22:44:25.575929+00:00" }, "classification": "http_access_denied", "usable_content": false, "inspection_note": "Saved HTTP body rechecked with unchanged rules: http access denied.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "tripadvisor", "original_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "started_at": "2026-09-29T22:44:29.439Z", "request_started_at": "2026-09-29T22:44:29.518Z", "status": 403, "final_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 775, "raw_response_sha256": "c0f59630cbcf1303fd7312e63f31e26e294b807e848ff9fc3b9884e06b588516", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "method": "GET", "headers": { "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", "user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.3.1 Safari/605.1.15", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "status": 403, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.485, "downloaded_body_bytes": 775, "response_metadata": { "content_type": "text/html;charset=utf-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:44:30.007Z", "transport_log_sha256": "cbd5d1bee965bf4c5efda9dc7e9aef399a38aee1b9768b45bf876728f9f92348", "checks": { "text_chars": 43, "required_text_checks": [ { "alternatives": [ "paris" ], "matched": [] }, { "alternatives": [ "restaurants" ], "matched": [] }, { "alternatives": [ "reviews" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e0b12e953797d674a1fde82f7248065f9f9bae564346914ab2f992e19c480dd0", "peak_sampled_tree_pss_mb": 92.762, "pss_samples": 18, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13713.21875, "SwapTotal": 8191.99609375, "SwapFree": 9.81640625, "unit": "MiB", "measured_at": "2026-09-29T22:44:29.233818+00:00" }, "classification": "http_access_denied", "usable_content": false, "inspection_note": "Saved HTTP body rechecked with unchanged rules: http access denied.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "indeed", "original_url": "https://www.indeed.com/jobs?q=python&l=Remote", "url": "https://www.indeed.com/jobs?q=python&l=Remote", "started_at": "2026-09-29T22:44:33.300Z", "request_started_at": "2026-09-29T22:44:33.388Z", "status": 403, "final_url": "https://www.indeed.com/jobs?q=python&l=Remote", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 28062, "raw_response_sha256": "98958a08a647d6ae42d9cd61e51e3f0f04446979c391eea92c802cd2efe7378e", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.indeed.com/jobs?q=python&l=Remote", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"macOS\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://www.indeed.com/jobs?q=python&l=Remote", "status": 403, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.333, "downloaded_body_bytes": 28062, "response_metadata": { "content_type": "text/html; charset=UTF-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:44:33.728Z", "transport_log_sha256": "d1968568c7403f22702fa420f23312e5f63a747c6b8c2ce884dc14521f209d63", "checks": { "text_chars": 27, "required_text_checks": [ { "alternatives": [ "python" ], "matched": [] }, { "alternatives": [ "remote" ], "matched": [] }, { "alternatives": [ "jobs" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "\\b(?:developer|engineer|programmer)\\b", "min_matches": 3, "matches": 0 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "68e7b2ddb8c1cf90bbcb0b4e82bc70422ea49cec5935976d73df53c10aa6f1cb", "peak_sampled_tree_pss_mb": 97.426, "pss_samples": 16, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13672.94140625, "SwapTotal": 8191.99609375, "SwapFree": 9.82421875, "unit": "MiB", "measured_at": "2026-09-29T22:44:33.096931+00:00" }, "classification": "http_access_denied", "usable_content": false, "inspection_note": "Saved HTTP body rechecked with unchanged rules: http access denied.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "remoteok", "original_url": "https://remoteok.com/remote-dev-jobs", "url": "https://remoteok.com/remote-dev-jobs", "started_at": "2026-09-29T22:44:36.966Z", "request_started_at": "2026-09-29T22:44:37.051Z", "status": 200, "final_url": "https://remoteok.com/remote-dev-jobs", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 59406, "raw_response_sha256": "8b2571581cb734e2a527317934dce23b0f0b3225efe1d61c998cf40cb86b646b", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://remoteok.com/remote-dev-jobs", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://remoteok.com/remote-dev-jobs", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.86, "downloaded_body_bytes": 59406, "response_metadata": { "content_type": "text/html; charset=UTF-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:44:37.916Z", "transport_log_sha256": "c5b54dc07e07e12902edae40fe40b1798977bbab53bafe8895b45aa6c7b7fadd", "checks": { "text_chars": 5486, "required_text_checks": [ { "alternatives": [ "remote" ], "matched": [ "remote" ] }, { "alternatives": [ "developer", "engineer" ], "matched": [ "developer" ] }, { "alternatives": [ "jobs" ], "matched": [ "jobs" ] } ], "text_regex_checks": [ { "pattern": "\\b(?:developer|engineer|programmer)\\b", "min_matches": 3, "matches": 2 } ], "min_text_chars": 500, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "31f89d771260bc535c5789df800758ed6d1b0c68ff480310190450b6b8df4ba0", "peak_sampled_tree_pss_mb": 96.898, "pss_samples": 22, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13672.48046875, "SwapTotal": 8191.99609375, "SwapFree": 9.82421875, "unit": "MiB", "measured_at": "2026-09-29T22:44:36.751942+00:00" }, "classification": "missing_required_content", "usable_content": false, "inspection_note": "Saved HTTP body rechecked with unchanged rules: missing required content.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "weworkremotely", "original_url": "https://weworkremotely.com/categories/remote-programming-jobs", "url": "https://weworkremotely.com/categories/remote-programming-jobs", "started_at": "2026-09-29T22:44:41.267Z", "request_started_at": "2026-09-29T22:44:41.373Z", "status": 200, "final_url": "https://weworkremotely.com/categories/remote-full-stack-programming-jobs", "redirect_history": [ { "previous": "https://weworkremotely.com/categories/remote-programming-jobs", "url": "https://weworkremotely.com/categories/remote-full-stack-programming-jobs", "status": 302 } ], "redirect_outcome": "followed", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 144404, "raw_response_sha256": "47ae4d39f2b13985c50de5e015d2372d8f5e2d2379429fa7086c8a7242cddc3a", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://weworkremotely.com/categories/remote-programming-jobs", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } }, { "url": "https://weworkremotely.com/categories/remote-full-stack-programming-jobs", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US", "referer": "https://weworkremotely.com/categories/remote-programming-jobs" } } ], "document_responses": [ { "url": "https://weworkremotely.com/categories/remote-full-stack-programming-jobs", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.887, "downloaded_body_bytes": 144404, "response_metadata": { "content_type": "text/html; charset=utf-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 2, "finished_at": "2026-09-29T22:44:42.266Z", "transport_log_sha256": "265e11e716c068a4b07270ebf9cd4049db56f0a45287d83ded3fed5c366414d9", "checks": { "text_chars": 9661, "required_text_checks": [ { "alternatives": [ "remote" ], "matched": [ "remote" ] }, { "alternatives": [ "programming" ], "matched": [ "programming" ] }, { "alternatives": [ "developer", "engineer" ], "matched": [ "developer", "engineer" ] } ], "text_regex_checks": [ { "pattern": "\\b(?:developer|engineer|programmer)\\b", "min_matches": 3, "matches": 26 } ], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "ac580935beb3c3ddeca0e0622bb00a51b6f4fe1f0a292e2775e5c2151e4f444e", "peak_sampled_tree_pss_mb": 92.211, "pss_samples": 22, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13719.671875, "SwapTotal": 8191.99609375, "SwapFree": 9.82421875, "unit": "MiB", "measured_at": "2026-09-29T22:44:41.032957+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Complete HTTP source body met frozen checks; no rendered visibility, browser interaction or complete field extraction verified.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "wikipedia", "original_url": "https://en.wikipedia.org/wiki/Web_scraping", "url": "https://en.wikipedia.org/wiki/Web_scraping", "started_at": "2026-09-29T22:44:45.532Z", "request_started_at": "2026-09-29T22:44:45.622Z", "status": 200, "final_url": "https://en.wikipedia.org/wiki/Web_scraping", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 235975, "raw_response_sha256": "e305b5ea4c4ca2a210ae297f17ad11f2ce4201fd8f5b6247adcfb98f41d017af", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://en.wikipedia.org/wiki/Web_scraping", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://en.wikipedia.org/wiki/Web_scraping", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.648, "downloaded_body_bytes": 235975, "response_metadata": { "content_type": "text/html; charset=UTF-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:44:46.277Z", "transport_log_sha256": "e7512c318755647854b2a8d738cb294e57b7cb443fc98b6332c2e1f46dbf67a6", "checks": { "text_chars": 30790, "required_text_checks": [ { "alternatives": [ "web scraping" ], "matched": [ "web scraping" ] }, { "alternatives": [ "web crawler", "data extraction" ], "matched": [ "web crawler", "data extraction" ] } ], "text_regex_checks": [], "min_text_chars": 3000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e56c2abf842fdb184badd7b00faa83d97b4111b2310f132980ea6438393382b8", "peak_sampled_tree_pss_mb": 99.62, "pss_samples": 20, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13722.40234375, "SwapTotal": 8191.99609375, "SwapFree": 9.828125, "unit": "MiB", "measured_at": "2026-09-29T22:44:45.321937+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Complete HTTP source body met frozen checks; no rendered visibility, browser interaction or complete field extraction verified.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "hackernews", "original_url": "https://news.ycombinator.com/", "url": "https://news.ycombinator.com/", "started_at": "2026-09-29T22:44:49.620Z", "request_started_at": "2026-09-29T22:44:49.697Z", "status": 200, "final_url": "https://news.ycombinator.com/", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 33971, "raw_response_sha256": "1f555acfb1f11d78185bb4e5fe1ae82535e4d4956877e036926a11223097c72a", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://news.ycombinator.com/", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://news.ycombinator.com/", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 1.448, "downloaded_body_bytes": 33971, "response_metadata": { "content_type": "text/html; charset=utf-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:44:51.150Z", "transport_log_sha256": "9587c5c39515f066169f63a5917d25b12c12cd23931942d9ef2067540abc7a9c", "checks": { "text_chars": 3727, "required_text_checks": [ { "alternatives": [ "hacker news" ], "matched": [ "hacker news" ] }, { "alternatives": [ "points" ], "matched": [ "points" ] }, { "alternatives": [ "comments" ], "matched": [ "comments" ] } ], "text_regex_checks": [], "min_text_chars": 1000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "b3e3203183da5c6d4c3470dc96c213bc5982fb67573b184dbb3e4cb25c246168", "peak_sampled_tree_pss_mb": 94.285, "pss_samples": 27, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13726.5078125, "SwapTotal": 8191.99609375, "SwapFree": 9.828125, "unit": "MiB", "measured_at": "2026-09-29T22:44:49.413085+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Complete HTTP source body met frozen checks; no rendered visibility, browser interaction or complete field extraction verified.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "bbc", "original_url": "https://www.bbc.com/news", "url": "https://www.bbc.com/news", "started_at": "2026-09-29T22:44:54.412Z", "request_started_at": "2026-09-29T22:44:54.490Z", "status": 200, "final_url": "https://www.bbc.com/news", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 376333, "raw_response_sha256": "c990c94b428145c2405ce23f186c298a1130f551f68e6eff37986bcb95f74de5", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.bbc.com/news", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"macOS\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://www.bbc.com/news", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.6, "downloaded_body_bytes": 376333, "response_metadata": { "content_type": "text/html; charset=utf-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:44:55.096Z", "transport_log_sha256": "fd1ef42db2a9df4f6f57ccf04603f5f0fc0c42fce34da115ebcedab3cbb17451", "checks": { "text_chars": 9627, "required_text_checks": [ { "alternatives": [ "bbc" ], "matched": [ "bbc" ] }, { "alternatives": [ "news" ], "matched": [ "news" ] }, { "alternatives": [ "world", "business" ], "matched": [ "world", "business" ] } ], "text_regex_checks": [], "min_text_chars": 1000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "e7d80569c97e9aa25dd0dee5429c466c8685f738038cd427ed56507d0763c66c", "peak_sampled_tree_pss_mb": 97.702, "pss_samples": 19, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13764.265625, "SwapTotal": 8191.99609375, "SwapFree": 9.83203125, "unit": "MiB", "measured_at": "2026-09-29T22:44:54.210711+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Complete HTTP source body met frozen checks; no rendered visibility, browser interaction or complete field extraction verified.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "arxiv", "original_url": "https://arxiv.org/list/cs/recent", "url": "https://arxiv.org/list/cs/recent", "started_at": "2026-09-29T22:44:58.430Z", "request_started_at": "2026-09-29T22:44:58.521Z", "status": 200, "final_url": "https://arxiv.org/list/cs/recent", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 97480, "raw_response_sha256": "b1de1feefecddc4ea113b631684531e8e98358cc55f85f080167f7d0fe78a275", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://arxiv.org/list/cs/recent", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://arxiv.org/list/cs/recent", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.562, "downloaded_body_bytes": 97480, "response_metadata": { "content_type": "text/html; charset=utf-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:44:59.089Z", "transport_log_sha256": "edffdc3494a619aa4392befca444dfc2071964a3a5c072adcc0247c08b801fb8", "checks": { "text_chars": 16898, "required_text_checks": [ { "alternatives": [ "computer science" ], "matched": [ "computer science" ] }, { "alternatives": [ "subjects:" ], "matched": [ "subjects:" ] } ], "text_regex_checks": [], "min_text_chars": 1500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "b7e0a905e226bba8f294f4699a597a1955265bf759dc16501dbc7e96d15d6126", "peak_sampled_tree_pss_mb": 99.602, "pss_samples": 19, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13768.14453125, "SwapTotal": 8191.99609375, "SwapFree": 9.8359375, "unit": "MiB", "measured_at": "2026-09-29T22:44:58.191892+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Complete HTTP source body met frozen checks; no rendered visibility, browser interaction or complete field extraction verified.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "gutenberg", "original_url": "https://www.gutenberg.org/ebooks/1342", "url": "https://www.gutenberg.org/ebooks/1342", "started_at": "2026-09-29T22:45:02.390Z", "request_started_at": "2026-09-29T22:45:02.470Z", "status": 200, "final_url": "https://www.gutenberg.org/ebooks/1342", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 24862, "raw_response_sha256": "c45c33ed150dc069a8c30f684d607fb55d6d9aff6bf3af1107604eca943245ff", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.gutenberg.org/ebooks/1342", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"macOS\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://www.gutenberg.org/ebooks/1342", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 1.091, "downloaded_body_bytes": 24862, "response_metadata": { "content_type": "text/html;charset=utf-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:45:03.567Z", "transport_log_sha256": "02d9c5d26e8e9dcbd6878219fb0f2b4b3648c95cdf3d34d921c9db5cd316f6ef", "checks": { "text_chars": 2588, "required_text_checks": [ { "alternatives": [ "pride and prejudice" ], "matched": [ "pride and prejudice" ] }, { "alternatives": [ "jane austen" ], "matched": [ "jane austen" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "37647cdbdb58f015a9ca9b1e7c9708d48d16e2e38f41714dbb30bb0d0135d1e7", "peak_sampled_tree_pss_mb": 89.914, "pss_samples": 24, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13754.046875, "SwapTotal": 8191.99609375, "SwapFree": 9.8359375, "unit": "MiB", "measured_at": "2026-09-29T22:45:02.177421+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Complete HTTP source body met frozen checks; no rendered visibility, browser interaction or complete field extraction verified.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "govuk", "original_url": "https://www.gov.uk/bank-holidays", "url": "https://www.gov.uk/bank-holidays", "started_at": "2026-09-29T22:45:06.897Z", "request_started_at": "2026-09-29T22:45:06.979Z", "status": 200, "final_url": "https://www.gov.uk/bank-holidays", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 175904, "raw_response_sha256": "72b72a3bc7027385cbc2c28e1b03bc5f53c5bf8f4439f5e89ae7a4a9d99482e9", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.gov.uk/bank-holidays", "method": "GET", "headers": { "sec-ch-ua": "\"Microsoft Edge\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36 Edg/147.0.0.0", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://www.gov.uk/bank-holidays", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.614, "downloaded_body_bytes": 175904, "response_metadata": { "content_type": "text/html; charset=utf-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:45:07.603Z", "transport_log_sha256": "b4b3456d2e9ec7b020f7f1989f796f7ec49a82130c8767a658267276de336f40", "checks": { "text_chars": 17613, "required_text_checks": [ { "alternatives": [ "uk bank holidays" ], "matched": [ "uk bank holidays" ] }, { "alternatives": [ "england and wales" ], "matched": [ "england and wales" ] }, { "alternatives": [ "christmas day" ], "matched": [ "christmas day" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "758e8513bcfd1e4b246247a22e317e8dcdaf7759f2276ddcbf2b5827ad02c7f4", "peak_sampled_tree_pss_mb": 103.456, "pss_samples": 19, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13754.546875, "SwapTotal": 8191.99609375, "SwapFree": 9.8359375, "unit": "MiB", "measured_at": "2026-09-29T22:45:06.673039+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Complete HTTP source body met frozen checks; no rendered visibility, browser interaction or complete field extraction verified.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "python", "original_url": "https://docs.python.org/3/library/urllib.request.html", "url": "https://docs.python.org/3/library/urllib.request.html", "started_at": "2026-09-29T22:45:10.886Z", "request_started_at": "2026-09-29T22:45:10.969Z", "status": 200, "final_url": "https://docs.python.org/3/library/urllib.request.html", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 216525, "raw_response_sha256": "689b6f7881dfeabb84c851aa73201bccd628ba85d40eba32d6ff56ffd60f1fb1", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://docs.python.org/3/library/urllib.request.html", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://docs.python.org/3/library/urllib.request.html", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.486, "downloaded_body_bytes": 216525, "response_metadata": { "content_type": "text/html", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:45:11.466Z", "transport_log_sha256": "0de7064e5fda0532912e596b25c81654b6b897a3bf9d56fe46cb6dccf6630bb0", "checks": { "text_chars": 53833, "required_text_checks": [ { "alternatives": [ "urllib.request" ], "matched": [ "urllib.request" ] }, { "alternatives": [ "urlopen" ], "matched": [ "urlopen" ] } ], "text_regex_checks": [], "min_text_chars": 3000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "a00e68dae43cd23d0a57c84a27ee16ef273b0c7ab059ff67dd2921ba1b916aa4", "peak_sampled_tree_pss_mb": 106.589, "pss_samples": 18, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13763.4609375, "SwapTotal": 8191.99609375, "SwapFree": 9.8359375, "unit": "MiB", "measured_at": "2026-09-29T22:45:10.661984+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Complete HTTP source body met frozen checks; no rendered visibility, browser interaction or complete field extraction verified.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "quotes", "original_url": "https://quotes.toscrape.com/js/", "url": "https://quotes.toscrape.com/js/", "started_at": "2026-09-29T22:45:14.766Z", "request_started_at": "2026-09-29T22:45:14.875Z", "status": 200, "final_url": "https://quotes.toscrape.com/js/", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 5808, "raw_response_sha256": "a9067d4438044d45a1a895ed6939df4fa4d0487e17b82053dd694ad425466074", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://quotes.toscrape.com/js/", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://quotes.toscrape.com/js/", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 1.157, "downloaded_body_bytes": 5808, "response_metadata": { "content_type": "text/html; charset=utf-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:45:16.038Z", "transport_log_sha256": "29d6cdf4abfc365f9073ed488c81c3fa5ba5626fa1a6f4b795ca61937d4c91cd", "checks": { "text_chars": 74, "required_text_checks": [ { "alternatives": [ "the world as we have created it" ], "matched": [] }, { "alternatives": [ "albert einstein" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 300, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "a55d40a8582d51baf4064f0bc063533ec1117638642daf5270bd40e7514bf13a", "peak_sampled_tree_pss_mb": 95.048, "pss_samples": 25, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13734.31640625, "SwapTotal": 8191.99609375, "SwapFree": 9.83984375, "unit": "MiB", "measured_at": "2026-09-29T22:45:14.558927+00:00" }, "classification": "missing_required_content", "usable_content": false, "inspection_note": "Saved HTTP body rechecked with unchanged rules: missing required content.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "scrapingcourse", "original_url": "https://www.scrapingcourse.com/javascript-rendering", "url": "https://www.scrapingcourse.com/javascript-rendering", "started_at": "2026-09-29T22:45:19.356Z", "request_started_at": "2026-09-29T22:45:19.454Z", "status": 200, "final_url": "https://www.scrapingcourse.com/javascript-rendering", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 29640, "raw_response_sha256": "b9daac7e24122000dbc457ed0e4ed24b43b89593db88eac038e98499db93292a", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.scrapingcourse.com/javascript-rendering", "method": "GET", "headers": { "sec-ch-ua": "\"Chromium\";v=\"146\", \"Not-A.Brand\";v=\"24\", \"Google Chrome\";v=\"146\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"macOS\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/146.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://www.scrapingcourse.com/javascript-rendering", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 1.059, "downloaded_body_bytes": 29640, "response_metadata": { "content_type": "text/html; charset=UTF-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:45:20.521Z", "transport_log_sha256": "8228f28b67676261fd2988be512b074d21699b208c9ea96c8e6d7fd0501bf97d", "checks": { "text_chars": 72, "required_text_checks": [ { "alternatives": [ "chaz kangeroo hoodie", "teton pullover hoodie" ], "matched": [] } ], "text_regex_checks": [ { "pattern": "[$\u00a3\u20ac]\\s?\\d[\\d,.]*", "min_matches": 3, "matches": 0 } ], "min_text_chars": 300, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "8d2248334387f7328d07df1a2e617ca58ed32c7cffe3fc4f49758385fba9df89", "peak_sampled_tree_pss_mb": 94.578, "pss_samples": 24, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13753.8515625, "SwapTotal": 8191.99609375, "SwapFree": 9.83984375, "unit": "MiB", "measured_at": "2026-09-29T22:45:19.144922+00:00" }, "classification": "missing_required_content", "usable_content": false, "inspection_note": "Saved HTTP body rechecked with unchanged rules: missing required content.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "webscrapingdev", "original_url": "https://web-scraping.dev/reviews", "url": "https://web-scraping.dev/reviews", "started_at": "2026-09-29T22:45:23.852Z", "request_started_at": "2026-09-29T22:45:23.932Z", "status": 200, "final_url": "https://web-scraping.dev/reviews", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 14727, "raw_response_sha256": "77a5e13ddd2d8d9d65ba531340293d16870224866f7d52bbf7377f113b514665", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://web-scraping.dev/reviews", "method": "GET", "headers": { "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", "user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.1 Safari/605.1.15", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://web-scraping.dev/reviews", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 1.575, "downloaded_body_bytes": 14727, "response_metadata": { "content_type": "text/html; charset=utf-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:45:25.513Z", "transport_log_sha256": "2dbf7678a1804e736425ae87cb9e62bfbb19869ead8cfabfa01e7deb6558196b", "checks": { "text_chars": 244, "required_text_checks": [ { "alternatives": [ "unique flavor and great energy boost", "excellent energy drink for gamers" ], "matched": [] } ], "text_regex_checks": [], "min_text_chars": 300, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "369e715143713b5c8c11147496c125a6da030d29a4b6c4601238dc8d8110317f", "peak_sampled_tree_pss_mb": 98.441, "pss_samples": 28, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13738.0859375, "SwapTotal": 8191.99609375, "SwapFree": 9.83984375, "unit": "MiB", "measured_at": "2026-09-29T22:45:23.634210+00:00" }, "classification": "missing_required_content", "usable_content": false, "inspection_note": "Saved HTTP body rechecked with unchanged rules: missing required content. HTTP mode does not execute JavaScript to populate reviews.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "example", "original_url": "https://example.com/", "url": "https://example.com/", "started_at": "2026-09-29T22:45:28.757Z", "request_started_at": "2026-09-29T22:45:28.851Z", "status": 200, "final_url": "https://example.com/", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 713, "raw_response_sha256": "7d3e61f8f627c8cc640c209ba0777db95f198a64e766f47484c321d5eb5e0962", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://example.com/", "method": "GET", "headers": { "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", "user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.3.1 Safari/605.1.15", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://example.com/", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.272, "downloaded_body_bytes": 713, "response_metadata": { "content_type": "text/html; charset=utf-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:45:29.128Z", "transport_log_sha256": "3ed8e92b1afb58e9a07f5724411a1fb43a3134f8c100185a1640f20dff1f62b3", "checks": { "text_chars": 167, "required_text_checks": [ { "alternatives": [ "example domain" ], "matched": [] }, { "alternatives": [ "documentation examples" ], "matched": [ "documentation examples" ] } ], "text_regex_checks": [], "min_text_chars": 100, "has_required_content": false, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "5c86bccabf29a0319f287f800c9125e6dac51605c8c2c46f08b61c3a258c7099", "peak_sampled_tree_pss_mb": 91.766, "pss_samples": 16, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13736.70703125, "SwapTotal": 8191.99609375, "SwapFree": 9.83984375, "unit": "MiB", "measured_at": "2026-09-29T22:45:28.533871+00:00" }, "classification": "missing_required_content", "usable_content": false, "inspection_note": "Saved HTTP body rechecked with unchanged rules: missing required content. Documentation-use wording did not match the frozen Example Domain phrase. No browser/CSS visibility was inspected.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "httpbingo", "original_url": "https://httpbingo.org/html", "url": "https://httpbingo.org/html", "started_at": "2026-09-29T22:45:32.398Z", "request_started_at": "2026-09-29T22:45:32.481Z", "status": 200, "final_url": "https://httpbingo.org/html", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 3742, "raw_response_sha256": "e250a7975d53801ed8c35271780a15a1da36a8a5383327cb706dea252b340d48", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://httpbingo.org/html", "method": "GET", "headers": { "sec-ch-ua": "\"Microsoft Edge\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36 Edg/147.0.0.0", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://httpbingo.org/html", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.557, "downloaded_body_bytes": 3742, "response_metadata": { "content_type": "text/html; charset=utf-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:45:33.044Z", "transport_log_sha256": "8decd741d23baf84548d41ef0b31f4d03e0d965b5f29528e09a8a9afeee7584a", "checks": { "text_chars": 3594, "required_text_checks": [ { "alternatives": [ "herman melville" ], "matched": [ "herman melville" ] }, { "alternatives": [ "moby-dick" ], "matched": [ "moby-dick" ] } ], "text_regex_checks": [], "min_text_chars": 300, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "774e20ba5781df4e071118ade0d1e6379a6a06569833cf45e58198e904fe4afb", "peak_sampled_tree_pss_mb": 94.198, "pss_samples": 19, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13733.65234375, "SwapTotal": 8191.99609375, "SwapFree": 9.83984375, "unit": "MiB", "measured_at": "2026-09-29T22:45:32.192033+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Complete HTTP source body met frozen checks; no rendered visibility, browser interaction or complete field extraction verified.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "scrapethissite", "original_url": "https://www.scrapethissite.com/pages/simple/", "url": "https://www.scrapethissite.com/pages/simple/", "started_at": "2026-09-29T22:45:36.369Z", "request_started_at": "2026-09-29T22:45:36.464Z", "status": 200, "final_url": "https://www.scrapethissite.com/pages/simple/", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 203361, "raw_response_sha256": "4c68c2a54000607a0fa51ea5a57a20bbe4324dee74c442559185a1da364bd87b", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.scrapethissite.com/pages/simple/", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://www.scrapethissite.com/pages/simple/", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 1.175, "downloaded_body_bytes": 203361, "response_metadata": { "content_type": "text/html; charset=utf-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:45:37.648Z", "transport_log_sha256": "be19e708d5df7d54ab26ecdb9e0d83fd16ef374baba0293bd029087a57d632da", "checks": { "text_chars": 18132, "required_text_checks": [ { "alternatives": [ "countries of the world" ], "matched": [ "countries of the world" ] }, { "alternatives": [ "andorra" ], "matched": [ "andorra" ] }, { "alternatives": [ "population" ], "matched": [ "population" ] } ], "text_regex_checks": [], "min_text_chars": 1000, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "a613ff3ed8ae67a0e5c56860f90ff422c1ecd911f40450cd123a1ae74d94f080", "peak_sampled_tree_pss_mb": 100.823, "pss_samples": 25, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13711.375, "SwapTotal": 8191.99609375, "SwapFree": 9.83984375, "unit": "MiB", "measured_at": "2026-09-29T22:45:36.158548+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Complete HTTP source body met frozen checks; no rendered visibility, browser interaction or complete field extraction verified.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." }, { "target_id": "iana", "original_url": "https://www.iana.org/domains/reserved", "url": "https://www.iana.org/domains/reserved", "started_at": "2026-09-29T22:45:40.984Z", "request_started_at": "2026-09-29T22:45:41.075Z", "status": 200, "final_url": "https://www.iana.org/domains/reserved", "redirect_history": [], "redirect_outcome": "none", "error": null, "navigation_error": null, "capture_error": null, "capture_complete": true, "body_complete": true, "response_bytes": 10499, "raw_response_sha256": "720e5cce9016212d2d28777356d2844fb0ca9e19a32636eb232f8653360dc450", "request_outcome": "returned", "observed_request_headers": [ { "url": "https://www.iana.org/domains/reserved", "method": "GET", "headers": { "sec-ch-ua": "\"Google Chrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "upgrade-insecure-requests": "1", "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "sec-fetch-site": "same-site", "sec-fetch-mode": "navigate", "sec-fetch-user": "?1", "sec-fetch-dest": "document", "accept-encoding": "gzip, deflate, br, zstd", "accept-language": "en-US" } } ], "document_responses": [ { "url": "https://www.iana.org/domains/reserved", "status": 200, "http_version": "2.0" } ], "screenshot_sha256": null, "screenshot_error": null, "latency_seconds": 0.298, "downloaded_body_bytes": 10499, "response_metadata": { "content_type": "text/html; charset=UTF-8", "http_version": "2.0", "body_basis": "Original got-scraping client-decompressed stream bytes before Cheerio charset conversion and parsing; no raw compressed-wire claim" }, "downloader_request_count": 1, "finished_at": "2026-09-29T22:45:41.380Z", "transport_log_sha256": "014d13128e683695deed26a19570139093fbff217990a7e357a6655a4ee0e7a6", "checks": { "text_chars": 2727, "required_text_checks": [ { "alternatives": [ "iana-managed reserved domains" ], "matched": [ "iana-managed reserved domains" ] }, { "alternatives": [ "example.com" ], "matched": [ "example.com" ] } ], "text_regex_checks": [], "min_text_chars": 500, "has_required_content": true, "soft_block_checks": { "phrases_checked": [ "verify you are human", "robot or human", "robot check", "access denied", "pardon our interruption", "please complete the captcha", "enter the characters", "additional verification required", "unusual traffic", "checking your browser", "enable javascript and cookies to continue", "just a moment" ], "matched": [] }, "gate_checks": { "phrases_checked": [ "log in to continue", "sign in to continue", "sign in to linkedin", "consent required", "before you continue" ], "matched": [] } }, "empty_content": false, "cleanup_surviving_owned_pids": [], "driver_log_sha256": "0b9d87f2fc99b1d17ba9403e2e5e52a1d7e9bb1293de38fae38b9e83d19f5f71", "peak_sampled_tree_pss_mb": 98.191, "pss_samples": 16, "attempt_process_exit": 0, "host_ram_before": { "MemTotal": 32049.69921875, "MemAvailable": 13754.5859375, "SwapTotal": 8191.99609375, "SwapFree": 9.83984375, "unit": "MiB", "measured_at": "2026-09-29T22:45:40.774368+00:00" }, "classification": "usable", "usable_content": true, "inspection_note": "Complete HTTP source body met frozen checks; no rendered visibility, browser interaction or complete field extraction verified.", "request_header_observation_basis": "got beforeRequest hook after built-in header generation; includes HTTP redirect requests. Not independent wire capture; DNS/TLS/ALPN probes and lower-level network recovery are not counted." } ], "host_ram_preflight": { "MemTotal": 32049.69921875, "MemAvailable": 13749.14453125, "SwapTotal": 8191.99609375, "SwapFree": 9.77734375, "unit": "MiB", "measured_at": "2026-09-29T22:43:38.025277+00:00" }, "manifest_id": "public-30-v1", "manifest_sha256": "6ce519c4f7df3c32f5dfda379a8d3b280b7723bdeb48ddf64a1ae10ce6a7914c", "script_sha256": "76ca0958b091eeb2419cd25b9f056559d5872be2f4fb1e55d4041c1b78618e22", "worker_sha256": "836db837e18176b2cbdd2defaba5d6cfc45d6ba6419da47cf973e665a56179fb", "lock_sha256": "eb1f327c978eca9e5e2a58fb21b18a1c1ddf539795b04da1b4d6d4ecccc1ca37", "package_sha256": "bab7f265df1bc7745215ef9f987239e09aea92bd6cac926fbbc81edc0d8ae0d1", "executed_command": "/home/testycool/.browser-use-env/bin/python3 /tmp/scrapingevals-crawlee-20260930/run.py --package-root /tmp/scrapingevals-crawlee-20260930 --manifest runner/corpora/public-30-v1.json --output runner/data/crawlee-public-30-20260930", "network": "Same local host, direct outbound; proxy environment removed case-insensitively, no proxyConfiguration/proxyUrl; different UTC window", "latency_basis": "preNavigationHook clock before the initial private JSON checkpoint through requestHandler entry, including that checkpoint, redirects, body transfer and Cheerio parsing. On failure, ends after crawler.run returns and cleanup/logging completes. Excludes Node imports/crawler/storage startup, final body/log/record writes and Python frozen checks.", "body_hash_basis": "Original client-decompressed got stream bytes, before Crawlee charset conversion/Cheerio serialization. Frozen UTF-8 replacement decoder unchanged.", "pss_caveat": "100 ms sampled Node worker and descendants, includes imports/storage/HTTP/Cheerio/capture/exit, excludes Python batch parent/frozen checking. Samples can miss brief peaks or changing processes; no crawl-scale memory claim.", "preserved_evidence_sha256": { "public/evidence/botasaurus-public-30-20260929/documentation.json": "cf81e8f2b187a9cd03ea50d5149f442d7d873746d6c2e9758918a3828a21bbb5", "public/evidence/botasaurus-public-30-20260929/pss-samples.json": "701e5ed354c88c642cc3ac932911ab6a5819a3bfc0533ab8cca1def50b2b72c4", "public/evidence/botasaurus-public-30-20260929/publish.py": "be7ebe9c594d76ca1656be183a31246fabc8bfe14d9e374ae325edd015faf767", "public/evidence/botasaurus-public-30-20260929/requirements.txt": "bb2fcf83e41d067a635bd55f728286e586bfd83de3bdbb25e78cad7c80f42d0a", "public/evidence/botasaurus-public-30-20260929/results.json": "f8a1e95d8b5e55bb320234a27cbf8605b4184587509d80c73c02c6c0aacd297b", "public/evidence/botasaurus-public-30-20260929/run.py": "fb5be15d4e6a21f960a4e479cc7ffe89f4adaa888ffc9b020d60656c9637412c", "public/evidence/botasaurus-public-30-20260929/startup-checks.json": "ec7bba062d028e0f68eac786d6f9166f352f7157b5465fa0fe6f3f7a8bf07af1", "public/evidence/browser-concurrency-amazon-local-20260929/README.md": "f061b4c00b0b3efbbbf39b317c9e95372a9458b12bb5681de1a98196565da958", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-1/rendered-html.txt": "b32ad16eb7fbf7673ee6eff6e1f9ac5f547a93fb2d15b9dff0daffe23a18d973", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-1/result.json": "d408bc0833c9264b2d3cb43390b4084b11d5b8f74f45921695cec2886ea525bf", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-1/screenshot.png": "61ba353c7a05c3d8137009934a91ec0061e91e58b7aa2f7feec54a150a6d2885", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-1/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-1/stdout.log": "db64ae7305d173d6310b03a785d58ecb47fb2f23346c0812034a6b030187e8a7", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-1/visible-text.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-2/rendered-html.txt": "e7bff1b9966a48e25dd9b7f2317cb30d306691f25f21a13756639f6f2ebcb839", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-2/result.json": "16714f5cd167b760fe13d5ed78d46949002aebb87a91d119ab9a3990a0549c36", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-2/screenshot.png": "def717244e73429660590bf85679f0ff7640569f7256b900b2ec806a4de184e7", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-2/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-2/stdout.log": "a6ed8a545f9df434c73bb9f1bdfdf15e4e3fbe638924f9335a688c412d68eb75", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-2/visible-text.txt": "1b6ab5bf53d9955582fbd74644bc7622baa734c16112464538981224ab360b86", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-3/rendered-html.txt": "1496d6ea2a25640a6cf71b732a181ed99bfb75257448456f0d5a3a865a76b4fb", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-3/result.json": "a38a546da8a7be39419d93a907d4133921373fda2bafc52fddcb51da63a93ed1", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-3/screenshot.png": "b08fdd26a5693c606392b4eec1df1c03626cde7af2397fb7b2c7088c53c61290", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-3/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-3/stdout.log": "75eb7e10b4dda87b9fe4d7a1649d1b8252ceb5ff1efc3eda5f4b86a944cf0e91", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/attempt-3/visible-text.txt": "1276adc4e7e5de6581645558f5584d7121caa83bd90a1a3b82ffea25f2c2b3d8", "public/evidence/browser-concurrency-amazon-local-20260929/camoufox/batch.json": "8198b1a6a1328c43eebfa7925f3337b20a66c08ca70feddf157ea4be38670c0b", "public/evidence/browser-concurrency-amazon-local-20260929/index.html": "2284ee267765358a026b0416110810cbf61a67c99f4986c236be92a78385ee54", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-1/rendered-html.txt": "59a56f0c15daddc32cd962e40c0ae0f642c1e24935d4353d286db4d65bb5d765", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-1/result.json": "788a28dc6c981422fbb94e96539bfad3844d3999c542a3bb9abf14fb383db4c7", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-1/screenshot.png": "e5331e1cb88c05b5133fe1f8f9564b302325390064d4256f3e320e36368b6a45", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-1/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-1/stdout.log": "cec83969aaddd325d5607352e43bb8115bbd173259315c04a704c827dc20db52", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-1/visible-text.txt": "5a6a4e6f2e3f8381ba74b7bbd45029c8fb8e1356bf9ebe9834ffdce67198041c", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-2/rendered-html.txt": "880ff06f979913b86bc3e5e25a747de13d913c9219fa6871efb151a83a6ded1d", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-2/result.json": "f2d8d7504ab323c9bf8fb94d935338b3969c0e03ddeff7d7c79dc94fa6562aa8", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-2/screenshot.png": "91832e70eca1f676d5db2091462ab191622c35a4b133ed791bb31eb1b8476901", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-2/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-2/stdout.log": "2847a9bd174091fbec241c16e148cad6f21ead0621946ac9480084f2ef45a955", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-2/visible-text.txt": "e76efab77aa804cf1d1e92281cd76716bb17e4d74c9d6fa29ecc5015ffe40ea3", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-3/rendered-html.txt": "fefb33621b74ca6901aebee0b8457926397f4e7e5b367113c3bfe76356bcf12b", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-3/result.json": "2efb9ba4681a62998b2a08643b5f49068663524afab30edcfa7d1a22c7b5f6d0", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-3/screenshot.png": "97c98c0e51871aa44dec40e798f5e69de02837e3f3b3ece565c63daeb781ec7c", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-3/stderr.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-3/stdout.log": "fa2880ec500882a3a8896123671cdb58198eb0b920056a26b629acffe4ef8b24", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/attempt-3/visible-text.txt": "ad2634e73bae3114d8d53c496c2a23fd0db279f51b81b6c8ac34ba5c3355c708", "public/evidence/browser-concurrency-amazon-local-20260929/patchright/batch.json": "f74d3dd486ab842e7aa6f0c5bf8329f927cf91ca6c5a2a98c98ba6505dac681c", "public/evidence/browser-concurrency-amazon-local-20260929/run_batch.py": "ced6251e4365ac0088403cdf48da957b5a4b4955ff48cb078b89c639a2d97c20", "public/evidence/browser-resource-slice-20260929/publish.py": "d91786e80e416b70fd7377bc61e8c871fa249528f6edd4ca08dbe405d4effc90", "public/evidence/browser-resource-slice-20260929/results.json": "5d250665a6913502ca338825cd814efa516c953e4016a8b0008f82d28883f469", "public/evidence/browser-resource-slice-20260929/run.py": "6851a480bca04dc6d896bdbb4d54f8d8b1e93651f1c02ed72c125e8beac3e74d", "public/evidence/browser-resource-slice-20260929/samples.json": "08bc61156bb502c970f74a5f6514c51f067be6125973b9b0f6fb3d22708124dd", "public/evidence/browser-resource-slice-20260929/targets.json": "d945e64e4a0af143329a73bd26a24e3308e543d8619f5d3ea4bb71ecb4845da9", "public/evidence/camoufox-amazon-local-20260929/README.md": "b1251ec320d0305d03a1a7b53465561231906d98bae9c45995c26eeae2dc8f5b", "public/evidence/camoufox-amazon-local-20260929/rendered-html.txt": "1b2e53202980ba942471c91132e57df6e20278af302a17879344a1eeeea51d79", "public/evidence/camoufox-amazon-local-20260929/result.json": "8abe2ef75e3a923f4470638fa86550079577e0435eaea325e26a8937a3d8ef78", "public/evidence/camoufox-amazon-local-20260929/run.py": "06d03a4570dbe63e50a094a68224d0c7767bd67197332c38c1cba75e8f9e7f8c", "public/evidence/camoufox-amazon-local-20260929/screenshot.png": "56a7fc31f108516d279d7f62244e747c0e11692ebbc4f7afda9b392493175490", "public/evidence/camoufox-amazon-local-20260929/visible-text.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "public/evidence/camoufox-public-30-20260929/results.json": "736930b15c3e677a5a651a397bbdf1e9a9076b3bf1a1458e3a0bb8716d653eda", "public/evidence/camoufox-public-30-20260929/run.py": "76b6a8ce0dd3f56200484b16a67d6757d87c54c67ed8c1dbcbb9da79718884c7", "public/evidence/curl-cffi-public-30-20260929/documentation.json": "963a01b543b4be9e7137d6dd291588fe8e72b202955dcd3a84b5df710ae178aa", "public/evidence/curl-cffi-public-30-20260929/pss-samples.json": "3f670f55d95b38ea29560c262f187ca091555c377d6d9c78bab1875c15453cd4", "public/evidence/curl-cffi-public-30-20260929/publish.py": "2123a78db0cafed58f582d78807d4eeb1858326c285904992c295ca29ac7c975", "public/evidence/curl-cffi-public-30-20260929/release-verification.json": "591c148a10cb7af08070a79fc0c6721f5be9ce3e69b2068e8efdcd4ea4312b7a", "public/evidence/curl-cffi-public-30-20260929/requirements.txt": "4d2971e33168e5313dfcf93836a232ee3f7d3858c9d8049d1759163d9f82c71c", "public/evidence/curl-cffi-public-30-20260929/results.json": "72b4f31c91fef067d72d19cdb5cd669a56a41a54122309dd89188b04f26a47be", "public/evidence/curl-cffi-public-30-20260929/run.py": "a7bdb8388f7bb37e5b1ecfa71f6cf26495a5c980574cb635fd009b1c3b78d438", "public/evidence/curl-cffi-public-30-20260929/startup-checks.json": "d036cde7b7efd24e23a23db195ed2d36f5244ca7045efd9450daa2a770122be6", "public/evidence/lightpanda-20260929/README.md": "0bdf40044af4592a621f5f304a2b1a8b11e08317d3c8f288f7e49eeb804a3f28", "public/evidence/lightpanda-20260929/quotes-log.txt": "90e0baf2e478ce4cc345d7f55c69d3425a248f4cf5ff75fe9a253dd2f2f8ad7c", "public/evidence/lightpanda-20260929/quotes-rendered.txt": "7b11b806e362d2d83a6d14970c12f6b90ce59d709c52062ac81987d0a98292f1", "public/evidence/lightpanda-20260929/quotes-resource.txt": "d5db5d74bad76fa8adc727f5bdb08fb35bd31297b89e5c03465616217b9a7d5d", "public/evidence/lightpanda-20260929/reproduce.py": "365c18343f11388c76ba9a1b7674b03ba88a92ff4929419b06cf6f59dd27f4cd", "public/evidence/lightpanda-20260929/results.json": "c86fb4b5a7bac9c3a5820232d15f8ccaeaaea1c76f49bae3beec00a735f88f04", "public/evidence/lightpanda-20260929/wikipedia-log.txt": "c4bded5c7e8e082e01ed95718f059fa33ee2da0b56d19be8942c44d37b337cf7", "public/evidence/lightpanda-20260929/wikipedia-rendered.txt": "873602df2ee49b394c0e24f2c31819b36d09ff1b5ceecd912615f738570b5c0b", "public/evidence/lightpanda-20260929/wikipedia-resource.txt": "79822ed65cc91ef984da517c87ad44c7f95a31a6c49ba499c1a28e006fe2f804", "public/evidence/lightpanda-public-30-20260929/results.json": "bd0deb3fd9ee7f2a7a67ae95e3458503c47fa7069edd584cc051655b9ae3affa", "public/evidence/lightpanda-public-30-20260929/run.py": "f82a1e7fe7c7f7b6de826262b7784bd30e6b09dd4266b9fdf2c571670cf69d62", "public/evidence/patchright-amazon-local-20260929/README.md": "49be0dcdcb4395056c44a1887b7c72279f02a5912972ed89207c70c5464e13db", "public/evidence/patchright-amazon-local-20260929/rendered-html.txt": "bd8d22ca7b38fbec536706d74f5a952548461269f4df0b06acf668502baa1e3a", "public/evidence/patchright-amazon-local-20260929/result.json": "a8f412026e05451ef86e55da574a7d582930a95d743c9b2e2c8436b898fe81a5", "public/evidence/patchright-amazon-local-20260929/run.py": "b492211aa4320f3285c0850a25c3cb58201664f0be6da796d1ecf4a16bd52041", "public/evidence/patchright-amazon-local-20260929/screenshot.png": "333161847673c53ea90d6f54c8a6fec4b6f5c14d7ebed0d81b0d5e71af0268c0", "public/evidence/patchright-amazon-local-20260929/visible-text.txt": "3f2e612a0ed080488f9396ec7f3e3653db0d4a2ff34a51855b17ea664d4807d1", "public/evidence/patchright-camoufox-20260929/compare.py": "1897c96b27d8657c76fe36bc7a14036ba65e85fb1c6ff17957caae7b987a2119", "public/evidence/patchright-camoufox-20260929/concurrent-3-camoufox-amazon.png": "c9a0620767b3be2927d9d22f629682eabf513159c9ed0e9bc25c07a7745653df", "public/evidence/patchright-camoufox-20260929/concurrent-3-camoufox-g2.png": "97ed1eceb82a8038eff0345ee8dc45be16304bd14e70197ba57e0b318e5ec765", "public/evidence/patchright-camoufox-20260929/concurrent-3-camoufox-wikipedia.png": "7bb1c6323e2ec4bf2b870f984766731e950928449a13075bb03bd11d4f835341", "public/evidence/patchright-camoufox-20260929/concurrent-3-patchright-amazon.png": "c1b5b307914c910ba8d0c852b5c2ceb3acc215e44d295d7a33794a9c8d43597c", "public/evidence/patchright-camoufox-20260929/concurrent-3-patchright-g2.png": "c2eea2596d5b5889242c860f86339c92e46ba6477c120e11409b11274c268374", "public/evidence/patchright-camoufox-20260929/concurrent-3-patchright-wikipedia.png": "c5413fe90a3c91ffc3502e37ab4fb012b042b412e0013ace7568a22e22230fd1", "public/evidence/patchright-camoufox-20260929/results.json": "4f5774328a1fed90895bc2afe745ba382b6f2d6dbeaec730e56512aea43c4f30", "public/evidence/patchright-camoufox-20260929/single-amazon-camoufox-amazon.png": "cc507abc7a231bf74fa90af5092a7d2ae0629751521a95e96c533c0e740f6ea3", "public/evidence/patchright-camoufox-20260929/single-amazon-patchright-amazon.png": "c1b5b307914c910ba8d0c852b5c2ceb3acc215e44d295d7a33794a9c8d43597c", "public/evidence/patchright-camoufox-20260929/single-g2-camoufox-g2.png": "d3ae443fde291a175dbaf2fcbac8bc3ee2ed259249c7921669c6f02b0fc1fc37", "public/evidence/patchright-camoufox-20260929/single-g2-patchright-g2.png": "c2eea2596d5b5889242c860f86339c92e46ba6477c120e11409b11274c268374", "public/evidence/patchright-camoufox-20260929/single-wikipedia-camoufox-wikipedia.png": "4bdffbf9cd0b73816be468335f7070fbc566d3f6751b5257b53cb7438c0bb789", "public/evidence/patchright-camoufox-20260929/single-wikipedia-patchright-wikipedia.png": "398ca9bb9cdbc1d2bba3089a30618b790b3d356389a54e89d59a39edc4e95e9b", "public/evidence/patchright-public-30-20260929/results.json": "cc7a70f7b5cd87e8a2e3f66e015730e4f258f9295159d6049cae70705147de14", "public/evidence/patchright-public-30-20260929/run.py": "42dd3b229682a6152bd6fa0158dc38dd42c9e728abd0e26aa1ccc19906ab32bd", "public/evidence/playwright-public-30-20260929/canary-run.py": "3cd1b33ced2fb8cae7c773144bb26f747cc041de8b8bc558bdfd5c726392516f", "public/evidence/playwright-public-30-20260929/documentation.json": "0008f1abdb74a6815c22282cb274f3222aace7a2cb9dfbf74ae063a63f80727e", "public/evidence/playwright-public-30-20260929/pss-samples.json": "57eee5eb29da42ac622ec4c1aea98ffff82583bbe4f410934519003a63610d36", "public/evidence/playwright-public-30-20260929/publish.py": "7668136d87f75f38a58cd90ab43671908d938bd2ac7808adad2fc7e2276a50e5", "public/evidence/playwright-public-30-20260929/requirements.txt": "d9fb545a6beb89aaa3d9252ae8398c99909251d6a483791a909158e7c20b8970", "public/evidence/playwright-public-30-20260929/results.json": "cbe25481ba33963cf6bb6ddc58d3a37071307b6a765fc3b0985119a0af9b6f0b", "public/evidence/playwright-public-30-20260929/run.py": "beaff35ced16ba75df475c95a03b05e461d20afc00d4493abb8bb65ccdf3c39b", "public/evidence/playwright-public-30-20260929/startup-checks.json": "2afb1f48f9a8d30db6007511b7c682ddaec709347ace231f7271fc9f6e022933", "public/evidence/public-30-v1.json": "6ce519c4f7df3c32f5dfda379a8d3b280b7723bdeb48ddf64a1ae10ce6a7914c", "public/evidence/public-tough-v1.json": "2579e7bcb8c9c36e4c436576bd8fa2aee4d74530622d9214483d48c0e093480d", "public/evidence/scrapling-public-30-20260929/requirements.txt": "05bb5ccf14a97d57b0f4858052c51eec7093801b74dc848c5fedd88add4fdb51", "public/evidence/scrapling-public-30-20260929/results.json": "610770a368ccc61098a781aab1fe24721e93992b71c1940f3bd6f36a193fe4f7", "public/evidence/scrapling-public-30-20260929/run.py": "c68cf304a92e4519eb7174ba9dc86dd1597b7bce5b75422a961833f95cc81215", "public/evidence/scrapy-public-30-20260929/documentation.json": "7918fe5cec5cb907e594025472c8c621515699e193f6cf91b09fbffe2474723b", "public/evidence/scrapy-public-30-20260929/pss-samples.json": "108780412c92672423eec1cc8091bb211c82c56a27aced3e4e72e560e199049a", "public/evidence/scrapy-public-30-20260929/publish.py": "0e79772d7be48ff886baa0e57802b152cb0c120658dc2cdeb35ac45a909f88a1", "public/evidence/scrapy-public-30-20260929/requirements.txt": "14eb994a6e29e328c2dbedab34252e9c1c98d091be28b7682e2667cfa76c5022", "public/evidence/scrapy-public-30-20260929/results.json": "8c4f866a3f6f5fc7a72fa0ce8a6e606c95bdb402c77a34c271bdd9c952009ce2", "public/evidence/scrapy-public-30-20260929/run.py": "efb97b78cb6850fb006afd13011c83a4cedac57eecf0611b17dbcc4c578078fb", "public/evidence/scrapy-public-30-20260929/startup-checks.json": "53a4022d27ef3604efe28965a97ba02f5ece1045fb86d59a5fef2276dc55af81", "public/evidence/seleniumbase-public-30-20260929/documentation.json": "e90131a83d8032581b17eeb00849fc17616c216cbfd1e8fa97a5afdd5d240e08", "public/evidence/seleniumbase-public-30-20260929/launch-observation.json": "f6ad3025c2ef33b27cb77f3dc6d1e30e865d9e84a69d7c54992b059c65eea259", "public/evidence/seleniumbase-public-30-20260929/observe.py": "66301749611ac9cf1410ef7253ce6eea5710be1a6f6303412a8ae27db7a9c4cd", "public/evidence/seleniumbase-public-30-20260929/pss-samples.json": "54755e19f695aa30b42b33bca44bcb9268bb0349bd1aba8c84564fb30f31c56f", "public/evidence/seleniumbase-public-30-20260929/publish.py": "52ce15dbe2a1a662e9a9d1122ed425e2ab78f33d9bab4e08383c50c2821cae6b", "public/evidence/seleniumbase-public-30-20260929/requirements.txt": "e562d953533d438eb3790b7697686f2f8a17de5c56d116cd4db2a2858e06c8bd", "public/evidence/seleniumbase-public-30-20260929/results.json": "a35988565e4c57e9785ecd2af72a9eea3ae28b99c80a63c80267d1bb99d931aa", "public/evidence/seleniumbase-public-30-20260929/run.py": "d795499921201ce5d48f065aba0747353915eac3947637fec5c8f47b3ec2af8d", "public/evidence/seleniumbase-public-30-20260929/startup-checks.json": "0a948294f718eedf3d8671205f1897fb8314346c7a1fb1fc9ef239ba2091fcd9", "public/evidence/wreq-20260929/README.md": "cdd2fb06fe886ea3561d515633f9ad385e367aa307c534d1c57645989ba519e3", "public/evidence/wreq-20260929/amazon-resource.txt": "abfe9291680be4d350f1dbdb843dd8f4eaa267b97ec62d0950dd6ee8f87e8171", "public/evidence/wreq-20260929/amazon_search_laptop.json": "a577933a459e806e23bf4862ca8f082e615d58315c55ee08503fbfc85496d1c3", "public/evidence/wreq-20260929/amazon_search_laptop.txt": "470de24561f8fdb4c965acb40542fe9fad14e1843793a497a3bacd906d05544c", "public/evidence/wreq-20260929/run.py": "95c68bb3209c26093108dd74937077f24b7aaa636cd9ceade36ff40cb30f3617", "public/evidence/wreq-20260929/wikipedia-resource.txt": "76e04d8af5b0991c83e607aa27f82c2f97bee15eddd694287df183714f9a89b4", "public/evidence/wreq-20260929/wikipedia_web_scraping.json": "b41473fdb1da78540acc0cbb875665b6671a364f0ad1f8b4fc4d997f562a7de6", "public/evidence/wreq-20260929/wikipedia_web_scraping.txt": "e768c41b23b8e536dfd23f421f0c733a6716760d6eaa4f2b4cb693603ad83c9a", "public/evidence/wreq-public-30-20260929/manifest.json": "9a73b597e5dab77dfcc6a9adbecebc7d78f81247582ac75bc0955798f2de8dfd", "public/evidence/wreq-public-30-20260929/results.json": "afc80ec5be593e096108d5278f77e9c5d45f59b980934749aaad0074edf469d3", "public/evidence/wreq-public-30-20260929/run.py": "5b44125ff463dfec2011ac608f800c109a95dff10ad02321ce828edb2816ad15", "public/evidence/wreq-public-30-redirects-20260929/results.json": "269132e9697d084941827877de584d1db11f6f6cd8d8fcfb41f4ab69646d54b8", "public/evidence/wreq-public-30-redirects-20260929/run.py": "6b1ab054546bd4202d55e3f73a85df0aa16b94a88cc69bdd99fbb5d976338959", "runner/corpora/comprehensive-v1.json": "8bc9e49e1f6687dd729fd059a245e524a03cad0946a6284195e677707448134b", "runner/corpora/pilot-v1.json": "17523b501acc7395beda0c89f3df48811b7e884a2559598d9cb000cc78b5cedc", "runner/corpora/public-30-v1.json": "6ce519c4f7df3c32f5dfda379a8d3b280b7723bdeb48ddf64a1ae10ce6a7914c", "runner/corpora/public-smoke-v1.json": "149234318b9d1a1cfdef4de01f22ce50a81576d6e7377e4379898ec236583b8c", "runner/corpora/public-tough-v1.json": "ff7e74361ae568bde9f2811ad86eb9c62a67702837233fdfde3fffb0ddc90104", "runner/corpora/smoke-v1.json": "3c77786390ba95c93596e1313b8346317198f9abfe656bf9e7d00ec42a3069c9" }, "documentation": { "repo": "https://github.com/apify/crawlee", "installed_release": "3.18.2", "deepwiki": "https://deepwiki.com/search/for-one-fresh-cheeriocrawler-d_345ac5b4-bf28-48ec-8a98-973634e8544a", "source_basis": "Installed release sources matched official npm registry tarballs byte for byte; lockfile integrity and all dependency versions preserved.", "verified_sources": [ { "package": "@crawlee/cheerio", "version": "3.18.2", "file": "internals/cheerio-crawler.js", "sha256": "319f0425bb8b6ad81d1c529edcd91d37f9942ad15ab49228b3bb633206e2eacc", "registry_metadata": "https://registry.npmjs.org/%40crawlee%2Fcheerio/3.18.2", "tarball": "https://registry.npmjs.org/@crawlee/cheerio/-/cheerio-3.18.2.tgz", "integrity": "sha512-0O6mySET1l4Fk0Io2qdah0DjFM6wgq4IRt4GvWfu0G4w4mwCAn5YFXe4RvAtufCKzQewRuiHZBjnnLBbfnAPww==" }, { "package": "@crawlee/cheerio", "version": "3.18.2", "file": "internals/cheerio-crawler.d.ts", "sha256": "05cd476f3c76d58349c75b9f7ab6924bdd23c9f3ac7eba1376de7b85fa8e6ac5", "registry_metadata": "https://registry.npmjs.org/%40crawlee%2Fcheerio/3.18.2", "tarball": "https://registry.npmjs.org/@crawlee/cheerio/-/cheerio-3.18.2.tgz", "integrity": "sha512-0O6mySET1l4Fk0Io2qdah0DjFM6wgq4IRt4GvWfu0G4w4mwCAn5YFXe4RvAtufCKzQewRuiHZBjnnLBbfnAPww==" }, { "package": "@crawlee/http", "version": "3.18.2", "file": "internals/http-crawler.js", "sha256": "0ab9d9ec0c66906b08e933779f69da214b388db88645a62490130aff980cfa0c", "registry_metadata": "https://registry.npmjs.org/%40crawlee%2Fhttp/3.18.2", "tarball": "https://registry.npmjs.org/@crawlee/http/-/http-3.18.2.tgz", "integrity": "sha512-gWk3NzZ4oDOeMZ1fWjbCbTtgqVe2eaVPxGMUetLaJ3IISeOM7Idxc92ihdr4nNzt0OeYIz46t/tbxk6hRoThxw==" }, { "package": "@crawlee/http", "version": "3.18.2", "file": "internals/http-crawler.d.ts", "sha256": "5845b45e0cbcc0682fc1d03c1ab5a87aafa4e626309f3cb74b876a15f9703697", "registry_metadata": "https://registry.npmjs.org/%40crawlee%2Fhttp/3.18.2", "tarball": "https://registry.npmjs.org/@crawlee/http/-/http-3.18.2.tgz", "integrity": "sha512-gWk3NzZ4oDOeMZ1fWjbCbTtgqVe2eaVPxGMUetLaJ3IISeOM7Idxc92ihdr4nNzt0OeYIz46t/tbxk6hRoThxw==" }, { "package": "@crawlee/basic", "version": "3.18.2", "file": "internals/basic-crawler.js", "sha256": "25c54a14e9dcefb027ee3f91e8a4ef9ce6764b06df1258804cab910adb302b6d", "registry_metadata": "https://registry.npmjs.org/%40crawlee%2Fbasic/3.18.2", "tarball": "https://registry.npmjs.org/@crawlee/basic/-/basic-3.18.2.tgz", "integrity": "sha512-X5brWvycU8LfUPHwG/XF6egvZoQEynVG9v46TUOY8Q+qgCP0tZn7WYEefH35J7s8NQymssWa7FSsCwpZdFP4Iw==" }, { "package": "@crawlee/core", "version": "3.18.2", "file": "http_clients/got-scraping-http-client.js", "sha256": "2899d69d8bff86835d2a80351cdb05bc2f4f0ad922defc2ac51fabc0cb77f7f1", "registry_metadata": "https://registry.npmjs.org/%40crawlee%2Fcore/3.18.2", "tarball": "https://registry.npmjs.org/@crawlee/core/-/core-3.18.2.tgz", "integrity": "sha512-206jLh346ArZxnLrKHS8cqRF3/tbNw/qcIUppPrY1fyesb3iTQvD6+WKnP4ehHizyJxCWzPSZpgqm9k8y1e97Q==" }, { "package": "@crawlee/core", "version": "3.18.2", "file": "configuration.js", "sha256": "09e67c3fd7dd0cef7430e55b9f2e47a3c9ff396f4ca03481d62efff2de2b3f89", "registry_metadata": "https://registry.npmjs.org/%40crawlee%2Fcore/3.18.2", "tarball": "https://registry.npmjs.org/@crawlee/core/-/core-3.18.2.tgz", "integrity": "sha512-206jLh346ArZxnLrKHS8cqRF3/tbNw/qcIUppPrY1fyesb3iTQvD6+WKnP4ehHizyJxCWzPSZpgqm9k8y1e97Q==" }, { "package": "got-scraping", "version": "4.2.1", "file": "dist/index.js", "sha256": "7325b99bbe6a330f85dc635b946b4f717c0e0795a1e1747b3ea8ee3d01ed1a0a", "registry_metadata": "https://registry.npmjs.org/got-scraping/4.2.1", "tarball": "https://registry.npmjs.org/got-scraping/-/got-scraping-4.2.1.tgz", "integrity": "sha512-rhOlO1L4H4Cm31smHJqPtAaXOUrhSKsiTrbZSHKFQW1E/mkTDopnHHpRnXJpqzE0faj+zPsVQnyifIqO+K+cLQ==" }, { "package": "got", "version": "14.6.6", "file": "dist/source/core/index.js", "sha256": "5b22702d6bd611a6ff4dc7ec3b7c3ea07988bb730fc91ef30b89b2817d4e913b", "registry_metadata": "https://registry.npmjs.org/got/14.6.6", "tarball": "https://registry.npmjs.org/got/-/got-14.6.6.tgz", "integrity": "sha512-QLV1qeYSo5l13mQzWgP/y0LbMr5Plr5fJilgAIwgnwseproEbtNym8xpLsDzeZ6MWXgNE6kdWGBjdh3zT/Qerg==" }, { "package": "got", "version": "14.6.6", "file": "dist/source/core/options.js", "sha256": "5ee9ba683153a35b01caa7e9685da281b6cdd5322dfc56b58fbb9009677e842f", "registry_metadata": "https://registry.npmjs.org/got/14.6.6", "tarball": "https://registry.npmjs.org/got/-/got-14.6.6.tgz", "integrity": "sha512-QLV1qeYSo5l13mQzWgP/y0LbMr5Plr5fJilgAIwgnwseproEbtNym8xpLsDzeZ6MWXgNE6kdWGBjdh3zT/Qerg==" } ], "release_findings": [ "BasicCrawler defaults to GotScrapingHttpClient; CheerioCrawler extends HttpCrawler.", "maxRedirects belongs to got options in preNavigationHooks, not a CheerioCrawler constructor option; DeepWiki example corrected against release.", "ignoreHttpErrorStatusCodes includes 400-599 to retain HTTP error bodies; session pool/block retries and cookies disabled.", "HttpCrawler ignoreSslErrors defaults true; explicitly false for page-request certificate verification.", "Stock got-scraping generates browser-like headers, uses HTTP/2 negotiation and TLS parameter customization with Node/OpenSSL; no exact Chrome impersonation claim.", "Stock got-scraping protocol-resolution probes set rejectUnauthorized false; page request itself uses verified TLS. Probe is not a captured HTTP page request.", "HTML is decoded/parsed by Cheerio; observer saves client-decompressed bytes before Crawlee charset conversion; frozen UTF-8 source checker unchanged.", "Crawlee maxRequestRetries/maxSessionRotations zero, request.noRetry true, retryOnBlocked false and got retry.limit zero; observed beforeRequest headers include root/redirect HTTP requests, not DNS/TLS probes or an independent packet capture." ] }, "summary": { "attempted_distinct_sites": 30, "usable_results": 13, "classifications": { "http_access_denied": 7, "missing_required_content": 9, "usable": 13, "request_error": 1 }, "http_200_soft_blocks": 0, "http_200_empty_content": 2, "downloader_requests_including_redirects": 31 }, "finished_at": "2026-09-29T22:45:42.431698+00:00", "publication_validation": { "checked_at": "2026-09-29T22:53:58.774365+00:00", "unchanged_validator_ast_verified": true, "body_hashes_and_checks_verified": 30, "pss_peaks_verified": 30, "transport_metadata_and_log_hashes_verified": 30, "driver_log_hashes_verified": 30, "preserved_file_count": 150, "additional_target_requests": 0, "surviving_owned_processes": 0 }, "canary_relation": "Separate HTTP 200 canary failed frozen reviews checks; excluded. 31 explicit root crawler Requests total, plus ordinary redirects. No browser, local smoke, other-tool run or per-target mode change.", "pss_samples_sha256": "5acd410814fd7c9d3f70464cd20c7d1a200977deb8b1e59e0c77b519a79de876" }