{ "note": "Historical May 2026, single-network, no-proxy runs. These are not a current ranking.", "runs": [ { "id": "requests", "name": "Python requests", "run_id": "requests-common-sites-v1-20260524", "corpus_id": "public-tough-v1", "started_at": "2026-05-24T16:10:14+00:00", "finished_at": "2026-05-24T16:10:22+00:00", "proxy_mode": "none", "network_dependent": true, "version": "2.34.2", "adapter": "requests.Session.get", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "tool_metadata": { "adapter": "requests.Session.get", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "proxy_mode": "none", "python_version": "3.12.3", "timeout_seconds": 10, "tool": "requests", "tool_version": "2.34.2" }, "passed": 2, "total": 21, "attempts": [ { "id": "requests-amazon_search_laptop-01", "target_id": "amazon_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.amazon.com/s?k=laptop", "passed": false, "reason": "expected_status_200_got_503", "had_response": true, "expected_status": 200, "status": 503, "final_url": "https://www.amazon.com/s?k=laptop", "latency_ms": 270, "response_bytes": 2671, "response_text_chars": 2671, "required_markers": [ "Amazon", "laptop" ], "forbidden_markers": [ "Robot Check", "Enter the characters", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "requests-walmart_search_laptop-02", "target_id": "walmart_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.walmart.com/search?q=laptop", "passed": false, "reason": "forbidden_marker_present:Robot or human", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.walmart.com/blocked?url=L3NlYXJjaD9xPWxhcHRvcA==&uuid=0ceb1328-578b-11f1-ae00-a7a766788aa6&vid=&g=b", "latency_ms": 384, "response_bytes": 15195, "response_text_chars": 15190, "required_markers": [ "Walmart", "laptop" ], "forbidden_markers": [ "blocked", "Blocked", "Robot or human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "requests-ebay_search_laptop-03", "target_id": "ebay_search_laptop", "target_category": "marketplace_html", "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "latency_ms": 104, "response_bytes": 389, "response_text_chars": 389, "required_markers": [ "eBay", "laptop" ], "forbidden_markers": [ "Access Denied", "Pardon Our Interruption", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "requests-aliexpress_search_laptop-04", "target_id": "aliexpress_search_laptop", "target_category": "ecommerce_localization", "url": "https://www.aliexpress.com/wholesale?SearchText=laptop", "passed": false, "reason": "missing_required_marker", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.aliexpress.com/wholesale?SearchText=laptop", "latency_ms": 123, "response_bytes": 2139, "response_text_chars": 2139, "required_markers": [ "AliExpress", "laptop" ], "forbidden_markers": [ "captcha", "CAPTCHA", "Robot", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "requests-target_search_laptop-05", "target_id": "target_search_laptop", "target_category": "heavy_javascript", "url": "https://www.target.com/s?searchTerm=laptop", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.target.com/s?searchTerm=laptop", "latency_ms": 1014, "response_bytes": 149212, "response_text_chars": 149194, "required_markers": [ "Target", "laptop" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "Robot or human" ], "forbidden_final_url_markers": [] }, { "id": "requests-booking_search_paris-06", "target_id": "booking_search_paris", "target_category": "travel_ab_testing", "url": "https://www.booking.com/searchresults.html?ss=Paris", "passed": false, "reason": "expected_status_200_got_202", "had_response": true, "expected_status": 200, "status": 202, "final_url": "https://www.booking.com/searchresults.html?ss=Paris", "latency_ms": 142, "response_bytes": 8415, "response_text_chars": 8415, "required_markers": [ "Booking.com", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "requests-airbnb_search_paris-07", "target_id": "airbnb_search_paris", "target_category": "embedded_react_state", "url": "https://www.airbnb.com/s/Paris--France/homes", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.airbnb.com/s/Paris--France/homes", "latency_ms": 1552, "response_bytes": 1677048, "response_text_chars": 1675588, "required_markers": [ "Airbnb", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA", "verify", "verification" ], "forbidden_final_url_markers": [] }, { "id": "requests-tripadvisor_restaurants_paris-08", "target_id": "tripadvisor_restaurants_paris", "target_category": "travel_reviews", "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "latency_ms": 213, "response_bytes": 775, "response_text_chars": 775, "required_markers": [ "Tripadvisor", "Paris" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "requests-expedia_hotels_paris-09", "target_id": "expedia_hotels_paris", "target_category": "async_travel_search", "url": "https://www.expedia.com/Hotel-Search?destination=Paris", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://www.expedia.com/Hotel-Search?destination=Paris", "latency_ms": 259, "response_bytes": 466456, "response_text_chars": 464467, "required_markers": [ "Expedia", "Paris" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "requests-zillow_homes_for_sale-10", "target_id": "zillow_homes_for_sale", "target_category": "real_estate_antibot", "url": "https://www.zillow.com/homes/for_sale/", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.zillow.com/homes/for_sale/", "latency_ms": 265, "response_bytes": 5816, "response_text_chars": 5816, "required_markers": [ "Zillow", "homes" ], "forbidden_markers": [ "Access to this page has been denied", "Are you a human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "requests-realtor_new_york-11", "target_id": "realtor_new_york", "target_category": "real_estate_map_search", "url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "latency_ms": 228, "response_bytes": 1773, "response_text_chars": 1773, "required_markers": [ "Realtor.com", "New York" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "requests-rightmove_london-12", "target_id": "rightmove_london", "target_category": "regional_real_estate", "url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "latency_ms": 715, "response_bytes": 1127508, "response_text_chars": 1127309, "required_markers": [ "Rightmove", "London" ], "forbidden_markers": [ "page-not-found", "Page Not Found", "Access Denied" ], "forbidden_final_url_markers": [] }, { "id": "requests-indeed_python_remote-13", "target_id": "indeed_python_remote", "target_category": "job_board_cloudflare", "url": "https://www.indeed.com/jobs?q=python&l=Remote", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.indeed.com/jobs?q=python&l=Remote", "latency_ms": 52, "response_bytes": 57455, "response_text_chars": 57455, "required_markers": [ "Indeed", "python" ], "forbidden_markers": [ "Just a moment", "Cloudflare", "captcha", "CAPTCHA", "Verify" ], "forbidden_final_url_markers": [] }, { "id": "requests-yelp_sf_restaurants-14", "target_id": "yelp_sf_restaurants", "target_category": "local_directory", "url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "latency_ms": 269, "response_bytes": 838, "response_text_chars": 838, "required_markers": [ "Yelp", "restaurants" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "requests-trustpilot_amazon-15", "target_id": "trustpilot_amazon", "target_category": "json_ld_reviews", "url": "https://www.trustpilot.com/review/amazon.com", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.trustpilot.com/review/amazon.com", "latency_ms": 109, "response_bytes": 266, "response_text_chars": 266, "required_markers": [ "Trustpilot", "Amazon" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "requests-craigslist_nyc_bike-16", "target_id": "craigslist_nyc_bike", "target_category": "simple_html_rate_limit", "url": "https://newyork.craigslist.org/search/sss?query=bike", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://newyork.craigslist.org/search/sss?query=bike", "latency_ms": 650, "response_bytes": 249, "response_text_chars": 249, "required_markers": [ "craigslist", "bike" ], "forbidden_markers": [ "Forbidden", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "requests-yahoo_finance_aapl-17", "target_id": "yahoo_finance_aapl", "target_category": "finance_react_tables", "url": "https://finance.yahoo.com/quote/AAPL/", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://finance.yahoo.com/quote/AAPL/", "latency_ms": 193, "response_bytes": 23, "response_text_chars": 23, "required_markers": [ "Yahoo Finance", "AAPL" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [ "consent.yahoo.com" ] }, { "id": "requests-coinmarketcap_home-18", "target_id": "coinmarketcap_home", "target_category": "crypto_dynamic_grid", "url": "https://coinmarketcap.com/", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://coinmarketcap.com/", "latency_ms": 104, "response_bytes": 695141, "response_text_chars": 694817, "required_markers": [ "CoinMarketCap", "Cryptocurrency" ], "forbidden_markers": [ "Just a moment", "captcha", "CAPTCHA", "Enable JavaScript" ], "forbidden_final_url_markers": [] }, { "id": "requests-reddit_webscraping-19", "target_id": "reddit_webscraping", "target_category": "forum_shadow_dom", "url": "https://www.reddit.com/r/webscraping/", "passed": false, "reason": "forbidden_marker_present:Please wait for verification", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.reddit.com/r/webscraping/", "latency_ms": 163, "response_bytes": 8438, "response_text_chars": 8438, "required_markers": [ "r/webscraping", "webscraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] }, { "id": "requests-youtube_search_scraping-20", "target_id": "youtube_search_scraping", "target_category": "spa_initial_json", "url": "https://www.youtube.com/results?search_query=web+scraping", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.youtube.com/results?search_query=web+scraping", "latency_ms": 766, "response_bytes": 989538, "response_text_chars": 987941, "required_markers": [ "ytInitialData", "web scraping" ], "forbidden_markers": [ "Sign in to confirm you're not a bot", "Sign in to confirm you’re not a bot", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "requests-wikipedia_web_scraping-21", "target_id": "wikipedia_web_scraping", "target_category": "large_static_html", "url": "https://en.wikipedia.org/wiki/Web_scraping", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://en.wikipedia.org/wiki/Web_scraping", "latency_ms": 181, "response_bytes": 126, "response_text_chars": 126, "required_markers": [ "Web scraping", "Data scraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] } ] }, { "id": "httpx", "name": "HTTPX", "run_id": "httpx-common-sites-v1-20260524", "corpus_id": "public-tough-v1", "started_at": "2026-05-24T16:10:30+00:00", "finished_at": "2026-05-24T16:10:39+00:00", "proxy_mode": "none", "network_dependent": true, "version": "0.28.1", "adapter": "httpx.Client.get", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "tool_metadata": { "adapter": "httpx.Client.get", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "proxy_mode": "none", "python_version": "3.12.3", "timeout_seconds": 10, "tool": "httpx", "tool_version": "0.28.1" }, "passed": 3, "total": 21, "attempts": [ { "id": "httpx-amazon_search_laptop-01", "target_id": "amazon_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.amazon.com/s?k=laptop", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.amazon.com/s?k=laptop", "latency_ms": 226, "response_bytes": 2228, "response_text_chars": 2228, "required_markers": [ "Amazon", "laptop" ], "forbidden_markers": [ "Robot Check", "Enter the characters", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "httpx-walmart_search_laptop-02", "target_id": "walmart_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.walmart.com/search?q=laptop", "passed": false, "reason": "forbidden_marker_present:Robot or human", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.walmart.com/blocked?url=L3NlYXJjaD9xPWxhcHRvcA==&uuid=1658c7ef-578b-11f1-92e5-7958576707e0&vid=&g=b", "latency_ms": 317, "response_bytes": 15195, "response_text_chars": 15190, "required_markers": [ "Walmart", "laptop" ], "forbidden_markers": [ "blocked", "Blocked", "Robot or human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "httpx-ebay_search_laptop-03", "target_id": "ebay_search_laptop", "target_category": "marketplace_html", "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "latency_ms": 45, "response_bytes": 389, "response_text_chars": 389, "required_markers": [ "eBay", "laptop" ], "forbidden_markers": [ "Access Denied", "Pardon Our Interruption", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "httpx-aliexpress_search_laptop-04", "target_id": "aliexpress_search_laptop", "target_category": "ecommerce_localization", "url": "https://www.aliexpress.com/wholesale?SearchText=laptop", "passed": false, "reason": "forbidden_marker_present:Robot", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.aliexpress.com/w/wholesale-laptop.html", "latency_ms": 1768, "response_bytes": 635228, "response_text_chars": 634760, "required_markers": [ "AliExpress", "laptop" ], "forbidden_markers": [ "captcha", "CAPTCHA", "Robot", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "httpx-target_search_laptop-05", "target_id": "target_search_laptop", "target_category": "heavy_javascript", "url": "https://www.target.com/s?searchTerm=laptop", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.target.com/s?searchTerm=laptop", "latency_ms": 861, "response_bytes": 149461, "response_text_chars": 149443, "required_markers": [ "Target", "laptop" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "Robot or human" ], "forbidden_final_url_markers": [] }, { "id": "httpx-booking_search_paris-06", "target_id": "booking_search_paris", "target_category": "travel_ab_testing", "url": "https://www.booking.com/searchresults.html?ss=Paris", "passed": false, "reason": "expected_status_200_got_202", "had_response": true, "expected_status": 200, "status": 202, "final_url": "https://www.booking.com/searchresults.html?ss=Paris", "latency_ms": 103, "response_bytes": 8410, "response_text_chars": 8410, "required_markers": [ "Booking.com", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "httpx-airbnb_search_paris-07", "target_id": "airbnb_search_paris", "target_category": "embedded_react_state", "url": "https://www.airbnb.com/s/Paris--France/homes", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.airbnb.com/s/Paris--France/homes", "latency_ms": 1776, "response_bytes": 1673046, "response_text_chars": 1671580, "required_markers": [ "Airbnb", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA", "verify", "verification" ], "forbidden_final_url_markers": [] }, { "id": "httpx-tripadvisor_restaurants_paris-08", "target_id": "tripadvisor_restaurants_paris", "target_category": "travel_reviews", "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "latency_ms": 184, "response_bytes": 775, "response_text_chars": 775, "required_markers": [ "Tripadvisor", "Paris" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "httpx-expedia_hotels_paris-09", "target_id": "expedia_hotels_paris", "target_category": "async_travel_search", "url": "https://www.expedia.com/Hotel-Search?destination=Paris", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://www.expedia.com/Hotel-Search?destination=Paris", "latency_ms": 219, "response_bytes": 466525, "response_text_chars": 464536, "required_markers": [ "Expedia", "Paris" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "httpx-zillow_homes_for_sale-10", "target_id": "zillow_homes_for_sale", "target_category": "real_estate_antibot", "url": "https://www.zillow.com/homes/for_sale/", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.zillow.com/homes/for_sale/", "latency_ms": 133, "response_bytes": 5816, "response_text_chars": 5816, "required_markers": [ "Zillow", "homes" ], "forbidden_markers": [ "Access to this page has been denied", "Are you a human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "httpx-realtor_new_york-11", "target_id": "realtor_new_york", "target_category": "real_estate_map_search", "url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "latency_ms": 273, "response_bytes": 1773, "response_text_chars": 1773, "required_markers": [ "Realtor.com", "New York" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "httpx-rightmove_london-12", "target_id": "rightmove_london", "target_category": "regional_real_estate", "url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "latency_ms": 494, "response_bytes": 1129083, "response_text_chars": 1128884, "required_markers": [ "Rightmove", "London" ], "forbidden_markers": [ "page-not-found", "Page Not Found", "Access Denied" ], "forbidden_final_url_markers": [] }, { "id": "httpx-indeed_python_remote-13", "target_id": "indeed_python_remote", "target_category": "job_board_cloudflare", "url": "https://www.indeed.com/jobs?q=python&l=Remote", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.indeed.com/jobs?q=python&l=Remote", "latency_ms": 39, "response_bytes": 57455, "response_text_chars": 57455, "required_markers": [ "Indeed", "python" ], "forbidden_markers": [ "Just a moment", "Cloudflare", "captcha", "CAPTCHA", "Verify" ], "forbidden_final_url_markers": [] }, { "id": "httpx-yelp_sf_restaurants-14", "target_id": "yelp_sf_restaurants", "target_category": "local_directory", "url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "latency_ms": 119, "response_bytes": 838, "response_text_chars": 838, "required_markers": [ "Yelp", "restaurants" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "httpx-trustpilot_amazon-15", "target_id": "trustpilot_amazon", "target_category": "json_ld_reviews", "url": "https://www.trustpilot.com/review/amazon.com", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.trustpilot.com/review/amazon.com", "latency_ms": 20, "response_bytes": 266, "response_text_chars": 266, "required_markers": [ "Trustpilot", "Amazon" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "httpx-craigslist_nyc_bike-16", "target_id": "craigslist_nyc_bike", "target_category": "simple_html_rate_limit", "url": "https://newyork.craigslist.org/search/sss?query=bike", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://newyork.craigslist.org/search/sss?query=bike", "latency_ms": 513, "response_bytes": 249, "response_text_chars": 249, "required_markers": [ "craigslist", "bike" ], "forbidden_markers": [ "Forbidden", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "httpx-yahoo_finance_aapl-17", "target_id": "yahoo_finance_aapl", "target_category": "finance_react_tables", "url": "https://finance.yahoo.com/quote/AAPL/", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://finance.yahoo.com/quote/AAPL/", "latency_ms": 156, "response_bytes": 23, "response_text_chars": 23, "required_markers": [ "Yahoo Finance", "AAPL" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [ "consent.yahoo.com" ] }, { "id": "httpx-coinmarketcap_home-18", "target_id": "coinmarketcap_home", "target_category": "crypto_dynamic_grid", "url": "https://coinmarketcap.com/", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://coinmarketcap.com/", "latency_ms": 33, "response_bytes": 695141, "response_text_chars": 694817, "required_markers": [ "CoinMarketCap", "Cryptocurrency" ], "forbidden_markers": [ "Just a moment", "captcha", "CAPTCHA", "Enable JavaScript" ], "forbidden_final_url_markers": [] }, { "id": "httpx-reddit_webscraping-19", "target_id": "reddit_webscraping", "target_category": "forum_shadow_dom", "url": "https://www.reddit.com/r/webscraping/", "passed": false, "reason": "forbidden_marker_present:Please wait for verification", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.reddit.com/r/webscraping/", "latency_ms": 116, "response_bytes": 8438, "response_text_chars": 8438, "required_markers": [ "r/webscraping", "webscraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] }, { "id": "httpx-youtube_search_scraping-20", "target_id": "youtube_search_scraping", "target_category": "spa_initial_json", "url": "https://www.youtube.com/results?search_query=web+scraping", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.youtube.com/results?search_query=web+scraping", "latency_ms": 711, "response_bytes": 1363299, "response_text_chars": 1361306, "required_markers": [ "ytInitialData", "web scraping" ], "forbidden_markers": [ "Sign in to confirm you're not a bot", "Sign in to confirm you’re not a bot", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "httpx-wikipedia_web_scraping-21", "target_id": "wikipedia_web_scraping", "target_category": "large_static_html", "url": "https://en.wikipedia.org/wiki/Web_scraping", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://en.wikipedia.org/wiki/Web_scraping", "latency_ms": 149, "response_bytes": 126, "response_text_chars": 126, "required_markers": [ "Web scraping", "Data scraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] } ] }, { "id": "wreq", "name": "wreq", "run_id": "wreq-common-sites-v1-20260524", "corpus_id": "public-tough-v1", "started_at": "2026-05-24T16:08:09+00:00", "finished_at": "2026-05-24T16:08:17+00:00", "proxy_mode": "none", "network_dependent": true, "version": "0.11.3", "adapter": "wreq.blocking.Client.get", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "tool_metadata": { "adapter": "wreq.blocking.Client.get", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "proxy_mode": "none", "python_version": "3.12.3", "timeout_seconds": 10, "tool": "wreq", "tool_version": "0.11.3" }, "passed": 2, "total": 21, "attempts": [ { "id": "wreq-amazon_search_laptop-01", "target_id": "amazon_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.amazon.com/s?k=laptop", "passed": false, "reason": "expected_status_200_got_503", "had_response": true, "expected_status": 200, "status": 503, "final_url": "https://www.amazon.com/s?k=laptop", "latency_ms": 170, "response_bytes": 2671, "response_text_chars": 2671, "required_markers": [ "Amazon", "laptop" ], "forbidden_markers": [ "Robot Check", "Enter the characters", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "wreq-walmart_search_laptop-02", "target_id": "walmart_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.walmart.com/search?q=laptop", "passed": false, "reason": "forbidden_marker_present:Robot or human", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.walmart.com/blocked?url=L3NlYXJjaD9xPWxhcHRvcA==&uuid=c211f37b-578a-11f1-a20f-d5e45e2f4a66&vid=&g=b", "latency_ms": 425, "response_bytes": 15195, "response_text_chars": 15190, "required_markers": [ "Walmart", "laptop" ], "forbidden_markers": [ "blocked", "Blocked", "Robot or human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "wreq-ebay_search_laptop-03", "target_id": "ebay_search_laptop", "target_category": "marketplace_html", "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "latency_ms": 108, "response_bytes": 389, "response_text_chars": 389, "required_markers": [ "eBay", "laptop" ], "forbidden_markers": [ "Access Denied", "Pardon Our Interruption", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "wreq-aliexpress_search_laptop-04", "target_id": "aliexpress_search_laptop", "target_category": "ecommerce_localization", "url": "https://www.aliexpress.com/wholesale?SearchText=laptop", "passed": false, "reason": "missing_required_marker", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.aliexpress.com/wholesale?SearchText=laptop", "latency_ms": 170, "response_bytes": 2139, "response_text_chars": 2139, "required_markers": [ "AliExpress", "laptop" ], "forbidden_markers": [ "captcha", "CAPTCHA", "Robot", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "wreq-target_search_laptop-05", "target_id": "target_search_laptop", "target_category": "heavy_javascript", "url": "https://www.target.com/s?searchTerm=laptop", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.target.com/s?searchTerm=laptop", "latency_ms": 1457, "response_bytes": 149706, "response_text_chars": 149688, "required_markers": [ "Target", "laptop" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "Robot or human" ], "forbidden_final_url_markers": [] }, { "id": "wreq-booking_search_paris-06", "target_id": "booking_search_paris", "target_category": "travel_ab_testing", "url": "https://www.booking.com/searchresults.html?ss=Paris", "passed": false, "reason": "expected_status_200_got_202", "had_response": true, "expected_status": 200, "status": 202, "final_url": "https://www.booking.com/searchresults.html", "latency_ms": 284, "response_bytes": 3962, "response_text_chars": 3962, "required_markers": [ "Booking.com", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "wreq-airbnb_search_paris-07", "target_id": "airbnb_search_paris", "target_category": "embedded_react_state", "url": "https://www.airbnb.com/s/Paris--France/homes", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.airbnb.com/s/Paris--France/homes", "latency_ms": 278, "response_bytes": 904763, "response_text_chars": 903762, "required_markers": [ "Airbnb", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA", "verify", "verification" ], "forbidden_final_url_markers": [] }, { "id": "wreq-tripadvisor_restaurants_paris-08", "target_id": "tripadvisor_restaurants_paris", "target_category": "travel_reviews", "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "latency_ms": 206, "response_bytes": 775, "response_text_chars": 775, "required_markers": [ "Tripadvisor", "Paris" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "wreq-expedia_hotels_paris-09", "target_id": "expedia_hotels_paris", "target_category": "async_travel_search", "url": "https://www.expedia.com/Hotel-Search?destination=Paris", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.expedia.com/Hotel-Search?destination=Paris", "latency_ms": 219, "response_bytes": 0, "response_text_chars": 0, "required_markers": [ "Expedia", "Paris" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "wreq-zillow_homes_for_sale-10", "target_id": "zillow_homes_for_sale", "target_category": "real_estate_antibot", "url": "https://www.zillow.com/homes/for_sale/", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.zillow.com/homes/for_sale/", "latency_ms": 222, "response_bytes": 5816, "response_text_chars": 5816, "required_markers": [ "Zillow", "homes" ], "forbidden_markers": [ "Access to this page has been denied", "Are you a human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "wreq-realtor_new_york-11", "target_id": "realtor_new_york", "target_category": "real_estate_map_search", "url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "latency_ms": 218, "response_bytes": 1773, "response_text_chars": 1773, "required_markers": [ "Realtor.com", "New York" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "wreq-rightmove_london-12", "target_id": "rightmove_london", "target_category": "regional_real_estate", "url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "passed": false, "reason": "expected_status_200_got_400", "had_response": true, "expected_status": 200, "status": 400, "final_url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "latency_ms": 203, "response_bytes": 6682, "response_text_chars": 6682, "required_markers": [ "Rightmove", "London" ], "forbidden_markers": [ "page-not-found", "Page Not Found", "Access Denied" ], "forbidden_final_url_markers": [] }, { "id": "wreq-indeed_python_remote-13", "target_id": "indeed_python_remote", "target_category": "job_board_cloudflare", "url": "https://www.indeed.com/jobs?q=python&l=Remote", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.indeed.com/jobs?q=python&l=Remote", "latency_ms": 44, "response_bytes": 57455, "response_text_chars": 57455, "required_markers": [ "Indeed", "python" ], "forbidden_markers": [ "Just a moment", "Cloudflare", "captcha", "CAPTCHA", "Verify" ], "forbidden_final_url_markers": [] }, { "id": "wreq-yelp_sf_restaurants-14", "target_id": "yelp_sf_restaurants", "target_category": "local_directory", "url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "latency_ms": 204, "response_bytes": 838, "response_text_chars": 838, "required_markers": [ "Yelp", "restaurants" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "wreq-trustpilot_amazon-15", "target_id": "trustpilot_amazon", "target_category": "json_ld_reviews", "url": "https://www.trustpilot.com/review/amazon.com", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.trustpilot.com/review/amazon.com", "latency_ms": 266, "response_bytes": 124, "response_text_chars": 124, "required_markers": [ "Trustpilot", "Amazon" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "wreq-craigslist_nyc_bike-16", "target_id": "craigslist_nyc_bike", "target_category": "simple_html_rate_limit", "url": "https://newyork.craigslist.org/search/sss?query=bike", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://newyork.craigslist.org/search/sss?query=bike", "latency_ms": 867, "response_bytes": 249, "response_text_chars": 249, "required_markers": [ "craigslist", "bike" ], "forbidden_markers": [ "Forbidden", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "wreq-yahoo_finance_aapl-17", "target_id": "yahoo_finance_aapl", "target_category": "finance_react_tables", "url": "https://finance.yahoo.com/quote/AAPL/", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://finance.yahoo.com/quote/AAPL/", "latency_ms": 542, "response_bytes": 2731715, "response_text_chars": 2731426, "required_markers": [ "Yahoo Finance", "AAPL" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [ "consent.yahoo.com" ] }, { "id": "wreq-coinmarketcap_home-18", "target_id": "coinmarketcap_home", "target_category": "crypto_dynamic_grid", "url": "https://coinmarketcap.com/", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://coinmarketcap.com/", "latency_ms": 20, "response_bytes": 919, "response_text_chars": 919, "required_markers": [ "CoinMarketCap", "Cryptocurrency" ], "forbidden_markers": [ "Just a moment", "captcha", "CAPTCHA", "Enable JavaScript" ], "forbidden_final_url_markers": [] }, { "id": "wreq-reddit_webscraping-19", "target_id": "reddit_webscraping", "target_category": "forum_shadow_dom", "url": "https://www.reddit.com/r/webscraping/", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.reddit.com/r/webscraping/", "latency_ms": 112, "response_bytes": 1486, "response_text_chars": 1486, "required_markers": [ "r/webscraping", "webscraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] }, { "id": "wreq-youtube_search_scraping-20", "target_id": "youtube_search_scraping", "target_category": "spa_initial_json", "url": "https://www.youtube.com/results?search_query=web+scraping", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.youtube.com/results?search_query=web+scraping", "latency_ms": 166, "response_bytes": 1384702, "response_text_chars": 1383055, "required_markers": [ "ytInitialData", "web scraping" ], "forbidden_markers": [ "Sign in to confirm you're not a bot", "Sign in to confirm you’re not a bot", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "wreq-wikipedia_web_scraping-21", "target_id": "wikipedia_web_scraping", "target_category": "large_static_html", "url": "https://en.wikipedia.org/wiki/Web_scraping", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://en.wikipedia.org/wiki/Web_scraping", "latency_ms": 147, "response_bytes": 126, "response_text_chars": 126, "required_markers": [ "Web scraping", "Data scraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] } ] }, { "id": "curl-cffi", "name": "curl_cffi", "run_id": "curl-cffi-common-sites-v1-20260524", "corpus_id": "public-tough-v1", "started_at": "2026-05-24T16:10:46+00:00", "finished_at": "2026-05-24T16:11:00+00:00", "proxy_mode": "none", "network_dependent": true, "version": "0.15.0", "adapter": "curl_cffi.requests.Session.get(impersonate=chrome)", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "tool_metadata": { "adapter": "curl_cffi.requests.Session.get(impersonate=chrome)", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "proxy_mode": "none", "python_version": "3.12.3", "timeout_seconds": 10, "tool": "curl-cffi", "tool_version": "0.15.0" }, "passed": 5, "total": 21, "attempts": [ { "id": "curl-cffi-amazon_search_laptop-01", "target_id": "amazon_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.amazon.com/s?k=laptop", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.amazon.com/s?k=laptop", "latency_ms": 84, "response_bytes": 2233, "response_text_chars": 2233, "required_markers": [ "Amazon", "laptop" ], "forbidden_markers": [ "Robot Check", "Enter the characters", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-walmart_search_laptop-02", "target_id": "walmart_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.walmart.com/search?q=laptop", "passed": false, "reason": "forbidden_marker_present:Blocked", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.walmart.com/search?q=laptop", "latency_ms": 2557, "response_bytes": 1168132, "response_text_chars": 1168046, "required_markers": [ "Walmart", "laptop" ], "forbidden_markers": [ "blocked", "Blocked", "Robot or human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-ebay_search_laptop-03", "target_id": "ebay_search_laptop", "target_category": "marketplace_html", "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "latency_ms": 102, "response_bytes": 546, "response_text_chars": 546, "required_markers": [ "eBay", "laptop" ], "forbidden_markers": [ "Access Denied", "Pardon Our Interruption", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-aliexpress_search_laptop-04", "target_id": "aliexpress_search_laptop", "target_category": "ecommerce_localization", "url": "https://www.aliexpress.com/wholesale?SearchText=laptop", "passed": false, "reason": "forbidden_marker_present:Robot", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.aliexpress.com/w/wholesale-laptop.html", "latency_ms": 1687, "response_bytes": 636411, "response_text_chars": 635970, "required_markers": [ "AliExpress", "laptop" ], "forbidden_markers": [ "captcha", "CAPTCHA", "Robot", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-target_search_laptop-05", "target_id": "target_search_laptop", "target_category": "heavy_javascript", "url": "https://www.target.com/s?searchTerm=laptop", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.target.com/s?searchTerm=laptop", "latency_ms": 930, "response_bytes": 149973, "response_text_chars": 149955, "required_markers": [ "Target", "laptop" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "Robot or human" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-booking_search_paris-06", "target_id": "booking_search_paris", "target_category": "travel_ab_testing", "url": "https://www.booking.com/searchresults.html?ss=Paris", "passed": false, "reason": "expected_status_200_got_202", "had_response": true, "expected_status": 200, "status": 202, "final_url": "https://www.booking.com/searchresults.html?ss=Paris", "latency_ms": 172, "response_bytes": 3962, "response_text_chars": 3962, "required_markers": [ "Booking.com", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-airbnb_search_paris-07", "target_id": "airbnb_search_paris", "target_category": "embedded_react_state", "url": "https://www.airbnb.com/s/Paris--France/homes", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.airbnb.com/s/Paris--France/homes", "latency_ms": 1037, "response_bytes": 907880, "response_text_chars": 906872, "required_markers": [ "Airbnb", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA", "verify", "verification" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-tripadvisor_restaurants_paris-08", "target_id": "tripadvisor_restaurants_paris", "target_category": "travel_reviews", "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "latency_ms": 155, "response_bytes": 778, "response_text_chars": 778, "required_markers": [ "Tripadvisor", "Paris" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-expedia_hotels_paris-09", "target_id": "expedia_hotels_paris", "target_category": "async_travel_search", "url": "https://www.expedia.com/Hotel-Search?destination=Paris", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.expedia.com/Hotel-Search?destination=Paris", "latency_ms": 1584, "response_bytes": 690326, "response_text_chars": 690113, "required_markers": [ "Expedia", "Paris" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-zillow_homes_for_sale-10", "target_id": "zillow_homes_for_sale", "target_category": "real_estate_antibot", "url": "https://www.zillow.com/homes/for_sale/", "passed": false, "reason": "forbidden_marker_present:CAPTCHA", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.zillow.com/homes/for_sale/", "latency_ms": 956, "response_bytes": 275533, "response_text_chars": 275518, "required_markers": [ "Zillow", "homes" ], "forbidden_markers": [ "Access to this page has been denied", "Are you a human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-realtor_new_york-11", "target_id": "realtor_new_york", "target_category": "real_estate_map_search", "url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "latency_ms": 195, "response_bytes": 1777, "response_text_chars": 1777, "required_markers": [ "Realtor.com", "New York" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-rightmove_london-12", "target_id": "rightmove_london", "target_category": "regional_real_estate", "url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "latency_ms": 818, "response_bytes": 1135445, "response_text_chars": 1135246, "required_markers": [ "Rightmove", "London" ], "forbidden_markers": [ "page-not-found", "Page Not Found", "Access Denied" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-indeed_python_remote-13", "target_id": "indeed_python_remote", "target_category": "job_board_cloudflare", "url": "https://www.indeed.com/jobs?q=python&l=Remote", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.indeed.com/jobs?q=python&l=Remote", "latency_ms": 932, "response_bytes": 1889746, "response_text_chars": 1889337, "required_markers": [ "Indeed", "python" ], "forbidden_markers": [ "Just a moment", "Cloudflare", "captcha", "CAPTCHA", "Verify" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-yelp_sf_restaurants-14", "target_id": "yelp_sf_restaurants", "target_category": "local_directory", "url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "latency_ms": 137, "response_bytes": 841, "response_text_chars": 841, "required_markers": [ "Yelp", "restaurants" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-trustpilot_amazon-15", "target_id": "trustpilot_amazon", "target_category": "json_ld_reviews", "url": "https://www.trustpilot.com/review/amazon.com", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.trustpilot.com/review/amazon.com", "latency_ms": 30, "response_bytes": 991, "response_text_chars": 991, "required_markers": [ "Trustpilot", "Amazon" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-craigslist_nyc_bike-16", "target_id": "craigslist_nyc_bike", "target_category": "simple_html_rate_limit", "url": "https://newyork.craigslist.org/search/sss?query=bike", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://newyork.craigslist.org/search/sss?query=bike", "latency_ms": 397, "response_bytes": 249, "response_text_chars": 249, "required_markers": [ "craigslist", "bike" ], "forbidden_markers": [ "Forbidden", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-yahoo_finance_aapl-17", "target_id": "yahoo_finance_aapl", "target_category": "finance_react_tables", "url": "https://finance.yahoo.com/quote/AAPL/", "passed": false, "reason": "forbidden_final_url_marker:consent.yahoo.com", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://consent.yahoo.com/v2/collectConsent?sessionId=3_cc-session_40dc1f17-2c20-44d9-8cc5-3f8096ab1a60", "latency_ms": 777, "response_bytes": 96796, "response_text_chars": 96579, "required_markers": [ "Yahoo Finance", "AAPL" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [ "consent.yahoo.com" ] }, { "id": "curl-cffi-coinmarketcap_home-18", "target_id": "coinmarketcap_home", "target_category": "crypto_dynamic_grid", "url": "https://coinmarketcap.com/", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://coinmarketcap.com/", "latency_ms": 34, "response_bytes": 695141, "response_text_chars": 694817, "required_markers": [ "CoinMarketCap", "Cryptocurrency" ], "forbidden_markers": [ "Just a moment", "captcha", "CAPTCHA", "Enable JavaScript" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-reddit_webscraping-19", "target_id": "reddit_webscraping", "target_category": "forum_shadow_dom", "url": "https://www.reddit.com/r/webscraping/", "passed": false, "reason": "forbidden_marker_present:Please wait for verification", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.reddit.com/r/webscraping/", "latency_ms": 170, "response_bytes": 8438, "response_text_chars": 8438, "required_markers": [ "r/webscraping", "webscraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-youtube_search_scraping-20", "target_id": "youtube_search_scraping", "target_category": "spa_initial_json", "url": "https://www.youtube.com/results?search_query=web+scraping", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.youtube.com/results?search_query=web+scraping", "latency_ms": 766, "response_bytes": 1465177, "response_text_chars": 1464613, "required_markers": [ "ytInitialData", "web scraping" ], "forbidden_markers": [ "Sign in to confirm you're not a bot", "Sign in to confirm you’re not a bot", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "curl-cffi-wikipedia_web_scraping-21", "target_id": "wikipedia_web_scraping", "target_category": "large_static_html", "url": "https://en.wikipedia.org/wiki/Web_scraping", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://en.wikipedia.org/wiki/Web_scraping", "latency_ms": 232, "response_bytes": 166147, "response_text_chars": 165756, "required_markers": [ "Web scraping", "Data scraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] } ] }, { "id": "scrapling", "name": "Scrapling", "run_id": "scrapling-common-sites-v1-20260524", "corpus_id": "public-tough-v1", "started_at": "2026-05-24T16:56:13+00:00", "finished_at": "2026-05-24T16:56:31+00:00", "proxy_mode": "none", "network_dependent": true, "version": "0.4.8", "adapter": "scrapling.Fetcher.get", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "tool_metadata": { "adapter": "scrapling.Fetcher.get", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "proxy_mode": "none", "python_version": "3.12.3", "timeout_seconds": 12, "tool": "scrapling", "tool_version": "0.4.8" }, "passed": 5, "total": 21, "attempts": [ { "id": "scrapling-amazon_search_laptop-01", "target_id": "amazon_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.amazon.com/s?k=laptop", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.amazon.com/s?k=laptop", "latency_ms": 1067, "response_bytes": 1511205, "response_text_chars": 1510971, "required_markers": [ "Amazon", "laptop" ], "forbidden_markers": [ "Robot Check", "Enter the characters", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-walmart_search_laptop-02", "target_id": "walmart_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.walmart.com/search?q=laptop", "passed": false, "reason": "forbidden_marker_present:Blocked", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.walmart.com/search?q=laptop", "latency_ms": 2932, "response_bytes": 1197285, "response_text_chars": 1197195, "required_markers": [ "Walmart", "laptop" ], "forbidden_markers": [ "blocked", "Blocked", "Robot or human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-ebay_search_laptop-03", "target_id": "ebay_search_laptop", "target_category": "marketplace_html", "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "latency_ms": 237, "response_bytes": 453, "response_text_chars": 453, "required_markers": [ "eBay", "laptop" ], "forbidden_markers": [ "Access Denied", "Pardon Our Interruption", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-aliexpress_search_laptop-04", "target_id": "aliexpress_search_laptop", "target_category": "ecommerce_localization", "url": "https://www.aliexpress.com/wholesale?SearchText=laptop", "passed": false, "reason": "forbidden_marker_present:Robot", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.aliexpress.com/w/wholesale-laptop.html", "latency_ms": 1821, "response_bytes": 624537, "response_text_chars": 623710, "required_markers": [ "AliExpress", "laptop" ], "forbidden_markers": [ "captcha", "CAPTCHA", "Robot", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-target_search_laptop-05", "target_id": "target_search_laptop", "target_category": "heavy_javascript", "url": "https://www.target.com/s?searchTerm=laptop", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.target.com/s?searchTerm=laptop", "latency_ms": 1116, "response_bytes": 148921, "response_text_chars": 148903, "required_markers": [ "Target", "laptop" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "Robot or human" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-booking_search_paris-06", "target_id": "booking_search_paris", "target_category": "travel_ab_testing", "url": "https://www.booking.com/searchresults.html?ss=Paris", "passed": false, "reason": "expected_status_200_got_202", "had_response": true, "expected_status": 200, "status": 202, "final_url": "https://www.booking.com/searchresults.html?ss=Paris", "latency_ms": 103, "response_bytes": 8291, "response_text_chars": 8291, "required_markers": [ "Booking.com", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-airbnb_search_paris-07", "target_id": "airbnb_search_paris", "target_category": "embedded_react_state", "url": "https://www.airbnb.com/s/Paris--France/homes", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.airbnb.com/s/Paris--France/homes", "latency_ms": 1273, "response_bytes": 848849, "response_text_chars": 847857, "required_markers": [ "Airbnb", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA", "verify", "verification" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-tripadvisor_restaurants_paris-08", "target_id": "tripadvisor_restaurants_paris", "target_category": "travel_reviews", "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "latency_ms": 160, "response_bytes": 778, "response_text_chars": 778, "required_markers": [ "Tripadvisor", "Paris" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-expedia_hotels_paris-09", "target_id": "expedia_hotels_paris", "target_category": "async_travel_search", "url": "https://www.expedia.com/Hotel-Search?destination=Paris", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.expedia.com/Hotel-Search?destination=Paris", "latency_ms": 2003, "response_bytes": 1133417, "response_text_chars": 1133314, "required_markers": [ "Expedia", "Paris" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-zillow_homes_for_sale-10", "target_id": "zillow_homes_for_sale", "target_category": "real_estate_antibot", "url": "https://www.zillow.com/homes/for_sale/", "passed": false, "reason": "forbidden_marker_present:CAPTCHA", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.zillow.com/homes/for_sale/", "latency_ms": 965, "response_bytes": 275367, "response_text_chars": 275352, "required_markers": [ "Zillow", "homes" ], "forbidden_markers": [ "Access to this page has been denied", "Are you a human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-realtor_new_york-11", "target_id": "realtor_new_york", "target_category": "real_estate_map_search", "url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "latency_ms": 333, "response_bytes": 1729, "response_text_chars": 1729, "required_markers": [ "Realtor.com", "New York" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-rightmove_london-12", "target_id": "rightmove_london", "target_category": "regional_real_estate", "url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "latency_ms": 907, "response_bytes": 1129455, "response_text_chars": 1129255, "required_markers": [ "Rightmove", "London" ], "forbidden_markers": [ "page-not-found", "Page Not Found", "Access Denied" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-indeed_python_remote-13", "target_id": "indeed_python_remote", "target_category": "job_board_cloudflare", "url": "https://www.indeed.com/jobs?q=python&l=Remote", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.indeed.com/jobs?q=python&l=Remote", "latency_ms": 1296, "response_bytes": 1893750, "response_text_chars": 1893353, "required_markers": [ "Indeed", "python" ], "forbidden_markers": [ "Just a moment", "Cloudflare", "captcha", "CAPTCHA", "Verify" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-yelp_sf_restaurants-14", "target_id": "yelp_sf_restaurants", "target_category": "local_directory", "url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "latency_ms": 210, "response_bytes": 866, "response_text_chars": 866, "required_markers": [ "Yelp", "restaurants" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-trustpilot_amazon-15", "target_id": "trustpilot_amazon", "target_category": "json_ld_reviews", "url": "https://www.trustpilot.com/review/amazon.com", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.trustpilot.com/review/amazon.com", "latency_ms": 73, "response_bytes": 970, "response_text_chars": 970, "required_markers": [ "Trustpilot", "Amazon" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-craigslist_nyc_bike-16", "target_id": "craigslist_nyc_bike", "target_category": "simple_html_rate_limit", "url": "https://newyork.craigslist.org/search/sss?query=bike", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://newyork.craigslist.org/search/sss?query=bike", "latency_ms": 672, "response_bytes": 241, "response_text_chars": 241, "required_markers": [ "craigslist", "bike" ], "forbidden_markers": [ "Forbidden", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-yahoo_finance_aapl-17", "target_id": "yahoo_finance_aapl", "target_category": "finance_react_tables", "url": "https://finance.yahoo.com/quote/AAPL/", "passed": false, "reason": "forbidden_final_url_marker:consent.yahoo.com", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://consent.yahoo.com/v2/collectConsent?sessionId=3_cc-session_f8eee2fd-a6fa-41f1-bbc8-2b5da92239f0", "latency_ms": 905, "response_bytes": 96864, "response_text_chars": 96647, "required_markers": [ "Yahoo Finance", "AAPL" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [ "consent.yahoo.com" ] }, { "id": "scrapling-coinmarketcap_home-18", "target_id": "coinmarketcap_home", "target_category": "crypto_dynamic_grid", "url": "https://coinmarketcap.com/", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://coinmarketcap.com/", "latency_ms": 90, "response_bytes": 694386, "response_text_chars": 694062, "required_markers": [ "CoinMarketCap", "Cryptocurrency" ], "forbidden_markers": [ "Just a moment", "captcha", "CAPTCHA", "Enable JavaScript" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-reddit_webscraping-19", "target_id": "reddit_webscraping", "target_category": "forum_shadow_dom", "url": "https://www.reddit.com/r/webscraping/", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.reddit.com/r/webscraping/", "latency_ms": 333, "response_bytes": 189935, "response_text_chars": 189933, "required_markers": [ "r/webscraping", "webscraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-youtube_search_scraping-20", "target_id": "youtube_search_scraping", "target_category": "spa_initial_json", "url": "https://www.youtube.com/results?search_query=web+scraping", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.youtube.com/results?search_query=web+scraping", "latency_ms": 765, "response_bytes": 1464039, "response_text_chars": 1463499, "required_markers": [ "ytInitialData", "web scraping" ], "forbidden_markers": [ "Sign in to confirm you're not a bot", "Sign in to confirm you’re not a bot", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "scrapling-wikipedia_web_scraping-21", "target_id": "wikipedia_web_scraping", "target_category": "large_static_html", "url": "https://en.wikipedia.org/wiki/Web_scraping", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://en.wikipedia.org/wiki/Web_scraping", "latency_ms": 236, "response_bytes": 162120, "response_text_chars": 161733, "required_markers": [ "Web scraping", "Data scraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] } ] }, { "id": "playwright", "name": "Playwright", "run_id": "playwright-common-sites-v1-20260524", "corpus_id": "public-tough-v1", "started_at": "2026-05-24T16:22:58+00:00", "finished_at": "2026-05-24T16:23:51+00:00", "proxy_mode": "none", "network_dependent": true, "version": "1.60.0", "adapter": "playwright.sync_api.chromium.goto", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "tool_metadata": { "adapter": "playwright.sync_api.chromium.goto", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "proxy_mode": "none", "python_version": "3.12.3", "timeout_seconds": 20, "tool": "playwright", "tool_version": "1.60.0" }, "passed": 3, "total": 21, "attempts": [ { "id": "playwright-amazon_search_laptop-01", "target_id": "amazon_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.amazon.com/s?k=laptop", "passed": false, "reason": "expected_status_200_got_503", "had_response": true, "expected_status": 200, "status": 503, "final_url": "https://www.amazon.com/s?k=laptop", "latency_ms": 841, "response_bytes": 2317, "response_text_chars": 2317, "required_markers": [ "Amazon", "laptop" ], "forbidden_markers": [ "Robot Check", "Enter the characters", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "playwright-walmart_search_laptop-02", "target_id": "walmart_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.walmart.com/search?q=laptop", "passed": false, "reason": "forbidden_marker_present:Robot or human", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.walmart.com/blocked?url=L3NlYXJjaD9xPWxhcHRvcA==&uuid=d4c6f282-578c-11f1-bfe4-3a6d682ae4eb&vid=&g=b", "latency_ms": 2921, "response_bytes": 17492, "response_text_chars": 17487, "required_markers": [ "Walmart", "laptop" ], "forbidden_markers": [ "blocked", "Blocked", "Robot or human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "playwright-ebay_search_laptop-03", "target_id": "ebay_search_laptop", "target_category": "marketplace_html", "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "latency_ms": 655, "response_bytes": 301, "response_text_chars": 301, "required_markers": [ "eBay", "laptop" ], "forbidden_markers": [ "Access Denied", "Pardon Our Interruption", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "playwright-aliexpress_search_laptop-04", "target_id": "aliexpress_search_laptop", "target_category": "ecommerce_localization", "url": "https://www.aliexpress.com/wholesale?SearchText=laptop", "passed": false, "reason": "forbidden_marker_present:Robot", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.aliexpress.com/w/wholesale-laptop.html", "latency_ms": 4693, "response_bytes": 883385, "response_text_chars": 882922, "required_markers": [ "AliExpress", "laptop" ], "forbidden_markers": [ "captcha", "CAPTCHA", "Robot", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "playwright-target_search_laptop-05", "target_id": "target_search_laptop", "target_category": "heavy_javascript", "url": "https://www.target.com/s?searchTerm=laptop", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.target.com/s?searchTerm=laptop", "latency_ms": 4171, "response_bytes": 156300, "response_text_chars": 156282, "required_markers": [ "Target", "laptop" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "Robot or human" ], "forbidden_final_url_markers": [] }, { "id": "playwright-booking_search_paris-06", "target_id": "booking_search_paris", "target_category": "travel_ab_testing", "url": "https://www.booking.com/searchresults.html?ss=Paris", "passed": false, "reason": "expected_status_200_got_202", "had_response": true, "expected_status": 200, "status": 202, "final_url": "https://www.booking.com/searchresults.html", "latency_ms": 2933, "response_bytes": 696006, "response_text_chars": 695627, "required_markers": [ "Booking.com", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "playwright-airbnb_search_paris-07", "target_id": "airbnb_search_paris", "target_category": "embedded_react_state", "url": "https://www.airbnb.com/s/Paris--France/homes", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.airbnb.com/s/Paris--France/homes", "latency_ms": 3733, "response_bytes": 1392854, "response_text_chars": 1391574, "required_markers": [ "Airbnb", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA", "verify", "verification" ], "forbidden_final_url_markers": [] }, { "id": "playwright-tripadvisor_restaurants_paris-08", "target_id": "tripadvisor_restaurants_paris", "target_category": "travel_reviews", "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "latency_ms": 1088, "response_bytes": 1520, "response_text_chars": 1520, "required_markers": [ "Tripadvisor", "Paris" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "playwright-expedia_hotels_paris-09", "target_id": "expedia_hotels_paris", "target_category": "async_travel_search", "url": "https://www.expedia.com/Hotel-Search?destination=Paris", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://www.expedia.com/Hotel-Search?destination=Paris", "latency_ms": 1851, "response_bytes": 121129, "response_text_chars": 121129, "required_markers": [ "Expedia", "Paris" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "playwright-zillow_homes_for_sale-10", "target_id": "zillow_homes_for_sale", "target_category": "real_estate_antibot", "url": "https://www.zillow.com/homes/for_sale/", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.zillow.com/homes/for_sale/", "latency_ms": 2707, "response_bytes": 9911, "response_text_chars": 9911, "required_markers": [ "Zillow", "homes" ], "forbidden_markers": [ "Access to this page has been denied", "Are you a human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "playwright-realtor_new_york-11", "target_id": "realtor_new_york", "target_category": "real_estate_map_search", "url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "latency_ms": 2187, "response_bytes": 1875, "response_text_chars": 1875, "required_markers": [ "Realtor.com", "New York" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "playwright-rightmove_london-12", "target_id": "rightmove_london", "target_category": "regional_real_estate", "url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "latency_ms": 3543, "response_bytes": 1572422, "response_text_chars": 1572216, "required_markers": [ "Rightmove", "London" ], "forbidden_markers": [ "page-not-found", "Page Not Found", "Access Denied" ], "forbidden_final_url_markers": [] }, { "id": "playwright-indeed_python_remote-13", "target_id": "indeed_python_remote", "target_category": "job_board_cloudflare", "url": "https://www.indeed.com/jobs?q=python&l=Remote", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.indeed.com/jobs?q=python&l=Remote", "latency_ms": 715, "response_bytes": 67912, "response_text_chars": 67910, "required_markers": [ "Indeed", "python" ], "forbidden_markers": [ "Just a moment", "Cloudflare", "captcha", "CAPTCHA", "Verify" ], "forbidden_final_url_markers": [] }, { "id": "playwright-yelp_sf_restaurants-14", "target_id": "yelp_sf_restaurants", "target_category": "local_directory", "url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "latency_ms": 953, "response_bytes": 1603, "response_text_chars": 1603, "required_markers": [ "Yelp", "restaurants" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "playwright-trustpilot_amazon-15", "target_id": "trustpilot_amazon", "target_category": "json_ld_reviews", "url": "https://www.trustpilot.com/review/amazon.com", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.trustpilot.com/review/www.amazon.com", "latency_ms": 3078, "response_bytes": 1057181, "response_text_chars": 1056176, "required_markers": [ "Trustpilot", "Amazon" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "playwright-craigslist_nyc_bike-16", "target_id": "craigslist_nyc_bike", "target_category": "simple_html_rate_limit", "url": "https://newyork.craigslist.org/search/sss?query=bike", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://newyork.craigslist.org/search/sss?query=bike", "latency_ms": 1407, "response_bytes": 257, "response_text_chars": 257, "required_markers": [ "craigslist", "bike" ], "forbidden_markers": [ "Forbidden", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "playwright-yahoo_finance_aapl-17", "target_id": "yahoo_finance_aapl", "target_category": "finance_react_tables", "url": "https://finance.yahoo.com/quote/AAPL/", "passed": false, "reason": "forbidden_final_url_marker:consent.yahoo.com", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://consent.yahoo.com/v2/collectConsent?sessionId=3_cc-session_07a7494d-9728-4272-b10e-8e16908cc0aa", "latency_ms": 1713, "response_bytes": 96713, "response_text_chars": 96496, "required_markers": [ "Yahoo Finance", "AAPL" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [ "consent.yahoo.com" ] }, { "id": "playwright-coinmarketcap_home-18", "target_id": "coinmarketcap_home", "target_category": "crypto_dynamic_grid", "url": "https://coinmarketcap.com/", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://coinmarketcap.com/", "latency_ms": 3361, "response_bytes": 902360, "response_text_chars": 902018, "required_markers": [ "CoinMarketCap", "Cryptocurrency" ], "forbidden_markers": [ "Just a moment", "captcha", "CAPTCHA", "Enable JavaScript" ], "forbidden_final_url_markers": [] }, { "id": "playwright-reddit_webscraping-19", "target_id": "reddit_webscraping", "target_category": "forum_shadow_dom", "url": "https://www.reddit.com/r/webscraping/", "passed": false, "reason": "missing_required_marker", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.reddit.com/r/webscraping/?solution=f07d7c6cdef93f66f07d7c6cdef93f66&js_challenge=1&token=bbbe4bf1c9a2b5160829c4be34da58614e3fc61fd3236360580638047155390c&jsc_orig_r=", "latency_ms": 921, "response_bytes": 189958, "response_text_chars": 189954, "required_markers": [ "r/webscraping", "webscraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] }, { "id": "playwright-youtube_search_scraping-20", "target_id": "youtube_search_scraping", "target_category": "spa_initial_json", "url": "https://www.youtube.com/results?search_query=web+scraping", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.youtube.com/results?search_query=web+scraping", "latency_ms": 4257, "response_bytes": 2679420, "response_text_chars": 2676220, "required_markers": [ "ytInitialData", "web scraping" ], "forbidden_markers": [ "Sign in to confirm you're not a bot", "Sign in to confirm you’re not a bot", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "playwright-wikipedia_web_scraping-21", "target_id": "wikipedia_web_scraping", "target_category": "large_static_html", "url": "https://en.wikipedia.org/wiki/Web_scraping", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://en.wikipedia.org/wiki/Web_scraping", "latency_ms": 1537, "response_bytes": 626994, "response_text_chars": 625247, "required_markers": [ "Web scraping", "Data scraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] } ] }, { "id": "patchright", "name": "Patchright", "run_id": "patchright-common-sites-v1-20260524", "corpus_id": "public-tough-v1", "started_at": "2026-05-24T17:52:06+00:00", "finished_at": "2026-05-24T17:53:02+00:00", "proxy_mode": "none", "network_dependent": true, "version": "1.60.0", "adapter": "patchright.sync_api.chromium.goto", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "tool_metadata": { "adapter": "patchright.sync_api.chromium.goto", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "proxy_mode": "none", "python_version": "3.12.3", "timeout_seconds": 15, "tool": "patchright", "tool_version": "1.60.0" }, "passed": 3, "total": 21, "attempts": [ { "id": "patchright-amazon_search_laptop-01", "target_id": "amazon_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.amazon.com/s?k=laptop", "passed": false, "reason": "expected_status_200_got_503", "had_response": true, "expected_status": 200, "status": 503, "final_url": "https://www.amazon.com/s?k=laptop", "latency_ms": 865, "response_bytes": 2317, "response_text_chars": 2317, "required_markers": [ "Amazon", "laptop" ], "forbidden_markers": [ "Robot Check", "Enter the characters", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "patchright-walmart_search_laptop-02", "target_id": "walmart_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.walmart.com/search?q=laptop", "passed": false, "reason": "forbidden_marker_present:Robot or human", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.walmart.com/blocked?url=L3NlYXJjaD9xPWxhcHRvcA==&uuid=48a83921-5799-11f1-8582-98bf24b784ee&vid=&g=b", "latency_ms": 3525, "response_bytes": 17492, "response_text_chars": 17487, "required_markers": [ "Walmart", "laptop" ], "forbidden_markers": [ "blocked", "Blocked", "Robot or human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "patchright-ebay_search_laptop-03", "target_id": "ebay_search_laptop", "target_category": "marketplace_html", "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "latency_ms": 707, "response_bytes": 301, "response_text_chars": 301, "required_markers": [ "eBay", "laptop" ], "forbidden_markers": [ "Access Denied", "Pardon Our Interruption", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "patchright-aliexpress_search_laptop-04", "target_id": "aliexpress_search_laptop", "target_category": "ecommerce_localization", "url": "https://www.aliexpress.com/wholesale?SearchText=laptop", "passed": false, "reason": "forbidden_marker_present:Robot", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.aliexpress.com/w/wholesale-laptop.html", "latency_ms": 4778, "response_bytes": 894456, "response_text_chars": 894010, "required_markers": [ "AliExpress", "laptop" ], "forbidden_markers": [ "captcha", "CAPTCHA", "Robot", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "patchright-target_search_laptop-05", "target_id": "target_search_laptop", "target_category": "heavy_javascript", "url": "https://www.target.com/s?searchTerm=laptop", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.target.com/s?searchTerm=laptop", "latency_ms": 4062, "response_bytes": 307325, "response_text_chars": 307289, "required_markers": [ "Target", "laptop" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "Robot or human" ], "forbidden_final_url_markers": [] }, { "id": "patchright-booking_search_paris-06", "target_id": "booking_search_paris", "target_category": "travel_ab_testing", "url": "https://www.booking.com/searchresults.html?ss=Paris", "passed": false, "reason": "expected_status_200_got_202", "had_response": true, "expected_status": 200, "status": 202, "final_url": "https://www.booking.com/searchresults.html", "latency_ms": 2563, "response_bytes": 696132, "response_text_chars": 695753, "required_markers": [ "Booking.com", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "patchright-airbnb_search_paris-07", "target_id": "airbnb_search_paris", "target_category": "embedded_react_state", "url": "https://www.airbnb.com/s/Paris--France/homes", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.airbnb.com/s/Paris--France/homes", "latency_ms": 3707, "response_bytes": 1752590, "response_text_chars": 1751216, "required_markers": [ "Airbnb", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA", "verify", "verification" ], "forbidden_final_url_markers": [] }, { "id": "patchright-tripadvisor_restaurants_paris-08", "target_id": "tripadvisor_restaurants_paris", "target_category": "travel_reviews", "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "latency_ms": 1070, "response_bytes": 1520, "response_text_chars": 1520, "required_markers": [ "Tripadvisor", "Paris" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "patchright-expedia_hotels_paris-09", "target_id": "expedia_hotels_paris", "target_category": "async_travel_search", "url": "https://www.expedia.com/Hotel-Search?destination=Paris", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://www.expedia.com/Hotel-Search?destination=Paris", "latency_ms": 1752, "response_bytes": 121135, "response_text_chars": 121135, "required_markers": [ "Expedia", "Paris" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "patchright-zillow_homes_for_sale-10", "target_id": "zillow_homes_for_sale", "target_category": "real_estate_antibot", "url": "https://www.zillow.com/homes/for_sale/", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.zillow.com/homes/for_sale/", "latency_ms": 2791, "response_bytes": 9911, "response_text_chars": 9911, "required_markers": [ "Zillow", "homes" ], "forbidden_markers": [ "Access to this page has been denied", "Are you a human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "patchright-realtor_new_york-11", "target_id": "realtor_new_york", "target_category": "real_estate_map_search", "url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "latency_ms": 3081, "response_bytes": 1816, "response_text_chars": 1816, "required_markers": [ "Realtor.com", "New York" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "patchright-rightmove_london-12", "target_id": "rightmove_london", "target_category": "regional_real_estate", "url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "latency_ms": 3514, "response_bytes": 1574468, "response_text_chars": 1574266, "required_markers": [ "Rightmove", "London" ], "forbidden_markers": [ "page-not-found", "Page Not Found", "Access Denied" ], "forbidden_final_url_markers": [] }, { "id": "patchright-indeed_python_remote-13", "target_id": "indeed_python_remote", "target_category": "job_board_cloudflare", "url": "https://www.indeed.com/jobs?q=python&l=Remote", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.indeed.com/jobs?q=python&l=Remote", "latency_ms": 707, "response_bytes": 67912, "response_text_chars": 67910, "required_markers": [ "Indeed", "python" ], "forbidden_markers": [ "Just a moment", "Cloudflare", "captcha", "CAPTCHA", "Verify" ], "forbidden_final_url_markers": [] }, { "id": "patchright-yelp_sf_restaurants-14", "target_id": "yelp_sf_restaurants", "target_category": "local_directory", "url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "latency_ms": 954, "response_bytes": 1603, "response_text_chars": 1603, "required_markers": [ "Yelp", "restaurants" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "patchright-trustpilot_amazon-15", "target_id": "trustpilot_amazon", "target_category": "json_ld_reviews", "url": "https://www.trustpilot.com/review/amazon.com", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.trustpilot.com/review/www.amazon.com", "latency_ms": 2996, "response_bytes": 1057741, "response_text_chars": 1056772, "required_markers": [ "Trustpilot", "Amazon" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "patchright-craigslist_nyc_bike-16", "target_id": "craigslist_nyc_bike", "target_category": "simple_html_rate_limit", "url": "https://newyork.craigslist.org/search/sss?query=bike", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://newyork.craigslist.org/search/sss?query=bike", "latency_ms": 1280, "response_bytes": 257, "response_text_chars": 257, "required_markers": [ "craigslist", "bike" ], "forbidden_markers": [ "Forbidden", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "patchright-yahoo_finance_aapl-17", "target_id": "yahoo_finance_aapl", "target_category": "finance_react_tables", "url": "https://finance.yahoo.com/quote/AAPL/", "passed": false, "reason": "forbidden_final_url_marker:consent.yahoo.com", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://consent.yahoo.com/v2/collectConsent?sessionId=3_cc-session_6850439f-60d3-430b-bf7d-e733566ca8e9", "latency_ms": 1737, "response_bytes": 96713, "response_text_chars": 96496, "required_markers": [ "Yahoo Finance", "AAPL" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [ "consent.yahoo.com" ] }, { "id": "patchright-coinmarketcap_home-18", "target_id": "coinmarketcap_home", "target_category": "crypto_dynamic_grid", "url": "https://coinmarketcap.com/", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://coinmarketcap.com/", "latency_ms": 3258, "response_bytes": 894222, "response_text_chars": 893839, "required_markers": [ "CoinMarketCap", "Cryptocurrency" ], "forbidden_markers": [ "Just a moment", "captcha", "CAPTCHA", "Enable JavaScript" ], "forbidden_final_url_markers": [] }, { "id": "patchright-reddit_webscraping-19", "target_id": "reddit_webscraping", "target_category": "forum_shadow_dom", "url": "https://www.reddit.com/r/webscraping/", "passed": false, "reason": "missing_required_marker", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.reddit.com/r/webscraping/?solution=82435c15159f716a82435c15159f716a&js_challenge=1&token=bbbe4bf1c9a2b5160829c4be34da58617ee4bf4799e384e82da693ca9d5af3a4&jsc_orig_r=", "latency_ms": 911, "response_bytes": 189958, "response_text_chars": 189954, "required_markers": [ "r/webscraping", "webscraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] }, { "id": "patchright-youtube_search_scraping-20", "target_id": "youtube_search_scraping", "target_category": "spa_initial_json", "url": "https://www.youtube.com/results?search_query=web+scraping", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.youtube.com/results?search_query=web+scraping", "latency_ms": 4333, "response_bytes": 2500735, "response_text_chars": 2497695, "required_markers": [ "ytInitialData", "web scraping" ], "forbidden_markers": [ "Sign in to confirm you're not a bot", "Sign in to confirm you’re not a bot", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "patchright-wikipedia_web_scraping-21", "target_id": "wikipedia_web_scraping", "target_category": "large_static_html", "url": "https://en.wikipedia.org/wiki/Web_scraping", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://en.wikipedia.org/wiki/Web_scraping", "latency_ms": 1581, "response_bytes": 626994, "response_text_chars": 625247, "required_markers": [ "Web scraping", "Data scraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] } ] }, { "id": "seleniumbase", "name": "SeleniumBase", "run_id": "seleniumbase-common-sites-v1-20260524", "corpus_id": "public-tough-v1", "started_at": "2026-05-24T17:53:09+00:00", "finished_at": "2026-05-24T17:53:46+00:00", "proxy_mode": "none", "network_dependent": true, "version": "4.49.2", "adapter": "seleniumbase.Driver.get", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "tool_metadata": { "adapter": "seleniumbase.Driver.get", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "proxy_mode": "none", "python_version": "3.12.3", "timeout_seconds": 15, "tool": "seleniumbase", "tool_version": "4.49.2" }, "passed": 4, "total": 21, "attempts": [ { "id": "seleniumbase-amazon_search_laptop-01", "target_id": "amazon_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.amazon.com/s?k=laptop", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://www.amazon.com/s?k=laptop", "latency_ms": 1883, "response_bytes": 1269610, "response_text_chars": 1269523, "required_markers": [ "Amazon", "laptop" ], "forbidden_markers": [ "Robot Check", "Enter the characters", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-walmart_search_laptop-02", "target_id": "walmart_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.walmart.com/search?q=laptop", "passed": false, "reason": "forbidden_marker_present:Robot or human", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://www.walmart.com/blocked?url=L3NlYXJjaD9xPWxhcHRvcA==&uuid=6f15591f-5799-11f1-81e1-314fa3e8fcdd&vid=&g=b", "latency_ms": 996, "response_bytes": 16093, "response_text_chars": 16088, "required_markers": [ "Walmart", "laptop" ], "forbidden_markers": [ "blocked", "Blocked", "Robot or human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-ebay_search_laptop-03", "target_id": "ebay_search_laptop", "target_category": "marketplace_html", "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "passed": false, "reason": "missing_required_marker", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "latency_ms": 123, "response_bytes": 301, "response_text_chars": 301, "required_markers": [ "eBay", "laptop" ], "forbidden_markers": [ "Access Denied", "Pardon Our Interruption", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-aliexpress_search_laptop-04", "target_id": "aliexpress_search_laptop", "target_category": "ecommerce_localization", "url": "https://www.aliexpress.com/wholesale?SearchText=laptop", "passed": false, "reason": "forbidden_marker_present:Robot", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://www.aliexpress.com/w/wholesale-laptop.html", "latency_ms": 4618, "response_bytes": 900108, "response_text_chars": 899749, "required_markers": [ "AliExpress", "laptop" ], "forbidden_markers": [ "captcha", "CAPTCHA", "Robot", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-target_search_laptop-05", "target_id": "target_search_laptop", "target_category": "heavy_javascript", "url": "https://www.target.com/s?searchTerm=laptop", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://www.target.com/s?searchTerm=laptop", "latency_ms": 2997, "response_bytes": 156450, "response_text_chars": 156432, "required_markers": [ "Target", "laptop" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "Robot or human" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-booking_search_paris-06", "target_id": "booking_search_paris", "target_category": "travel_ab_testing", "url": "https://www.booking.com/searchresults.html?ss=Paris", "passed": false, "reason": "missing_required_marker", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://www.booking.com/searchresults.html?ss=Paris", "latency_ms": 380, "response_bytes": 8383, "response_text_chars": 8383, "required_markers": [ "Booking.com", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-airbnb_search_paris-07", "target_id": "airbnb_search_paris", "target_category": "embedded_react_state", "url": "https://www.airbnb.com/s/Paris--France/homes", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://www.airbnb.com/s/Paris--France/homes", "latency_ms": 3117, "response_bytes": 1708828, "response_text_chars": 1707498, "required_markers": [ "Airbnb", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA", "verify", "verification" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-tripadvisor_restaurants_paris-08", "target_id": "tripadvisor_restaurants_paris", "target_category": "travel_reviews", "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "latency_ms": 639, "response_bytes": 1520, "response_text_chars": 1520, "required_markers": [ "Tripadvisor", "Paris" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-expedia_hotels_paris-09", "target_id": "expedia_hotels_paris", "target_category": "async_travel_search", "url": "https://www.expedia.com/Hotel-Search?destination=Paris", "passed": false, "reason": "missing_required_marker", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://www.expedia.com/Hotel-Search?destination=Paris", "latency_ms": 913, "response_bytes": 120318, "response_text_chars": 120318, "required_markers": [ "Expedia", "Paris" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-zillow_homes_for_sale-10", "target_id": "zillow_homes_for_sale", "target_category": "real_estate_antibot", "url": "https://www.zillow.com/homes/for_sale/", "passed": false, "reason": "missing_required_marker", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://www.zillow.com/homes/for_sale/", "latency_ms": 847, "response_bytes": 9227, "response_text_chars": 9227, "required_markers": [ "Zillow", "homes" ], "forbidden_markers": [ "Access to this page has been denied", "Are you a human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-realtor_new_york-11", "target_id": "realtor_new_york", "target_category": "real_estate_map_search", "url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "passed": false, "reason": "missing_required_marker", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "latency_ms": 1051, "response_bytes": 1923, "response_text_chars": 1923, "required_markers": [ "Realtor.com", "New York" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-rightmove_london-12", "target_id": "rightmove_london", "target_category": "regional_real_estate", "url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "latency_ms": 3703, "response_bytes": 1610200, "response_text_chars": 1609990, "required_markers": [ "Rightmove", "London" ], "forbidden_markers": [ "page-not-found", "Page Not Found", "Access Denied" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-indeed_python_remote-13", "target_id": "indeed_python_remote", "target_category": "job_board_cloudflare", "url": "https://www.indeed.com/jobs?q=python&l=Remote", "passed": false, "reason": "forbidden_marker_present:Cloudflare", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://www.indeed.com/jobs?q=python&l=Remote", "latency_ms": 98, "response_bytes": 67897, "response_text_chars": 67895, "required_markers": [ "Indeed", "python" ], "forbidden_markers": [ "Just a moment", "Cloudflare", "captcha", "CAPTCHA", "Verify" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-yelp_sf_restaurants-14", "target_id": "yelp_sf_restaurants", "target_category": "local_directory", "url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "latency_ms": 528, "response_bytes": 1615, "response_text_chars": 1615, "required_markers": [ "Yelp", "restaurants" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-trustpilot_amazon-15", "target_id": "trustpilot_amazon", "target_category": "json_ld_reviews", "url": "https://www.trustpilot.com/review/amazon.com", "passed": false, "reason": "missing_required_marker", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://www.trustpilot.com/review/amazon.com", "latency_ms": 441, "response_bytes": 976, "response_text_chars": 976, "required_markers": [ "Trustpilot", "Amazon" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-craigslist_nyc_bike-16", "target_id": "craigslist_nyc_bike", "target_category": "simple_html_rate_limit", "url": "https://newyork.craigslist.org/search/sss?query=bike", "passed": false, "reason": "forbidden_marker_present:blocked", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://newyork.craigslist.org/search/sss?query=bike", "latency_ms": 412, "response_bytes": 242, "response_text_chars": 242, "required_markers": [ "craigslist", "bike" ], "forbidden_markers": [ "Forbidden", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-yahoo_finance_aapl-17", "target_id": "yahoo_finance_aapl", "target_category": "finance_react_tables", "url": "https://finance.yahoo.com/quote/AAPL/", "passed": false, "reason": "forbidden_final_url_marker:consent.yahoo.com", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://consent.yahoo.com/v2/collectConsent?sessionId=3_cc-session_c45f09a1-d685-4dc1-a743-13494c4a50b3", "latency_ms": 1068, "response_bytes": 96698, "response_text_chars": 96481, "required_markers": [ "Yahoo Finance", "AAPL" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [ "consent.yahoo.com" ] }, { "id": "seleniumbase-coinmarketcap_home-18", "target_id": "coinmarketcap_home", "target_category": "crypto_dynamic_grid", "url": "https://coinmarketcap.com/", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://coinmarketcap.com/", "latency_ms": 1468, "response_bytes": 742077, "response_text_chars": 741698, "required_markers": [ "CoinMarketCap", "Cryptocurrency" ], "forbidden_markers": [ "Just a moment", "captcha", "CAPTCHA", "Enable JavaScript" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-reddit_webscraping-19", "target_id": "reddit_webscraping", "target_category": "forum_shadow_dom", "url": "https://www.reddit.com/r/webscraping/", "passed": false, "reason": "missing_required_marker", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://www.reddit.com/r/webscraping/?solution=0e921c460656d2760e921c460656d276&js_challenge=1&token=bbbe4bf1c9a2b5160829c4be34da5861247781230b796c5358e49c71b53cc80a&jsc_orig_r=", "latency_ms": 443, "response_bytes": 189958, "response_text_chars": 189954, "required_markers": [ "r/webscraping", "webscraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-youtube_search_scraping-20", "target_id": "youtube_search_scraping", "target_category": "spa_initial_json", "url": "https://www.youtube.com/results?search_query=web+scraping", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://www.youtube.com/results?search_query=web+scraping", "latency_ms": 1937, "response_bytes": 1699491, "response_text_chars": 1698893, "required_markers": [ "ytInitialData", "web scraping" ], "forbidden_markers": [ "Sign in to confirm you're not a bot", "Sign in to confirm you’re not a bot", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "seleniumbase-wikipedia_web_scraping-21", "target_id": "wikipedia_web_scraping", "target_category": "large_static_html", "url": "https://en.wikipedia.org/wiki/Web_scraping", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": null, "final_url": "https://en.wikipedia.org/wiki/Web_scraping", "latency_ms": 633, "response_bytes": 286963, "response_text_chars": 286572, "required_markers": [ "Web scraping", "Data scraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] } ] }, { "id": "botosaurus", "name": "Botasaurus", "run_id": "botosaurus-common-sites-v1-20260524", "corpus_id": "public-tough-v1", "started_at": "2026-05-24T16:57:35+00:00", "finished_at": "2026-05-24T16:57:49+00:00", "proxy_mode": "none", "network_dependent": true, "version": "4.0.97", "adapter": "botasaurus.request.Request.get", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "tool_metadata": { "adapter": "botasaurus.request.Request.get", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "proxy_mode": "none", "python_version": "3.12.3", "timeout_seconds": 12, "tool": "botosaurus", "tool_version": "4.0.97" }, "passed": 6, "total": 21, "attempts": [ { "id": "botosaurus-amazon_search_laptop-01", "target_id": "amazon_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.amazon.com/s?k=laptop", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.amazon.com/s?k=laptop", "latency_ms": 1056, "response_bytes": 1578655, "response_text_chars": 1578469, "required_markers": [ "Amazon", "laptop" ], "forbidden_markers": [ "Robot Check", "Enter the characters", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-walmart_search_laptop-02", "target_id": "walmart_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.walmart.com/search?q=laptop", "passed": false, "reason": "forbidden_marker_present:Blocked", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.walmart.com/search?q=laptop", "latency_ms": 2623, "response_bytes": 1174281, "response_text_chars": 1174187, "required_markers": [ "Walmart", "laptop" ], "forbidden_markers": [ "blocked", "Blocked", "Robot or human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-ebay_search_laptop-03", "target_id": "ebay_search_laptop", "target_category": "marketplace_html", "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "latency_ms": 185, "response_bytes": 546, "response_text_chars": 546, "required_markers": [ "eBay", "laptop" ], "forbidden_markers": [ "Access Denied", "Pardon Our Interruption", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-aliexpress_search_laptop-04", "target_id": "aliexpress_search_laptop", "target_category": "ecommerce_localization", "url": "https://www.aliexpress.com/wholesale?SearchText=laptop", "passed": false, "reason": "missing_required_marker", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.aliexpress.com/wholesale?SearchText=laptop", "latency_ms": 120, "response_bytes": 2139, "response_text_chars": 2139, "required_markers": [ "AliExpress", "laptop" ], "forbidden_markers": [ "captcha", "CAPTCHA", "Robot", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-target_search_laptop-05", "target_id": "target_search_laptop", "target_category": "heavy_javascript", "url": "https://www.target.com/s?searchTerm=laptop", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.target.com/s?searchTerm=laptop", "latency_ms": 1023, "response_bytes": 150085, "response_text_chars": 150067, "required_markers": [ "Target", "laptop" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "Robot or human" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-booking_search_paris-06", "target_id": "booking_search_paris", "target_category": "travel_ab_testing", "url": "https://www.booking.com/searchresults.html?ss=Paris", "passed": false, "reason": "expected_status_200_got_202", "had_response": true, "expected_status": 200, "status": 202, "final_url": "https://www.booking.com/searchresults.html?ss=Paris", "latency_ms": 131, "response_bytes": 8420, "response_text_chars": 8420, "required_markers": [ "Booking.com", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-airbnb_search_paris-07", "target_id": "airbnb_search_paris", "target_category": "embedded_react_state", "url": "https://www.airbnb.com/s/Paris--France/homes", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.airbnb.com/s/Paris--France/homes", "latency_ms": 1764, "response_bytes": 906037, "response_text_chars": 905051, "required_markers": [ "Airbnb", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA", "verify", "verification" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-tripadvisor_restaurants_paris-08", "target_id": "tripadvisor_restaurants_paris", "target_category": "travel_reviews", "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "latency_ms": 172, "response_bytes": 778, "response_text_chars": 778, "required_markers": [ "Tripadvisor", "Paris" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-expedia_hotels_paris-09", "target_id": "expedia_hotels_paris", "target_category": "async_travel_search", "url": "https://www.expedia.com/Hotel-Search?destination=Paris", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://www.expedia.com/Hotel-Search?destination=Paris", "latency_ms": 210, "response_bytes": 120421, "response_text_chars": 120421, "required_markers": [ "Expedia", "Paris" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-zillow_homes_for_sale-10", "target_id": "zillow_homes_for_sale", "target_category": "real_estate_antibot", "url": "https://www.zillow.com/homes/for_sale/", "passed": false, "reason": "forbidden_marker_present:CAPTCHA", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.zillow.com/homes/for_sale/", "latency_ms": 678, "response_bytes": 275508, "response_text_chars": 275493, "required_markers": [ "Zillow", "homes" ], "forbidden_markers": [ "Access to this page has been denied", "Are you a human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-realtor_new_york-11", "target_id": "realtor_new_york", "target_category": "real_estate_map_search", "url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "latency_ms": 208, "response_bytes": 1777, "response_text_chars": 1777, "required_markers": [ "Realtor.com", "New York" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-rightmove_london-12", "target_id": "rightmove_london", "target_category": "regional_real_estate", "url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "latency_ms": 841, "response_bytes": 1148226, "response_text_chars": 1148019, "required_markers": [ "Rightmove", "London" ], "forbidden_markers": [ "page-not-found", "Page Not Found", "Access Denied" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-indeed_python_remote-13", "target_id": "indeed_python_remote", "target_category": "job_board_cloudflare", "url": "https://www.indeed.com/jobs?q=python&l=Remote", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.indeed.com/jobs?q=python&l=Remote", "latency_ms": 1090, "response_bytes": 1892902, "response_text_chars": 1892498, "required_markers": [ "Indeed", "python" ], "forbidden_markers": [ "Just a moment", "Cloudflare", "captcha", "CAPTCHA", "Verify" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-yelp_sf_restaurants-14", "target_id": "yelp_sf_restaurants", "target_category": "local_directory", "url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "latency_ms": 179, "response_bytes": 866, "response_text_chars": 866, "required_markers": [ "Yelp", "restaurants" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-trustpilot_amazon-15", "target_id": "trustpilot_amazon", "target_category": "json_ld_reviews", "url": "https://www.trustpilot.com/review/amazon.com", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.trustpilot.com/review/amazon.com", "latency_ms": 59, "response_bytes": 991, "response_text_chars": 991, "required_markers": [ "Trustpilot", "Amazon" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-craigslist_nyc_bike-16", "target_id": "craigslist_nyc_bike", "target_category": "simple_html_rate_limit", "url": "https://newyork.craigslist.org/search/sss?query=bike", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://newyork.craigslist.org/search/sss?query=bike", "latency_ms": 620, "response_bytes": 249, "response_text_chars": 249, "required_markers": [ "craigslist", "bike" ], "forbidden_markers": [ "Forbidden", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-yahoo_finance_aapl-17", "target_id": "yahoo_finance_aapl", "target_category": "finance_react_tables", "url": "https://finance.yahoo.com/quote/AAPL/", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://finance.yahoo.com/quote/AAPL/", "latency_ms": 789, "response_bytes": 2729232, "response_text_chars": 2728955, "required_markers": [ "Yahoo Finance", "AAPL" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [ "consent.yahoo.com" ] }, { "id": "botosaurus-coinmarketcap_home-18", "target_id": "coinmarketcap_home", "target_category": "crypto_dynamic_grid", "url": "https://coinmarketcap.com/", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://coinmarketcap.com/", "latency_ms": 36, "response_bytes": 695727, "response_text_chars": 695403, "required_markers": [ "CoinMarketCap", "Cryptocurrency" ], "forbidden_markers": [ "Just a moment", "captcha", "CAPTCHA", "Enable JavaScript" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-reddit_webscraping-19", "target_id": "reddit_webscraping", "target_category": "forum_shadow_dom", "url": "https://www.reddit.com/r/webscraping/", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.reddit.com/r/webscraping/", "latency_ms": 1007, "response_bytes": 536728, "response_text_chars": 536660, "required_markers": [ "r/webscraping", "webscraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-youtube_search_scraping-20", "target_id": "youtube_search_scraping", "target_category": "spa_initial_json", "url": "https://www.youtube.com/results?search_query=web+scraping", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.youtube.com/results?search_query=web+scraping", "latency_ms": 675, "response_bytes": 1485877, "response_text_chars": 1483762, "required_markers": [ "ytInitialData", "web scraping" ], "forbidden_markers": [ "Sign in to confirm you're not a bot", "Sign in to confirm you’re not a bot", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "botosaurus-wikipedia_web_scraping-21", "target_id": "wikipedia_web_scraping", "target_category": "large_static_html", "url": "https://en.wikipedia.org/wiki/Web_scraping", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://en.wikipedia.org/wiki/Web_scraping", "latency_ms": 240, "response_bytes": 166147, "response_text_chars": 165756, "required_markers": [ "Web scraping", "Data scraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] } ] }, { "id": "camoufox", "name": "Camoufox", "run_id": "camoufox-common-sites-v1-20260524", "corpus_id": "public-tough-v1", "started_at": "2026-05-24T17:58:04+00:00", "finished_at": "2026-05-24T18:00:44+00:00", "proxy_mode": "none", "network_dependent": true, "version": "0.4.11", "adapter": "camoufox.sync_api.Camoufox.goto", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "tool_metadata": { "adapter": "camoufox.sync_api.Camoufox.goto", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "proxy_mode": "none", "python_version": "3.12.3", "timeout_seconds": 15, "tool": "camoufox", "tool_version": "0.4.11" }, "passed": 4, "total": 21, "attempts": [ { "id": "camoufox-amazon_search_laptop-01", "target_id": "amazon_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.amazon.com/s?k=laptop", "passed": false, "reason": "expected_status_200_got_503", "had_response": true, "expected_status": 200, "status": 503, "final_url": "https://www.amazon.com/s?k=laptop", "latency_ms": 4060, "response_bytes": 2317, "response_text_chars": 2317, "required_markers": [ "Amazon", "laptop" ], "forbidden_markers": [ "Robot Check", "Enter the characters", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-walmart_search_laptop-02", "target_id": "walmart_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.walmart.com/search?q=laptop", "passed": false, "reason": "forbidden_marker_present:Blocked", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.walmart.com/search?q=laptop", "latency_ms": 12241, "response_bytes": 1762279, "response_text_chars": 1762122, "required_markers": [ "Walmart", "laptop" ], "forbidden_markers": [ "blocked", "Blocked", "Robot or human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-ebay_search_laptop-03", "target_id": "ebay_search_laptop", "target_category": "marketplace_html", "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "latency_ms": 4155, "response_bytes": 458, "response_text_chars": 458, "required_markers": [ "eBay", "laptop" ], "forbidden_markers": [ "Access Denied", "Pardon Our Interruption", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-aliexpress_search_laptop-04", "target_id": "aliexpress_search_laptop", "target_category": "ecommerce_localization", "url": "https://www.aliexpress.com/wholesale?SearchText=laptop", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.aliexpress.com//wholesale/_____tmd_____/punish?x5secdata=xfhjwhMDz84IPndYdMWvrAngGo58PnuExgKO0tvIg0_HOGSeSrat97uVXy6uYunsAcs7Bez2SAkT-ITAqixUJSZ_B3p0BR6rd5BKeuqM4ikh8h34W_x_k6DvQh7cpyKXipLs0IhanEEvJhfWrBnsjCkCiYE1nU4JM0q5LaH7DvlmUnZgHIcqWXTMUJcAWiPUTtFTAUBBhjn1SEOECfCImFK5zEgIwuWtlbbLaIN7J7daRmdQv9tt2e03qxEjXYOZR5u-vQCPPNNUIALd0Rdvnx74jIVPJG20RP7KWuxbALJGZrQNV3KsYeydCAoBX5mqAR4mIyyYsqAXi1Axf9x0RW64F2KM8Ve7oakrwWmjdgfURdosJpxp0fLYzQediWMJCSvk_pVA0fbA9WdajedBNDG1trQRgLsBquk9aT1dQxH13E2t0k9UqgBZ8Geb6pm28LCZ4MstWQ2lo3ZYjYwHjCoRUZZRKGP4drh57AEcm7kaili5CuBv_BI3aElmpFuDgzXzhmGnuvvgZtZ1XYi9KI_qEBC5pXMdZnTaUQBJiPXTa8s6SJ6c71O12_IJYoKNqxdguidnX24rhj7aQuNFAK6V5I8_-9UtIQQPnkja27t--KsVwed_PyU5Ntly54mp8kkPL2Zri3oF4u7HZ9tzur8gCEnJUElMgKhTb-engSNk5HsO3rPzdBEnSKtFa1zDkk-GRCiwg8UI4rOy_HHRBk5Y60s4sqXLqzQSUiYsTzvlNd4AaIXegeWafyDAMGO1wfIXZLTgVV7jZLilJeelNe9MGX3y0lU6Ceb4caO7MlXDzgtuhc0USyNiSP7C1GuzLcoyNyBEyqCKt-rUvM1n5JDA__bx__www.aliexpress.com%2fwholesale&x5step=1", "latency_ms": 5941, "response_bytes": 203475, "response_text_chars": 203392, "required_markers": [ "AliExpress", "laptop" ], "forbidden_markers": [ "captcha", "CAPTCHA", "Robot", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-target_search_laptop-05", "target_id": "target_search_laptop", "target_category": "heavy_javascript", "url": "https://www.target.com/s?searchTerm=laptop", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.target.com/s?searchTerm=laptop", "latency_ms": 9246, "response_bytes": 155776, "response_text_chars": 155758, "required_markers": [ "Target", "laptop" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "Robot or human" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-booking_search_paris-06", "target_id": "booking_search_paris", "target_category": "travel_ab_testing", "url": "https://www.booking.com/searchresults.html?ss=Paris", "passed": false, "reason": "expected_status_200_got_202", "had_response": true, "expected_status": 200, "status": 202, "final_url": "https://www.booking.com/searchresults.html?ss=Paris&chal_t=1779645523124&force_referer=", "latency_ms": 6623, "response_bytes": 468, "response_text_chars": 468, "required_markers": [ "Booking.com", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-airbnb_search_paris-07", "target_id": "airbnb_search_paris", "target_category": "embedded_react_state", "url": "https://www.airbnb.com/s/Paris--France/homes", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.airbnb.com/s/Paris--France/homes", "latency_ms": 9152, "response_bytes": 1661067, "response_text_chars": 1659785, "required_markers": [ "Airbnb", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA", "verify", "verification" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tripadvisor_restaurants_paris-08", "target_id": "tripadvisor_restaurants_paris", "target_category": "travel_reviews", "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "latency_ms": 4602, "response_bytes": 1520, "response_text_chars": 1520, "required_markers": [ "Tripadvisor", "Paris" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-expedia_hotels_paris-09", "target_id": "expedia_hotels_paris", "target_category": "async_travel_search", "url": "https://www.expedia.com/Hotel-Search?destination=Paris", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://www.expedia.com/Hotel-Search?destination=Paris", "latency_ms": 6049, "response_bytes": 120604, "response_text_chars": 120604, "required_markers": [ "Expedia", "Paris" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-zillow_homes_for_sale-10", "target_id": "zillow_homes_for_sale", "target_category": "real_estate_antibot", "url": "https://www.zillow.com/homes/for_sale/", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.zillow.com/homes/for_sale/", "latency_ms": 6985, "response_bytes": 9202, "response_text_chars": 9202, "required_markers": [ "Zillow", "homes" ], "forbidden_markers": [ "Access to this page has been denied", "Are you a human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-realtor_new_york-11", "target_id": "realtor_new_york", "target_category": "real_estate_map_search", "url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "latency_ms": 7054, "response_bytes": 1879, "response_text_chars": 1879, "required_markers": [ "Realtor.com", "New York" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-rightmove_london-12", "target_id": "rightmove_london", "target_category": "regional_real_estate", "url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "latency_ms": 5384, "response_bytes": 1252703, "response_text_chars": 1252500, "required_markers": [ "Rightmove", "London" ], "forbidden_markers": [ "page-not-found", "Page Not Found", "Access Denied" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-indeed_python_remote-13", "target_id": "indeed_python_remote", "target_category": "job_board_cloudflare", "url": "https://www.indeed.com/jobs?q=python&l=Remote", "passed": false, "reason": "transport_error", "had_response": true, "expected_status": 200, "status": null, "final_url": null, "latency_ms": 30028, "response_bytes": null, "response_text_chars": 0, "required_markers": [ "Indeed", "python" ], "forbidden_markers": [ "Just a moment", "Cloudflare", "captcha", "CAPTCHA", "Verify" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-yelp_sf_restaurants-14", "target_id": "yelp_sf_restaurants", "target_category": "local_directory", "url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "latency_ms": 4991, "response_bytes": 1621, "response_text_chars": 1621, "required_markers": [ "Yelp", "restaurants" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-trustpilot_amazon-15", "target_id": "trustpilot_amazon", "target_category": "json_ld_reviews", "url": "https://www.trustpilot.com/review/amazon.com", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.trustpilot.com/review/amazon.com", "latency_ms": 7005, "response_bytes": 1088, "response_text_chars": 1088, "required_markers": [ "Trustpilot", "Amazon" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-craigslist_nyc_bike-16", "target_id": "craigslist_nyc_bike", "target_category": "simple_html_rate_limit", "url": "https://newyork.craigslist.org/search/sss?query=bike", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://newyork.craigslist.org/search/sss?query=bike", "latency_ms": 7118, "response_bytes": 257, "response_text_chars": 257, "required_markers": [ "craigslist", "bike" ], "forbidden_markers": [ "Forbidden", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-yahoo_finance_aapl-17", "target_id": "yahoo_finance_aapl", "target_category": "finance_react_tables", "url": "https://finance.yahoo.com/quote/AAPL/", "passed": false, "reason": "forbidden_final_url_marker:consent.yahoo.com", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://consent.yahoo.com/v2/collectConsent?sessionId=3_cc-session_df5113aa-7adf-4909-bddd-64b77b8e3edf", "latency_ms": 6760, "response_bytes": 96888, "response_text_chars": 96671, "required_markers": [ "Yahoo Finance", "AAPL" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [ "consent.yahoo.com" ] }, { "id": "camoufox-coinmarketcap_home-18", "target_id": "coinmarketcap_home", "target_category": "crypto_dynamic_grid", "url": "https://coinmarketcap.com/", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://coinmarketcap.com/", "latency_ms": 6524, "response_bytes": 712460, "response_text_chars": 712097, "required_markers": [ "CoinMarketCap", "Cryptocurrency" ], "forbidden_markers": [ "Just a moment", "captcha", "CAPTCHA", "Enable JavaScript" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-reddit_webscraping-19", "target_id": "reddit_webscraping", "target_category": "forum_shadow_dom", "url": "https://www.reddit.com/r/webscraping/", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.reddit.com/r/webscraping/?solution=69d2884caa39b1f769d2884caa39b1f7&js_challenge=1&token=bbbe4bf1c9a2b5160829c4be34da58612632177f0c6df2d285b51cc6cbfecf4e&jsc_orig_r=", "latency_ms": 5043, "response_bytes": 553681, "response_text_chars": 553622, "required_markers": [ "r/webscraping", "webscraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-youtube_search_scraping-20", "target_id": "youtube_search_scraping", "target_category": "spa_initial_json", "url": "https://www.youtube.com/results?search_query=web+scraping", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.youtube.com/results?search_query=web+scraping", "latency_ms": 6128, "response_bytes": 1550238, "response_text_chars": 1549677, "required_markers": [ "ytInitialData", "web scraping" ], "forbidden_markers": [ "Sign in to confirm you're not a bot", "Sign in to confirm you’re not a bot", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-wikipedia_web_scraping-21", "target_id": "wikipedia_web_scraping", "target_category": "large_static_html", "url": "https://en.wikipedia.org/wiki/Web_scraping", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://en.wikipedia.org/wiki/Web_scraping", "latency_ms": 4664, "response_bytes": 377392, "response_text_chars": 377001, "required_markers": [ "Web scraping", "Data scraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] } ] }, { "id": "camoufox-tuned", "name": "Camoufox Tuned", "run_id": "camoufox-tuned-docs-full-fixed-20260525", "corpus_id": "public-tough-v1", "started_at": "2026-05-25T06:35:24+00:00", "finished_at": "2026-05-25T06:49:44+00:00", "proxy_mode": "none", "network_dependent": true, "version": "0.6.0", "adapter": "cloverlabs-camoufox[geoip] headed persistent profile + adaptive settle + humanize", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "tool_metadata": { "adapter": "cloverlabs-camoufox[geoip] headed persistent profile + adaptive settle + humanize", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "proxy_mode": "none", "python_version": "3.12.3", "timeout_seconds": 60, "tool": "camoufox-tuned", "tool_version": "0.6.0" }, "passed": 11, "total": 21, "attempts": [ { "id": "camoufox-tuned-amazon_search_laptop-01", "target_id": "amazon_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.amazon.com/s?k=laptop", "passed": false, "reason": "transport_error", "had_response": true, "expected_status": 200, "status": null, "final_url": null, "latency_ms": 80066, "response_bytes": null, "response_text_chars": 0, "required_markers": [ "Amazon", "laptop" ], "forbidden_markers": [ "Robot Check", "Enter the characters", "captcha", "CAPTCHA", "bm-verify", "automated access" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tuned-walmart_search_laptop-02", "target_id": "walmart_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.walmart.com/search?q=laptop", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.walmart.com/search?q=laptop", "latency_ms": 17030, "response_bytes": 1546275, "response_text_chars": 1546133, "required_markers": [ "Walmart", "laptop" ], "forbidden_markers": [ "blocked", "Blocked", "Robot or human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tuned-ebay_search_laptop-03", "target_id": "ebay_search_laptop", "target_category": "marketplace_html", "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "latency_ms": 14645, "response_bytes": 3017524, "response_text_chars": 3013795, "required_markers": [ "eBay", "laptop" ], "forbidden_markers": [ "Access Denied", "Pardon Our Interruption", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tuned-aliexpress_search_laptop-04", "target_id": "aliexpress_search_laptop", "target_category": "ecommerce_localization", "url": "https://www.aliexpress.com/wholesale?SearchText=laptop", "passed": false, "reason": "transport_error", "had_response": true, "expected_status": 200, "status": null, "final_url": null, "latency_ms": 80065, "response_bytes": null, "response_text_chars": 0, "required_markers": [ "AliExpress", "laptop" ], "forbidden_markers": [ "captcha", "CAPTCHA", "Robot", "blocked", "Blocked", "unusual traffic", "Click to feedback" ], "forbidden_final_url_markers": [ "punish", "_____tmd_____" ] }, { "id": "camoufox-tuned-target_search_laptop-05", "target_id": "target_search_laptop", "target_category": "heavy_javascript", "url": "https://www.target.com/s?searchTerm=laptop", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.target.com/s?searchTerm=laptop", "latency_ms": 15630, "response_bytes": 1003941, "response_text_chars": 1003875, "required_markers": [ "Target", "laptop" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "Robot or human" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tuned-booking_search_paris-06", "target_id": "booking_search_paris", "target_category": "travel_ab_testing", "url": "https://www.booking.com/searchresults.html?ss=Paris", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.booking.com/searchresults.html?ss=Paris", "latency_ms": 18634, "response_bytes": 1610407, "response_text_chars": 1607775, "required_markers": [ "Booking.com", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tuned-airbnb_search_paris-07", "target_id": "airbnb_search_paris", "target_category": "embedded_react_state", "url": "https://www.airbnb.com/s/Paris--France/homes", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.airbnb.com/s/Paris--France/homes", "latency_ms": 15229, "response_bytes": 1723166, "response_text_chars": 1721935, "required_markers": [ "Airbnb", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA", "verify", "verification" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tuned-tripadvisor_restaurants_paris-08", "target_id": "tripadvisor_restaurants_paris", "target_category": "travel_reviews", "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "passed": false, "reason": "transport_error", "had_response": true, "expected_status": 200, "status": null, "final_url": null, "latency_ms": 80059, "response_bytes": null, "response_text_chars": 0, "required_markers": [ "Tripadvisor", "Paris" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tuned-expedia_hotels_paris-09", "target_id": "expedia_hotels_paris", "target_category": "async_travel_search", "url": "https://www.expedia.com/Hotel-Search?destination=Paris", "passed": false, "reason": "transport_error", "had_response": true, "expected_status": 200, "status": null, "final_url": null, "latency_ms": 80058, "response_bytes": null, "response_text_chars": 0, "required_markers": [ "Expedia", "Paris" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tuned-zillow_homes_for_sale-10", "target_id": "zillow_homes_for_sale", "target_category": "real_estate_antibot", "url": "https://www.zillow.com/homes/for_sale/", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.zillow.com/homes/for_sale/", "latency_ms": 65901, "response_bytes": 10023, "response_text_chars": 10020, "required_markers": [ "Zillow", "homes" ], "forbidden_markers": [ "Access to this page has been denied", "Are you a human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tuned-realtor_new_york-11", "target_id": "realtor_new_york", "target_category": "real_estate_map_search", "url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "passed": false, "reason": "forbidden_marker_present:Your request could not be processed", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "latency_ms": 14232, "response_bytes": 1820, "response_text_chars": 1820, "required_markers": [ "Realtor.com", "New York" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA", "Your request could not be processed", "unblockrequest@realtor.com", "reference ID", "We apologize for the inconvenience" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tuned-rightmove_london-12", "target_id": "rightmove_london", "target_category": "regional_real_estate", "url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "latency_ms": 15229, "response_bytes": 1667480, "response_text_chars": 1667278, "required_markers": [ "Rightmove", "London" ], "forbidden_markers": [ "page-not-found", "Page Not Found", "Access Denied" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tuned-indeed_python_remote-13", "target_id": "indeed_python_remote", "target_category": "job_board_cloudflare", "url": "https://www.indeed.com/jobs?q=python&l=Remote", "passed": false, "reason": "transport_error", "had_response": true, "expected_status": 200, "status": null, "final_url": null, "latency_ms": 80060, "response_bytes": null, "response_text_chars": 0, "required_markers": [ "Indeed", "python" ], "forbidden_markers": [ "Just a moment", "Cloudflare", "captcha", "CAPTCHA", "Verify" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tuned-yelp_sf_restaurants-14", "target_id": "yelp_sf_restaurants", "target_category": "local_directory", "url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "latency_ms": 65705, "response_bytes": 1621, "response_text_chars": 1621, "required_markers": [ "Yelp", "restaurants" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tuned-trustpilot_amazon-15", "target_id": "trustpilot_amazon", "target_category": "json_ld_reviews", "url": "https://www.trustpilot.com/review/amazon.com", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.trustpilot.com/review/www.amazon.com", "latency_ms": 14628, "response_bytes": 1333575, "response_text_chars": 1332587, "required_markers": [ "Trustpilot", "Amazon" ], "forbidden_markers": [ "Access Denied", "Just a moment", "Cloudflare", "Are you a human", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tuned-craigslist_nyc_bike-16", "target_id": "craigslist_nyc_bike", "target_category": "simple_html_rate_limit", "url": "https://newyork.craigslist.org/search/sss?query=bike", "passed": false, "reason": "forbidden_marker_present:blocked", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://newyork.craigslist.org/search/sss?query=bike", "latency_ms": 53893, "response_bytes": 257, "response_text_chars": 257, "required_markers": [ "craigslist", "bike" ], "forbidden_markers": [ "Forbidden", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tuned-yahoo_finance_aapl-17", "target_id": "yahoo_finance_aapl", "target_category": "finance_react_tables", "url": "https://finance.yahoo.com/quote/AAPL/", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://finance.yahoo.com/quote/AAPL/", "latency_ms": 18231, "response_bytes": 1535872, "response_text_chars": 1535597, "required_markers": [ "Yahoo Finance", "AAPL" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [ "consent.yahoo.com" ] }, { "id": "camoufox-tuned-coinmarketcap_home-18", "target_id": "coinmarketcap_home", "target_category": "crypto_dynamic_grid", "url": "https://coinmarketcap.com/", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://coinmarketcap.com/", "latency_ms": 23640, "response_bytes": 1098607, "response_text_chars": 1098269, "required_markers": [ "CoinMarketCap", "Cryptocurrency" ], "forbidden_markers": [ "Just a moment", "captcha", "CAPTCHA", "Enable JavaScript" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tuned-reddit_webscraping-19", "target_id": "reddit_webscraping", "target_category": "forum_shadow_dom", "url": "https://www.reddit.com/r/webscraping/", "passed": false, "reason": "transport_error", "had_response": true, "expected_status": 200, "status": null, "final_url": null, "latency_ms": 80066, "response_bytes": null, "response_text_chars": 0, "required_markers": [ "r/webscraping", "webscraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tuned-youtube_search_scraping-20", "target_id": "youtube_search_scraping", "target_category": "spa_initial_json", "url": "https://www.youtube.com/results?search_query=web+scraping", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.youtube.com/results?search_query=web+scraping", "latency_ms": 15845, "response_bytes": 2891635, "response_text_chars": 2889347, "required_markers": [ "ytInitialData", "web scraping" ], "forbidden_markers": [ "Sign in to confirm you're not a bot", "Sign in to confirm you’re not a bot", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-tuned-wikipedia_web_scraping-21", "target_id": "wikipedia_web_scraping", "target_category": "large_static_html", "url": "https://en.wikipedia.org/wiki/Web_scraping", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://en.wikipedia.org/wiki/Web_scraping", "latency_ms": 11026, "response_bytes": 616954, "response_text_chars": 615203, "required_markers": [ "Web scraping", "Data scraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] } ] }, { "id": "camoufox-headed", "name": "Camoufox Headed", "run_id": "camoufox-headed-common-sites-v1-20260524", "corpus_id": "public-tough-v1", "started_at": "2026-05-24T18:25:15+00:00", "finished_at": "2026-05-24T18:27:55+00:00", "proxy_mode": "none", "network_dependent": true, "version": "0.4.11", "adapter": "camoufox.sync_api.Camoufox(headless=False).goto(DISPLAY=:0)", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "tool_metadata": { "adapter": "camoufox.sync_api.Camoufox(headless=False).goto(DISPLAY=:0)", "platform": "Linux-6.14.0-29-generic-x86_64-with-glibc2.39", "proxy_mode": "none", "python_version": "3.12.3", "timeout_seconds": 15, "tool": "camoufox-headed", "tool_version": "0.4.11" }, "passed": 3, "total": 21, "attempts": [ { "id": "camoufox-headed-amazon_search_laptop-01", "target_id": "amazon_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.amazon.com/s?k=laptop", "passed": false, "reason": "expected_status_200_got_503", "had_response": true, "expected_status": 200, "status": 503, "final_url": "https://www.amazon.com/s?k=laptop", "latency_ms": 4850, "response_bytes": 2317, "response_text_chars": 2317, "required_markers": [ "Amazon", "laptop" ], "forbidden_markers": [ "Robot Check", "Enter the characters", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-walmart_search_laptop-02", "target_id": "walmart_search_laptop", "target_category": "ecommerce_waf", "url": "https://www.walmart.com/search?q=laptop", "passed": false, "reason": "forbidden_marker_present:Blocked", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.walmart.com/search?q=laptop", "latency_ms": 12124, "response_bytes": 1763769, "response_text_chars": 1763596, "required_markers": [ "Walmart", "laptop" ], "forbidden_markers": [ "blocked", "Blocked", "Robot or human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-ebay_search_laptop-03", "target_id": "ebay_search_laptop", "target_category": "marketplace_html", "url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.ebay.com/sch/i.html?_nkw=laptop", "latency_ms": 5168, "response_bytes": 460, "response_text_chars": 460, "required_markers": [ "eBay", "laptop" ], "forbidden_markers": [ "Access Denied", "Pardon Our Interruption", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-aliexpress_search_laptop-04", "target_id": "aliexpress_search_laptop", "target_category": "ecommerce_localization", "url": "https://www.aliexpress.com/wholesale?SearchText=laptop", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.aliexpress.com//wholesale/_____tmd_____/punish?x5secdata=xfu1WH9neZdYG2d39oEloZblNL-R0_HRwX_LR8VAFLxWHjFLv65F6xJnkHJte7flAL9wPvr6k1kxdrEIGCeCo7EB3PWoBllzF5X3PlT0jCXeRgJ-dFuutLZlFYyBpdboZ4JxZCLKyN8ak8vNwhibvyG6FPvGultayKU7O9TOEqeXCdVIZ6AuTwQ4Zd4TpfFvEqqtg1F529sdhVmlD6gS6r1P7fn9XzFUxR2zG1jAWkXGQLWYfmoXCefxHs1MyZp5iLxvk22v6tc-woes9_p2q6iTRr5MloNW1sVHVphq_eYVIT09ZHo5ocw-JEACqT-Urox2VVjMIO-3NsC9aOIioXcBIu-Stdu4Oo0VOHLTRJpDldF6IqPNfNUFMRXgspgQsISh7MCXCjGRF9UYIeC5rU0C5VF1y9_U3EJNZRd_3tF7Pt6l9sTxSeW1n4eILU8WmAIvbV7qOzCm-7q1oLcmD83LKRKQVeLQyeFvjpmFQkr6QpwX11xpCf6_ZFsAFWCHywCrNmqVJB4hJrA_TgvRRDUG_PeFGArPl_dttgxlPWDUL_eBSIFL7VevTWYmBOHG4DtshKlPFHoQbHotjijpqbzsB4HZV9u8VOEwb_WKmUlnnTmovXmSYe8hrB8wqXWD8MFAO0Oy2K0FxMDHpaTB7ZSoK0qMrrcQ7tdDgZupQjJjvUjFszSu8V8_8O6gzELOY7soOsdAzRsP1yPi-OK89r9sn6tA699CYWCp-hVt8UUhfJMs-zHrVy0cCSjIS4qnSDXYvBGDVUlctkXWnZDJ-M_bCcFDxjmdycc4ejdcMZt5RbNZjKTQnAFaB4TKk5D1Zm__bx__www.aliexpress.com%2fwholesale&x5step=1", "latency_ms": 6595, "response_bytes": 232007, "response_text_chars": 231901, "required_markers": [ "AliExpress", "laptop" ], "forbidden_markers": [ "captcha", "CAPTCHA", "Robot", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-target_search_laptop-05", "target_id": "target_search_laptop", "target_category": "heavy_javascript", "url": "https://www.target.com/s?searchTerm=laptop", "passed": false, "reason": "transport_error", "had_response": true, "expected_status": 200, "status": null, "final_url": null, "latency_ms": 18776, "response_bytes": null, "response_text_chars": 0, "required_markers": [ "Target", "laptop" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "Robot or human" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-booking_search_paris-06", "target_id": "booking_search_paris", "target_category": "travel_ab_testing", "url": "https://www.booking.com/searchresults.html?ss=Paris", "passed": false, "reason": "expected_status_200_got_202", "had_response": true, "expected_status": 200, "status": 202, "final_url": "https://www.booking.com/searchresults.html?ss=Paris&chal_t=1779647165716&force_referer=", "latency_ms": 8070, "response_bytes": 468, "response_text_chars": 468, "required_markers": [ "Booking.com", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-airbnb_search_paris-07", "target_id": "airbnb_search_paris", "target_category": "embedded_react_state", "url": "https://www.airbnb.com/s/Paris--France/homes", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.airbnb.com/s/Paris--France/homes", "latency_ms": 6440, "response_bytes": 848293, "response_text_chars": 847201, "required_markers": [ "Airbnb", "Paris" ], "forbidden_markers": [ "Access Denied", "captcha", "CAPTCHA", "verify", "verification" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-tripadvisor_restaurants_paris-08", "target_id": "tripadvisor_restaurants_paris", "target_category": "travel_reviews", "url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.tripadvisor.com/Restaurants-g187147-Paris_Ile_de_France.html", "latency_ms": 7287, "response_bytes": 1538, "response_text_chars": 1538, "required_markers": [ "Tripadvisor", "Paris" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-expedia_hotels_paris-09", "target_id": "expedia_hotels_paris", "target_category": "async_travel_search", "url": "https://www.expedia.com/Hotel-Search?destination=Paris", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://www.expedia.com/Hotel-Search?destination=Paris", "latency_ms": 6098, "response_bytes": 120628, "response_text_chars": 120628, "required_markers": [ "Expedia", "Paris" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-zillow_homes_for_sale-10", "target_id": "zillow_homes_for_sale", "target_category": "real_estate_antibot", "url": "https://www.zillow.com/homes/for_sale/", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.zillow.com/homes/for_sale/", "latency_ms": 7241, "response_bytes": 9202, "response_text_chars": 9202, "required_markers": [ "Zillow", "homes" ], "forbidden_markers": [ "Access to this page has been denied", "Are you a human", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-realtor_new_york-11", "target_id": "realtor_new_york", "target_category": "real_estate_map_search", "url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "passed": false, "reason": "expected_status_200_got_429", "had_response": true, "expected_status": 200, "status": 429, "final_url": "https://www.realtor.com/realestateandhomes-search/New-York_NY", "latency_ms": 6156, "response_bytes": 1879, "response_text_chars": 1879, "required_markers": [ "Realtor.com", "New York" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-rightmove_london-12", "target_id": "rightmove_london", "target_category": "regional_real_estate", "url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.rightmove.co.uk/property-for-sale/find.html?locationIdentifier=REGION%5E87490", "latency_ms": 5766, "response_bytes": 1229638, "response_text_chars": 1229438, "required_markers": [ "Rightmove", "London" ], "forbidden_markers": [ "page-not-found", "Page Not Found", "Access Denied" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-indeed_python_remote-13", "target_id": "indeed_python_remote", "target_category": "job_board_cloudflare", "url": "https://www.indeed.com/jobs?q=python&l=Remote", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.indeed.com/jobs?q=python&l=Remote", "latency_ms": 5938, "response_bytes": 1903723, "response_text_chars": 1903330, "required_markers": [ "Indeed", "python" ], "forbidden_markers": [ "Just a moment", "Cloudflare", "captcha", "CAPTCHA", "Verify" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-yelp_sf_restaurants-14", "target_id": "yelp_sf_restaurants", "target_category": "local_directory", "url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.yelp.com/search?find_desc=restaurants&find_loc=San+Francisco%2C+CA", "latency_ms": 6230, "response_bytes": 1621, "response_text_chars": 1621, "required_markers": [ "Yelp", "restaurants" ], "forbidden_markers": [ "Access Denied", "blocked", "Blocked", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-trustpilot_amazon-15", "target_id": "trustpilot_amazon", "target_category": "json_ld_reviews", "url": "https://www.trustpilot.com/review/amazon.com", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://www.trustpilot.com/review/amazon.com", "latency_ms": 7273, "response_bytes": 1088, "response_text_chars": 1088, "required_markers": [ "Trustpilot", "Amazon" ], "forbidden_markers": [ "Access Denied", "Just a moment", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-craigslist_nyc_bike-16", "target_id": "craigslist_nyc_bike", "target_category": "simple_html_rate_limit", "url": "https://newyork.craigslist.org/search/sss?query=bike", "passed": false, "reason": "expected_status_200_got_403", "had_response": true, "expected_status": 200, "status": 403, "final_url": "https://newyork.craigslist.org/search/sss?query=bike", "latency_ms": 5785, "response_bytes": 257, "response_text_chars": 257, "required_markers": [ "craigslist", "bike" ], "forbidden_markers": [ "Forbidden", "blocked", "Blocked" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-yahoo_finance_aapl-17", "target_id": "yahoo_finance_aapl", "target_category": "finance_react_tables", "url": "https://finance.yahoo.com/quote/AAPL/", "passed": false, "reason": "forbidden_final_url_marker:consent.yahoo.com", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://consent.yahoo.com/v2/collectConsent?sessionId=3_cc-session_e5d9a7d5-ec46-4cfc-ae41-59e7b82f754b", "latency_ms": 6027, "response_bytes": 96888, "response_text_chars": 96671, "required_markers": [ "Yahoo Finance", "AAPL" ], "forbidden_markers": [ "Too Many Requests", "Access Denied", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [ "consent.yahoo.com" ] }, { "id": "camoufox-headed-coinmarketcap_home-18", "target_id": "coinmarketcap_home", "target_category": "crypto_dynamic_grid", "url": "https://coinmarketcap.com/", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://coinmarketcap.com/", "latency_ms": 13560, "response_bytes": 731005, "response_text_chars": 730626, "required_markers": [ "CoinMarketCap", "Cryptocurrency" ], "forbidden_markers": [ "Just a moment", "captcha", "CAPTCHA", "Enable JavaScript" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-reddit_webscraping-19", "target_id": "reddit_webscraping", "target_category": "forum_shadow_dom", "url": "https://www.reddit.com/r/webscraping/", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.reddit.com/r/webscraping/?solution=2ae79208a7e1e4272ae79208a7e1e427&js_challenge=1&token=bbbe4bf1c9a2b5160829c4be34da5861bc5a7b0d0e050e89a2a58daa4f49b9de&jsc_orig_r=", "latency_ms": 7051, "response_bytes": 561177, "response_text_chars": 561109, "required_markers": [ "r/webscraping", "webscraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-youtube_search_scraping-20", "target_id": "youtube_search_scraping", "target_category": "spa_initial_json", "url": "https://www.youtube.com/results?search_query=web+scraping", "passed": false, "reason": "forbidden_marker_present:captcha", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://www.youtube.com/results?search_query=web+scraping", "latency_ms": 7569, "response_bytes": 1511780, "response_text_chars": 1511219, "required_markers": [ "ytInitialData", "web scraping" ], "forbidden_markers": [ "Sign in to confirm you're not a bot", "Sign in to confirm you’re not a bot", "captcha", "CAPTCHA" ], "forbidden_final_url_markers": [] }, { "id": "camoufox-headed-wikipedia_web_scraping-21", "target_id": "wikipedia_web_scraping", "target_category": "large_static_html", "url": "https://en.wikipedia.org/wiki/Web_scraping", "passed": true, "reason": "passed", "had_response": true, "expected_status": 200, "status": 200, "final_url": "https://en.wikipedia.org/wiki/Web_scraping", "latency_ms": 5943, "response_bytes": 627087, "response_text_chars": 625340, "required_markers": [ "Web scraping", "Data scraping" ], "forbidden_markers": [ "Please wait for verification" ], "forbidden_final_url_markers": [] } ] } ] }