{"traps":{"session_vortex_hit":{"hit_count":500,"last_hit_ts":1775679195.9368398,"sample_hits":[{"ts":1775679176.8679278,"url":"https://web-scraping.dev/session-vortex?sid=83c6a4c5-dd0a-4a06-a0e0-16d67d0065e1","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)","accept":"*/*","accept-encoding":"gzip, br, deflate","from":"gptbot(at)openai.com","referer":"https://web-scraping.dev/session-vortex?sid=6cbf4994-e4cf-44ac-b343-d3a1253cc31d","x-forwarded-for":"74.7.227.145","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-openai-host-hash":"131385287","x-real-ip":"74.7.227.145"},"sid":"83c6a4c5-dd0a-4a06-a0e0-16d67d0065e1"},{"ts":1775679181.0878563,"url":"https://web-scraping.dev/session-vortex?sid=59265511-18bd-4fbc-9d59-dbbf5b7e571d","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)","accept":"*/*","accept-encoding":"gzip, br, deflate","from":"gptbot(at)openai.com","referer":"https://web-scraping.dev/session-vortex?sid=9e23d088-918c-40c8-ad81-4cc1224a8caf","x-forwarded-for":"74.7.227.145","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-openai-host-hash":"131385287","x-real-ip":"74.7.227.145"},"sid":"59265511-18bd-4fbc-9d59-dbbf5b7e571d"},{"ts":1775679183.208037,"url":"https://web-scraping.dev/session-vortex?sid=388a63ef-ed62-485d-85ee-58ef3a15245b","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)","accept":"*/*","accept-encoding":"gzip, br, deflate","from":"gptbot(at)openai.com","referer":"https://web-scraping.dev/session-vortex?sid=e1d984d0-0e34-46e8-8cef-b83c04d1cd69","x-forwarded-for":"74.7.227.145","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-openai-host-hash":"131385287","x-real-ip":"74.7.227.145"},"sid":"388a63ef-ed62-485d-85ee-58ef3a15245b"},{"ts":1775679189.6003904,"url":"https://web-scraping.dev/session-vortex?sid=ab2aa977-1899-4994-8b71-b49b3bcefacf","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)","accept":"*/*","accept-encoding":"gzip, br, deflate","from":"gptbot(at)openai.com","referer":"https://web-scraping.dev/session-vortex?sid=838682d8-8773-4882-9ef2-bcc331f3322c","x-forwarded-for":"74.7.227.145","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-openai-host-hash":"131385287","x-real-ip":"74.7.227.145"},"sid":"ab2aa977-1899-4994-8b71-b49b3bcefacf"},{"ts":1775679195.9368398,"url":"https://web-scraping.dev/session-vortex?sid=9dca9f8c-dbea-41ca-898e-3996422a79a3","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)","accept":"*/*","accept-encoding":"gzip, br, deflate","from":"gptbot(at)openai.com","referer":"https://web-scraping.dev/session-vortex?sid=e1d984d0-0e34-46e8-8cef-b83c04d1cd69","x-forwarded-for":"74.7.227.145","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-openai-host-hash":"131385287","x-real-ip":"74.7.227.145"},"sid":"9dca9f8c-dbea-41ca-898e-3996422a79a3"}]},"redirect_chain_depth":{"hit_count":23,"last_hit_ts":1775679172.0914884,"sample_hits":[{"ts":1775677525.4139059,"url":"https://web-scraping.dev/redirect-chain/6","user_agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","accept":"text/html,text/plain,text/xml,text/*,application/xml,application/xhtml+xml,application/rss+xml,application/atom+xml,application/rdf+xml,application/php,application/x-php,application/x-httpd-php","accept-encoding":"br,gzip","accept-language":"en","x-forwarded-for":"87.185.75.83","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"87.185.75.83"},"depth":6},{"ts":1775677528.8026006,"url":"https://web-scraping.dev/redirect-chain/7","user_agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","accept":"text/html,text/plain,text/xml,text/*,application/xml,application/xhtml+xml,application/rss+xml,application/atom+xml,application/rdf+xml,application/php,application/x-php,application/x-httpd-php","accept-encoding":"br,gzip","accept-language":"en","x-forwarded-for":"87.185.75.83","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"87.185.75.83"},"depth":7},{"ts":1775679022.2710538,"url":"https://web-scraping.dev/redirect-chain/1","user_agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","accept":"*/*","accept-encoding":"gzip,deflate,br","x-forwarded-for":"81.17.55.220","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"81.17.55.220"},"depth":1},{"ts":1775679081.6984158,"url":"https://web-scraping.dev/redirect-chain/2","user_agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","accept":"*/*","accept-encoding":"gzip,deflate,br","x-forwarded-for":"81.17.55.219","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"81.17.55.219"},"depth":2},{"ts":1775679172.0914884,"url":"https://web-scraping.dev/redirect-chain/3","user_agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","accept":"*/*","accept-encoding":"gzip,deflate,br","x-forwarded-for":"81.17.55.220","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"81.17.55.220"},"depth":3}]},"robots_txt_violation":{"hit_count":1,"last_hit_ts":1775675997.3133197,"sample_hits":[{"ts":1775675997.3133197,"url":"https://web-scraping.dev/robots-disallowed","user_agent":"Python-urllib/3.13","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Python-urllib/3.13","accept-encoding":"identity","x-forwarded-for":"128.220.159.216","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"128.220.159.216"}}]},"wrong_content_length_fetched":{"hit_count":3,"last_hit_ts":1775677613.4589813,"sample_hits":[{"ts":1775676896.9771252,"url":"https://web-scraping.dev/wrong-content-length","user_agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","accept":"*/*","accept-encoding":"gzip,deflate,br","x-forwarded-for":"81.17.55.219","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"81.17.55.219"}},{"ts":1775677612.3285553,"url":"https://web-scraping.dev/wrong-content-length","user_agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","accept":"text/html,text/plain,text/xml,text/*,application/xml,application/xhtml+xml,application/rss+xml,application/atom+xml,application/rdf+xml,application/php,application/x-php,application/x-httpd-php","accept-encoding":"br,gzip","accept-language":"en","x-forwarded-for":"87.185.75.83","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"87.185.75.83"}},{"ts":1775677613.4589813,"url":"https://web-scraping.dev/wrong-content-length","user_agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","accept":"text/html,text/plain,text/xml,text/*,application/xml,application/xhtml+xml,application/rss+xml,application/atom+xml,application/rdf+xml,application/php,application/x-php,application/x-httpd-php","accept-encoding":"br,gzip","accept-language":"en","x-forwarded-for":"87.185.75.83","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"87.185.75.83"}}]},"dup_hit":{"hit_count":3,"last_hit_ts":1775678436.985331,"sample_hits":[{"ts":1775676002.2392092,"url":"https://web-scraping.dev/dup-a","user_agent":"Python-urllib/3.13","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Python-urllib/3.13","accept-encoding":"identity","x-forwarded-for":"128.220.159.216","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"128.220.159.216"},"variant":"a"},{"ts":1775677465.2047358,"url":"https://web-scraping.dev/dup-a","user_agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","accept":"text/html,text/plain,text/xml,text/*,application/xml,application/xhtml+xml,application/rss+xml,application/atom+xml,application/rdf+xml,application/php,application/x-php,application/x-httpd-php","accept-encoding":"br,gzip","accept-language":"en","x-forwarded-for":"87.185.75.83","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"87.185.75.83"},"variant":"a"},{"ts":1775678436.985331,"url":"https://web-scraping.dev/dup-a","user_agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","accept":"*/*","accept-encoding":"gzip,deflate,br","x-forwarded-for":"81.17.55.219","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"81.17.55.219"},"variant":"a"}]},"canonical_tracking_fetched":{"hit_count":4,"last_hit_ts":1775678644.1995857,"sample_hits":[{"ts":1775675998.9959033,"url":"https://web-scraping.dev/canonical-tracking?utm_source=foo&session=bar","user_agent":"Python-urllib/3.13","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Python-urllib/3.13","accept-encoding":"identity","x-forwarded-for":"128.220.159.216","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"128.220.159.216"},"query":{"utm_source":"foo","session":"bar"}},{"ts":1775677073.4755962,"url":"https://web-scraping.dev/canonical-tracking?utm_source=foo&session=bar","user_agent":"WebCrawler/0.1 (polite; contact: you@example.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"WebCrawler/0.1 (polite; contact: you@example.com)","accept":"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7","accept-encoding":"gzip, deflate, br, zstd","priority":"u=0, i","sec-ch-ua":"\"HeadlessChrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"","sec-ch-ua-mobile":"?0","sec-ch-ua-platform":"\"Windows\"","sec-fetch-dest":"document","sec-fetch-mode":"navigate","sec-fetch-site":"none","sec-fetch-user":"?1","upgrade-insecure-requests":"1","x-forwarded-for":"97.117.93.146","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"97.117.93.146"},"query":{"utm_source":"foo","session":"bar"}},{"ts":1775678625.0892117,"url":"https://web-scraping.dev/canonical-tracking","user_agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","accept":"*/*","accept-encoding":"gzip,deflate,br","x-forwarded-for":"81.17.55.220","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"81.17.55.220"},"query":{}},{"ts":1775678644.1995857,"url":"https://web-scraping.dev/canonical-tracking","user_agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","accept":"*/*","accept-encoding":"gzip,deflate,br","x-forwarded-for":"81.17.55.220","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"81.17.55.220"},"query":{}}]},"fragment_collapse_hit":{"hit_count":1,"last_hit_ts":1775676678.8539162,"sample_hits":[{"ts":1775676678.8539162,"url":"https://web-scraping.dev/fragment-collapse","user_agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","accept":"*/*","accept-encoding":"gzip,deflate,br","x-forwarded-for":"81.17.55.220","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"81.17.55.220"}}]},"gzipped_sitemap_fetched":{"hit_count":1,"last_hit_ts":1775676858.5638585,"sample_hits":[{"ts":1775676858.5638585,"url":"https://web-scraping.dev/sitemap.xml.gz","user_agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","accept":"*/*","accept-encoding":"gzip,deflate,br","x-forwarded-for":"81.17.55.220","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"81.17.55.220"}}]},"slow_drip_started":{"hit_count":2,"last_hit_ts":1775677546.3753693,"sample_hits":[{"ts":1775676879.5904784,"url":"https://web-scraping.dev/slow-drip","user_agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","accept":"*/*","accept-encoding":"gzip,deflate,br","x-forwarded-for":"81.17.55.219","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"81.17.55.219"},"start_ts":1775676879.5904577},{"ts":1775677546.3753693,"url":"https://web-scraping.dev/slow-drip","user_agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","accept":"text/html,text/plain,text/xml,text/*,application/xml,application/xhtml+xml,application/rss+xml,application/atom+xml,application/rdf+xml,application/php,application/x-php,application/x-httpd-php","accept-encoding":"br,gzip","accept-language":"en","x-forwarded-for":"87.185.75.83","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"87.185.75.83"},"start_ts":1775677546.3753643}]},"slow_drip_completed":{"hit_count":2,"last_hit_ts":1775677606.443438,"sample_hits":[{"ts":1775676889.3081532,"url":"https://web-scraping.dev/slow-drip","user_agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","accept":"*/*","accept-encoding":"gzip,deflate,br","x-forwarded-for":"81.17.55.219","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"81.17.55.219"},"start_ts":1775676879.5904577,"completed_at":1775676889.308139},{"ts":1775677606.443438,"url":"https://web-scraping.dev/slow-drip","user_agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","accept":"text/html,text/plain,text/xml,text/*,application/xml,application/xhtml+xml,application/rss+xml,application/atom+xml,application/rdf+xml,application/php,application/x-php,application/x-httpd-php","accept-encoding":"br,gzip","accept-language":"en","x-forwarded-for":"87.185.75.83","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"87.185.75.83"},"start_ts":1775677546.3753643,"completed_at":1775677606.443433}]},"huge_page_fetched":{"hit_count":5,"last_hit_ts":1775679092.1758442,"sample_hits":[{"ts":1775677025.3541045,"url":"https://web-scraping.dev/huge-page","user_agent":"Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)","accept":"*/*","accept-encoding":"deflate, gzip, br, zstd","x-forwarded-for":"51.75.236.152","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"51.75.236.152"}},{"ts":1775677095.4882567,"url":"https://web-scraping.dev/huge-page","user_agent":"WebCrawler/0.1 (polite; contact: you@example.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"WebCrawler/0.1 (polite; contact: you@example.com)","accept":"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7","accept-encoding":"gzip, deflate, br, zstd","priority":"u=0, i","sec-ch-ua":"\"HeadlessChrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"","sec-ch-ua-mobile":"?0","sec-ch-ua-platform":"\"Windows\"","sec-fetch-dest":"document","sec-fetch-mode":"navigate","sec-fetch-site":"none","sec-fetch-user":"?1","upgrade-insecure-requests":"1","x-forwarded-for":"97.117.93.146","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"97.117.93.146"}},{"ts":1775677480.8749428,"url":"https://web-scraping.dev/huge-page","user_agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","accept":"text/html,text/plain,text/xml,text/*,application/xml,application/xhtml+xml,application/rss+xml,application/atom+xml,application/rdf+xml,application/php,application/x-php,application/x-httpd-php","accept-encoding":"br,gzip","accept-language":"en","x-forwarded-for":"87.185.75.83","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"87.185.75.83"}},{"ts":1775678818.77996,"url":"https://web-scraping.dev/huge-page","user_agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","accept":"*/*","accept-encoding":"gzip,deflate,br","x-forwarded-for":"81.17.55.220","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"81.17.55.220"}},{"ts":1775679092.1758442,"url":"https://web-scraping.dev/huge-page","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","accept":"*/*","accept-encoding":"gzip, br, zstd, deflate","x-forwarded-for":"216.73.216.99","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"216.73.216.99"}}]},"meta_noindex_fetched":{"hit_count":2,"last_hit_ts":1775677492.8925815,"sample_hits":[{"ts":1775677069.4646285,"url":"https://web-scraping.dev/meta-noindex","user_agent":"WebCrawler/0.1 (polite; contact: you@example.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"WebCrawler/0.1 (polite; contact: you@example.com)","accept":"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7","accept-encoding":"gzip, deflate, br, zstd","priority":"u=0, i","sec-ch-ua":"\"HeadlessChrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"","sec-ch-ua-mobile":"?0","sec-ch-ua-platform":"\"Windows\"","sec-fetch-dest":"document","sec-fetch-mode":"navigate","sec-fetch-site":"none","sec-fetch-user":"?1","upgrade-insecure-requests":"1","x-forwarded-for":"97.117.93.146","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"97.117.93.146"}},{"ts":1775677492.8925815,"url":"https://web-scraping.dev/meta-noindex","user_agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","accept":"text/html,text/plain,text/xml,text/*,application/xml,application/xhtml+xml,application/rss+xml,application/atom+xml,application/rdf+xml,application/php,application/x-php,application/x-httpd-php","accept-encoding":"br,gzip","accept-language":"en","x-forwarded-for":"87.185.75.83","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"87.185.75.83"}}]},"x_robots_tag_fetched":{"hit_count":2,"last_hit_ts":1775679088.2722154,"sample_hits":[{"ts":1775677071.4653864,"url":"https://web-scraping.dev/header-noindex","user_agent":"WebCrawler/0.1 (polite; contact: you@example.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"WebCrawler/0.1 (polite; contact: you@example.com)","accept":"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7","accept-encoding":"gzip, deflate, br, zstd","priority":"u=0, i","sec-ch-ua":"\"HeadlessChrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"","sec-ch-ua-mobile":"?0","sec-ch-ua-platform":"\"Windows\"","sec-fetch-dest":"document","sec-fetch-mode":"navigate","sec-fetch-site":"none","sec-fetch-user":"?1","upgrade-insecure-requests":"1","x-forwarded-for":"97.117.93.146","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"97.117.93.146"}},{"ts":1775679088.2722154,"url":"https://web-scraping.dev/header-noindex","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","accept":"*/*","accept-encoding":"gzip, br, zstd, deflate","x-forwarded-for":"216.73.216.99","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"216.73.216.99"}}]},"calendar_trap_hit":{"hit_count":2,"last_hit_ts":1775677852.7452157,"sample_hits":[{"ts":1775677077.4789658,"url":"https://web-scraping.dev/calendar/2024/01","user_agent":"WebCrawler/0.1 (polite; contact: you@example.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"WebCrawler/0.1 (polite; contact: you@example.com)","accept":"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7","accept-encoding":"gzip, deflate, br, zstd","priority":"u=0, i","sec-ch-ua":"\"HeadlessChrome\";v=\"147\", \"Not.A/Brand\";v=\"8\", \"Chromium\";v=\"147\"","sec-ch-ua-mobile":"?0","sec-ch-ua-platform":"\"Windows\"","sec-fetch-dest":"document","sec-fetch-mode":"navigate","sec-fetch-site":"none","sec-fetch-user":"?1","upgrade-insecure-requests":"1","x-forwarded-for":"97.117.93.146","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"97.117.93.146"},"year":2024,"month":1},{"ts":1775677852.7452157,"url":"https://web-scraping.dev/calendar/2024/01","user_agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","accept":"*/*","accept-encoding":"gzip,deflate,br","x-forwarded-for":"81.17.55.219","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"81.17.55.219"},"year":2024,"month":1}]},"basic_auth_wall_hit":{"hit_count":3,"last_hit_ts":1775679174.5045438,"sample_hits":[{"ts":1775677504.7814476,"url":"https://web-scraping.dev/private/secret","user_agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)","accept":"text/html,text/plain,text/xml,text/*,application/xml,application/xhtml+xml,application/rss+xml,application/atom+xml,application/rdf+xml,application/php,application/x-php,application/x-httpd-php","accept-encoding":"br,gzip","accept-language":"en","x-forwarded-for":"87.185.75.83","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"87.185.75.83"},"authenticated":false},{"ts":1775678971.3479214,"url":"https://web-scraping.dev/private/secret","user_agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 (compatible; Conductor Monitoring; +https://whatis.conductor.com)","accept":"*/*","accept-encoding":"gzip,deflate,br","x-forwarded-for":"81.17.55.219","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"81.17.55.219"},"authenticated":false},{"ts":1775679174.5045438,"url":"https://web-scraping.dev/private/secret","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","accept":"*/*","accept-encoding":"gzip, br, zstd, deflate","x-forwarded-for":"216.73.216.99","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"216.73.216.99"},"authenticated":false}]},"mixed_content_hit":{"hit_count":1,"last_hit_ts":1775679001.7680912,"sample_hits":[{"ts":1775679001.7680912,"url":"https://web-scraping.dev/mixed-content","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","accept":"*/*","accept-encoding":"gzip, br, zstd, deflate","x-forwarded-for":"216.73.216.99","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-b8wm4","x-real-ip":"216.73.216.99"},"scheme":"https"}]}},"generated_at":1775679198.484969}