{"traps":{"session_vortex_hit":{"hit_count":500,"last_hit_ts":1777562088.7631154,"sample_hits":[{"ts":1777562082.4865398,"url":"https://web-scraping.dev/session-vortex?sid=baac2d0c-305e-450c-861c-f6386d3e5a6b","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)","accept":"*/*","accept-encoding":"gzip, br, deflate","from":"gptbot(at)openai.com","referer":"https://web-scraping.dev/session-vortex?sid=6a1dbf19-2e2a-4f44-862e-f97fa2e9477f","x-forwarded-for":"74.7.227.152","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-pq7xf","x-openai-host-hash":"131385287","x-real-ip":"74.7.227.152"},"sid":"baac2d0c-305e-450c-861c-f6386d3e5a6b"},{"ts":1777562084.5245466,"url":"https://web-scraping.dev/session-vortex?sid=217d4ed8-8ee3-49d2-9928-0d9cc732f9e6","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)","accept":"*/*","accept-encoding":"gzip, br, deflate","from":"gptbot(at)openai.com","referer":"https://web-scraping.dev/session-vortex?sid=86d84e18-6566-443d-821e-4ae1b02be942","x-forwarded-for":"74.7.227.152","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-pq7xf","x-openai-host-hash":"131385287","x-real-ip":"74.7.227.152"},"sid":"217d4ed8-8ee3-49d2-9928-0d9cc732f9e6"},{"ts":1777562087.155786,"url":"https://www.web-scraping.dev/session-vortex?sid=5034bb24-0231-43bf-9a91-efe0f071ee57","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36","method":"GET","headers":{"host":"www.web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36","accept-encoding":"gzip,deflate","x-forwarded-for":"100.29.34.97","x-forwarded-host":"www.web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-ljrlb","x-real-ip":"100.29.34.97"},"sid":"5034bb24-0231-43bf-9a91-efe0f071ee57"},{"ts":1777562088.2116435,"url":"https://web-scraping.dev/session-vortex?sid=2d9f655c-12e2-4336-b014-6a4e93a94261","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36","accept-encoding":"gzip,deflate","x-forwarded-for":"54.225.199.17","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-hbdmv","x-real-ip":"54.225.199.17"},"sid":"2d9f655c-12e2-4336-b014-6a4e93a94261"},{"ts":1777562088.7631154,"url":"https://web-scraping.dev/session-vortex?sid=fdb6c558-a5c5-4840-bada-b9bebdee6aeb","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.3; +https://openai.com/gptbot)","accept":"*/*","accept-encoding":"gzip, br, deflate","from":"gptbot(at)openai.com","referer":"https://web-scraping.dev/session-vortex?sid=c34e7183-6d46-43d8-9c38-3757703d4970","x-forwarded-for":"74.7.227.152","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-pq7xf","x-openai-host-hash":"131385287","x-real-ip":"74.7.227.152"},"sid":"fdb6c558-a5c5-4840-bada-b9bebdee6aeb"}]},"sitemap_leaf_discovered":{"hit_count":38,"last_hit_ts":1777562009.4390068,"sample_hits":[{"ts":1777561296.7700486,"url":"https://web-scraping.dev/sitemap-page/21/83","user_agent":"meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)","accept":"*/*","x-forwarded-for":"57.141.14.63","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-hbdmv","x-real-ip":"57.141.14.63","accept-encoding":"gzip"},"child_id":21,"url_id":83},{"ts":1777561363.4809859,"url":"https://web-scraping.dev/sitemap-page/27/70","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/116.0.1938.76 Safari/537.36","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/116.0.1938.76 Safari/537.36","accept":"*/*","accept-encoding":"gzip, deflate, br","from":"bingbot(at)microsoft.com","x-forwarded-for":"157.55.39.54","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-ljrlb","x-real-ip":"157.55.39.54"},"child_id":27,"url_id":70},{"ts":1777561535.065221,"url":"https://web-scraping.dev/sitemap-page/47/21","user_agent":"meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)","accept":"*/*","x-forwarded-for":"57.141.14.72","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-hbdmv","x-real-ip":"57.141.14.72","accept-encoding":"gzip"},"child_id":47,"url_id":21},{"ts":1777561695.4027033,"url":"https://web-scraping.dev/sitemap-page/5/5","user_agent":"meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)","accept":"*/*","x-forwarded-for":"57.141.14.2","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-ljrlb","x-real-ip":"57.141.14.2","accept-encoding":"gzip"},"child_id":5,"url_id":5},{"ts":1777562009.4390068,"url":"https://web-scraping.dev/sitemap-page/33/70","user_agent":"meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)","accept":"*/*","x-forwarded-for":"57.141.14.44","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-ljrlb","x-real-ip":"57.141.14.44","accept-encoding":"gzip"},"child_id":33,"url_id":70}]},"wrong_content_length_fetched":{"hit_count":1,"last_hit_ts":1777562027.0169625,"sample_hits":[{"ts":1777562027.0169625,"url":"https://web-scraping.dev/wrong-content-length","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","accept":"*/*","accept-encoding":"gzip, br, zstd, deflate","x-forwarded-for":"216.73.217.39","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-pq7xf","x-real-ip":"216.73.217.39"}}]},"x_robots_tag_fetched":{"hit_count":1,"last_hit_ts":1777562063.2606838,"sample_hits":[{"ts":1777562063.2606838,"url":"https://web-scraping.dev/header-noindex","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","accept":"*/*","accept-encoding":"gzip, br, zstd, deflate","x-forwarded-for":"216.73.217.39","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-pq7xf","x-real-ip":"216.73.217.39"}}]},"huge_page_fetched":{"hit_count":1,"last_hit_ts":1777562071.4528725,"sample_hits":[{"ts":1777562071.4528725,"url":"https://web-scraping.dev/huge-page","user_agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","method":"GET","headers":{"host":"web-scraping.dev","user-agent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","accept":"*/*","accept-encoding":"gzip, br, zstd, deflate","x-forwarded-for":"216.73.217.39","x-forwarded-host":"web-scraping.dev","x-forwarded-port":"443","x-forwarded-proto":"https","x-forwarded-server":"system-traefik-hbdmv","x-real-ip":"216.73.217.39"}}]}},"generated_at":1777562088.9896927}