{"list":{"name":"Tranco","id":"4672X","date":"2026-10-11","url":"https://tranco-list.eu/list/4672X/1000","size":1000},"fetched":{"from":"2026-10-12T19:10:28.855Z","to":"2026-10-12T19:11:25.306Z"},"userAgent":"PoliteCrawler/0.1.0 (+https://mark1russell7.github.io/crawler/bot/)","pagePath":"/polite-crawler-study/a-page","license":"CC-BY-4.0","agents":[{"token":"GPTBot","owner":"OpenAI","role":"training"},{"token":"ClaudeBot","owner":"Anthropic","role":"training"},{"token":"Google-Extended","owner":"Google","role":"training"},{"token":"CCBot","owner":"Common Crawl","role":"training"},{"token":"Applebot-Extended","owner":"Apple","role":"training"},{"token":"Bytespider","owner":"ByteDance","role":"training"},{"token":"meta-externalagent","owner":"Meta","role":"training"},{"token":"OAI-SearchBot","owner":"OpenAI","role":"search"},{"token":"Claude-SearchBot","owner":"Anthropic","role":"search"},{"token":"PerplexityBot","owner":"Perplexity","role":"search"},{"token":"ChatGPT-User","owner":"OpenAI","role":"user"},{"token":"Claude-User","owner":"Anthropic","role":"user"},{"token":"Perplexity-User","owner":"Perplexity","role":"user"},{"token":"Googlebot","owner":"Google","role":"control"},{"token":"PoliteCrawler","owner":"polite-crawler","role":"control"}],"sites":[{"rank":1,"domain":"google.com","status":200,"state":"file","p":"...............","host":"www.google.com","bytes":6624,"groups":4,"sitemaps":1},{"rank":2,"domain":"cloudflare.com","status":200,"state":"file","p":"n.nn.....nn....","host":"www.cloudflare.com","bytes":1099,"groups":9,"signals":["content-signal: ai-train=yes, search=yes, ai-input=yes"],"sitemaps":1,"r":[[14,15],[3,4],[20,21],[29,30],[3,4],[3,4],[3,4],[3,4],[3,4],[32,33],[17,18],[3,4],[3,4],[3,4],[3,4]],"lines":{"3":"User-agent: *","4":"Allow: /","14":"User-agent: GPTBot","15":"Allow: /","17":"User-agent: ChatGPT-User","18":"Allow: /","20":"User-agent: Google-Extended","21":"Allow: /","29":"User-agent: CCBot","30":"Allow: /","32":"User-agent: PerplexityBot","33":"Allow: /"}},{"rank":3,"domain":"gstatic.com","status":200,"state":"file","p":"SSSSSSSSSSSSSSS","host":"www.gstatic.com","bytes":5105,"groups":1,"r":[[1,195],[1,195],[1,195],[1,195],[1,195],[1,195],[1,195],[1,195],[1,195],[1,195],[1,195],[1,195],[1,195],[1,195],[1,195]],"lines":{"1":"User-agent: *","195":"Disallow: /"}},{"rank":4,"domain":"facebook.com","status":200,"state":"file","p":"nnnSnSSSSnSSSnS","bytes":35223,"groups":36,"r":[0,0,0,[1351,1352],0,[1351,1352],[1351,1352],[1351,1352],[1351,1352],0,[1351,1352],[1351,1352],[1351,1352],0,[1351,1352]],"lines":{"1351":"User-agent: *","1352":"Disallow: /"}},{"rank":5,"domain":"amazonaws.com","status":200,"state":"file","p":"...............","host":"aws.amazon.com","bytes":13822,"groups":2,"sitemaps":3},{"rank":6,"domain":"akamai.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND akamai.net"},{"rank":7,"domain":"googleapis.com","status":404,"state":"none","p":"..............."},{"rank":8,"domain":"microsoft.com","status":200,"state":"file","p":"...............","host":"www.microsoft.com","bytes":9126,"groups":1,"sitemaps":22},{"rank":9,"domain":"apple.com","status":200,"state":"file","p":"...............","host":"www.apple.com","bytes":1018,"groups":6,"sitemaps":5},{"rank":10,"domain":"youtube.com","status":200,"state":"file","p":"...............","host":"www.youtube.com","bytes":792,"groups":2,"sitemaps":2},{"rank":11,"domain":"instagram.com","status":200,"state":"file","p":"nnnSnSSSSnSSSnS","host":"www.instagram.com","bytes":7528,"groups":36,"sitemaps":4,"r":[0,0,0,[343,344],0,[343,344],[343,344],[343,344],[343,344],0,[343,344],[343,344],[343,344],0,[343,344]],"lines":{"343":"User-agent: *","344":"Disallow: /"}},{"rank":12,"domain":"fbcdn.net","status":200,"state":"file","p":"NNNSNSSSSNSSSNS","bytes":3355,"groups":36,"r":[[23,24],[17,18],[20,21],[178,179],[11,12],[178,179],[178,179],[178,179],[178,179],[26,27],[178,179],[178,179],[178,179],[86,87],[178,179]],"lines":{"11":"User-agent: Applebot-Extended","12":"Disallow: /","17":"User-agent: ClaudeBot","18":"Disallow: /","20":"User-agent: Google-Extended","21":"Disallow: /","23":"User-agent: GPTBot","24":"Disallow: /","26":"User-agent: PerplexityBot","27":"Disallow: /","86":"User-agent: Googlebot","87":"Disallow: /","178":"User-agent: *","179":"Disallow: /"}},{"rank":13,"domain":"mail.ru","status":200,"state":"file","p":"SSSSSSSSSSSSSnS","bytes":433,"groups":4,"h":".............n.","r":[[1,8],[1,8],[1,8],[1,8],[1,8],[1,8],[1,8],[1,8],[1,8],[1,8],[1,8],[1,8],[1,8],0,[1,8]],"lines":{"1":"User-agent: *","8":"Disallow: /"}},{"rank":14,"domain":"ezviz7.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND ezviz7.com"},{"rank":15,"domain":"domaincontrol.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND domaincontrol.com"},{"rank":16,"domain":"twitter.com","status":200,"state":"file","p":"SSNSSSNSSSSSSnS","bytes":2678,"groups":10,"sitemaps":1,"delay":1,"r":[[99,100],[99,100],[74,75],[99,100],[99,100],[99,100],[88,89],[99,100],[99,100],[99,100],[99,100],[99,100],[99,100],0,[99,100]],"lines":{"74":"User-Agent: Google-Extended","75":"Disallow: *","88":"User-agent: meta-externalagent","89":"Disallow: *","99":"User-agent: *","100":"Disallow: /"}},{"rank":17,"domain":"dzen.ru","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"undecodable body: unsupported content-encoding \"aws-chunked\""},{"rank":18,"domain":"linkedin.com","status":200,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"a CAPTCHA page in place of the file, status 200","html":true},{"rank":19,"domain":"akamaiedge.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND akamaiedge.net"},{"rank":20,"domain":"googlevideo.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: googlevideo.com. is not in the cert's altnames: DNS:www.google.com"},{"rank":21,"domain":"hicloudcam.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND hicloudcam.com"},{"rank":22,"domain":"googletagmanager.com","status":404,"state":"none","p":"..............."},{"rank":23,"domain":"akadns.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND akadns.net"},{"rank":24,"domain":"office.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"login.microsoftonline.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":25,"domain":"live.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"outlook.live.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":26,"domain":"azure.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"azure.microsoft.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":27,"domain":"amazon.com","status":200,"state":"file","p":"NNNN.NNNNNNNN..","host":"www.amazon.com","bytes":7947,"groups":101,"r":[[143,144],[162,163],[153,154],[147,148],0,[168,169],[165,166],[276,277],[252,253],[150,151],[273,274],[246,247],[255,256],0,0],"lines":{"143":"User-agent: GPTBot","144":"Disallow: /","147":"User-agent: CCBot","148":"Disallow: /","150":"User-Agent: PerplexityBot","151":"Disallow: /","153":"User-agent: Google-Extended","154":"Disallow: /","162":"User-agent: ClaudeBot","163":"Disallow: /","165":"User-agent: meta-externalagent","166":"Disallow: /","168":"User-agent: Bytespider","169":"Disallow: /","246":"User-agent: Claude-User","247":"Disallow: /","252":"User-agent: Claude-SearchBot","253":"Disallow: /","255":"User-agent: Perplexity-User","256":"Disallow: /","273":"User-agent: ChatGPT-User","274":"Disallow: /","276":"User-agent: OAI-SearchBot","277":"Disallow: /"}},{"rank":28,"domain":"gtld-servers.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND gtld-servers.net"},{"rank":29,"domain":"github.com","status":200,"state":"file","p":"nn...N.n.n.....","bytes":16739,"groups":7,"delay":1,"r":[0,0,0,0,0,[205,206],0,0,0,0,0,0,0,0,0],"lines":{"205":"User-agent: Bytespider","206":"Disallow: /"}},{"rank":30,"domain":"appsflyersdk.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":31,"domain":"wikipedia.org","status":200,"state":"file","p":"...............","host":"en.wikipedia.org","bytes":28275,"groups":33,"sitemaps":1,"delay":5},{"rank":32,"domain":"aaplimg.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND aaplimg.com"},{"rank":33,"domain":"whatsapp.net","status":200,"state":"file","p":"NNN.N....N.....","host":"www.whatsapp.com","bytes":1180,"groups":17,"sitemaps":1,"r":[[22,23],[16,17],[19,20],0,[10,11],0,0,0,0,[25,26],0,0,0,0,0],"lines":{"10":"User-agent: Applebot-Extended","11":"Disallow: /","16":"User-agent: ClaudeBot","17":"Disallow: /","19":"User-agent: Google-Extended","20":"Disallow: /","22":"User-agent: GPTBot","23":"Disallow: /","25":"User-agent: PerplexityBot","26":"Disallow: /"}},{"rank":34,"domain":"cloudfront.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND cloudfront.net"},{"rank":35,"domain":"bing.com","status":200,"state":"file","p":"...............","host":"www.bing.com","bytes":2676,"groups":3,"sitemaps":1},{"rank":36,"domain":"fastly.net","status":200,"state":"file","p":"...............","host":"www.fastly.com","bytes":398,"groups":1,"sitemaps":1},{"rank":37,"domain":"apple-dns.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND apple-dns.net"},{"rank":38,"domain":"cloud.microsoft","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"m365.cloud.microsoft","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":39,"domain":"trafficmanager.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND trafficmanager.net"},{"rank":40,"domain":"office.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND office.net"},{"rank":41,"domain":"googleusercontent.com","status":404,"state":"none","p":"..............."},{"rank":42,"domain":"sharepoint.com","status":302,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.microsoft.com","reason":"more than 5 redirects"},{"rank":43,"domain":"gandi.net","status":200,"state":"file","p":"...............","host":"www.gandi.net","bytes":9023,"groups":212,"sitemaps":2},{"rank":44,"domain":"doubleclick.net","status":200,"state":"file","p":"...............","bytes":6624,"groups":4,"sitemaps":1},{"rank":45,"domain":"microsoftonline.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND microsoftonline.com"},{"rank":46,"domain":"netflix.com","status":200,"state":"file","p":"nnnSSSSnnnnnSnS","host":"www.netflix.com","bytes":3790,"groups":4,"sitemaps":1,"r":[[4,32],[4,32],[4,32],[1,2],[1,2],[1,2],[1,2],[4,32],[4,32],[4,32],[4,32],[4,32],[1,2],[4,32],[1,2]],"lines":{"1":"User-agent: *","2":"Disallow: /","4":"User-agent: googlebot","32":"Allow: /"}},{"rank":47,"domain":"youtu.be","status":200,"state":"file","p":"...............","bytes":511,"groups":1},{"rank":48,"domain":"x.com","status":200,"state":"file","p":"SSNSSSNSSSSSSnS","bytes":2678,"groups":10,"sitemaps":1,"delay":1,"r":[[99,100],[99,100],[74,75],[99,100],[99,100],[99,100],[88,89],[99,100],[99,100],[99,100],[99,100],[99,100],[99,100],0,[99,100]],"lines":{"74":"User-Agent: Google-Extended","75":"Disallow: *","88":"User-agent: meta-externalagent","89":"Disallow: *","99":"User-agent: *","100":"Disallow: /"}},{"rank":49,"domain":"wordpress.org","status":200,"state":"file","p":"nnnnnn...n.....","bytes":976,"groups":12,"sitemaps":9,"r":[[20,21],[23,24],[29,30],[41,42],[32,33],[38,39],0,0,0,[35,36],0,0,0,0,0],"lines":{"20":"User-agent: GPTBot","21":"Allow: /","23":"User-agent: ClaudeBot","24":"Allow: /","29":"User-agent: Google-Extended","30":"Allow: /","32":"User-agent: Applebot-Extended","33":"Allow: /","35":"User-agent: PerplexityBot","36":"Allow: /","38":"User-agent: Bytespider","39":"Allow: /","41":"User-agent: CCBot","42":"Allow: /"}},{"rank":50,"domain":"skype.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"teams.live.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":51,"domain":"icloud.com","status":200,"state":"file","p":".............n.","host":"www.icloud.com","bytes":1289,"groups":3,"sitemaps":2,"r":[0,0,0,0,0,0,0,0,0,0,0,0,0,[47,48],0],"lines":{"47":"User-agent: Googlebot","48":"Allow: /"}},{"rank":52,"domain":"digicert.com","status":200,"state":"file","p":"nnn....nnnnnn..","host":"www.digicert.com","bytes":2657,"groups":23,"sitemaps":15,"r":[[45,46],[60,61],[75,76],0,0,0,0,[48,49],[63,64],[54,55],[51,52],[66,67],[57,58],0,0],"lines":{"45":"User-agent: GPTBot","46":"Allow: /","48":"User-agent: OAI-SearchBot","49":"Allow: /","51":"User-agent: ChatGPT-User","52":"Allow: /","54":"User-agent: PerplexityBot","55":"Allow: /","57":"User-agent: Perplexity-User","58":"Allow: /","60":"User-agent: ClaudeBot","61":"Allow: /","63":"User-agent: Claude-SearchBot","64":"Allow: /","66":"User-agent: Claude-User","67":"Allow: /","75":"User-agent: Google-Extended","76":"Allow: /"}},{"rank":53,"domain":"pinterest.com","status":200,"state":"file","p":"SSSSSSSSSSSSSnS","host":"www.pinterest.com","bytes":40982,"groups":8,"sitemaps":130,"r":[[1000,1001],[1000,1001],[1000,1001],[1000,1001],[1000,1001],[1000,1001],[1000,1001],[1000,1001],[1000,1001],[1000,1001],[1000,1001],[1000,1001],[1000,1001],0,[1000,1001]],"lines":{"1000":"User-agent: *","1001":"Disallow: /"}},{"rank":54,"domain":"googledomains.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"domains.google","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":55,"domain":"googlesyndication.com","status":404,"state":"none","p":"..............."},{"rank":56,"domain":"cloudflare.net","status":200,"state":"file","p":"...............","bytes":207,"groups":4,"delay":10,"r":[[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3]],"lines":{"1":"User-agent: *","3":"Allow: /"}},{"rank":57,"domain":"whatsapp.com","status":200,"state":"file","p":"NNN.N....N.....","host":"www.whatsapp.com","bytes":1180,"groups":17,"sitemaps":1,"r":[[22,23],[16,17],[19,20],0,[10,11],0,0,0,0,[25,26],0,0,0,0,0],"lines":{"10":"User-agent: Applebot-Extended","11":"Disallow: /","16":"User-agent: ClaudeBot","17":"Disallow: /","19":"User-agent: Google-Extended","20":"Disallow: /","22":"User-agent: GPTBot","23":"Disallow: /","25":"User-agent: PerplexityBot","26":"Disallow: /"}},{"rank":58,"domain":"tiktok.com","status":200,"state":"file","p":"NNNNNNNNNNNNN..","host":"www.tiktok.com","bytes":1567,"groups":3,"r":[[1,26],[1,26],[1,26],[1,26],[1,26],[1,26],[1,26],[1,26],[1,26],[1,26],[1,26],[1,26],[1,26],0,0],"lines":{"1":"User-agent: Baiduspider","26":"Disallow: /"}},{"rank":59,"domain":"goo.gl","status":400,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 400"},{"rank":60,"domain":"gvt1.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND gvt1.com"},{"rank":61,"domain":"yahoo.com","status":200,"state":"file","p":"NNNN.N.nnNN....","host":"www.yahoo.com","bytes":1464,"groups":3,"r":[[24,67],[24,67],[24,67],[24,67],0,[24,67],0,0,0,[24,67],[24,67],0,0,0,0],"lines":{"24":"User-agent: ADmantX","67":"Disallow: /"}},{"rank":62,"domain":"windowsupdate.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND windowsupdate.com"},{"rank":63,"domain":"adobe.com","status":200,"state":"file","p":".............n.","host":"www.adobe.com","bytes":10199,"groups":7,"sitemaps":9},{"rank":64,"domain":"windows.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: windows.net. is not in the cert's altnames: DNS:reroute443.microsoft.com"},{"rank":65,"domain":"endpoints.news","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":66,"domain":"roblox.com","status":200,"state":"file","p":"...............","host":"www.roblox.com","bytes":2181,"groups":1,"sitemaps":30},{"rank":67,"domain":"pv-cdn.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND pv-cdn.net"},{"rank":68,"domain":"wa.me","status":200,"state":"file","p":"...............","bytes":1525,"groups":1,"sitemaps":1},{"rank":69,"domain":"zoom.us","status":200,"state":"file","p":".............n.","bytes":2005,"groups":13,"sitemaps":1},{"rank":70,"domain":"spotify.com","status":200,"state":"file","p":"...............","host":"www.spotify.com","bytes":592,"groups":1,"sitemaps":1},{"rank":71,"domain":"myfritz.net","status":200,"state":"file","p":"SSSSSSSSSSSSSSS","bytes":269,"groups":2,"sitemaps":1,"h":"...............","r":[[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5]],"lines":{"4":"User-agent: *","5":"Disallow: /"}},{"rank":72,"domain":"tiktokcdn.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND tiktokcdn.com"},{"rank":73,"domain":"edgekey.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND edgekey.net"},{"rank":74,"domain":"akam.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND akam.net"},{"rank":75,"domain":"opera.com","status":200,"state":"file","p":"...............","host":"www.opera.com","bytes":994,"groups":1,"sitemaps":1},{"rank":76,"domain":"msn.com","status":200,"state":"file","p":"NNNNNNNNNNNNN..","host":"www.msn.com","bytes":5245,"groups":11,"sitemaps":6,"r":[[136,201],[136,201],[136,201],[136,201],[136,201],[136,201],[136,201],[136,201],[136,201],[136,201],[136,201],[136,201],[136,201],0,0],"lines":{"136":"User-agent: AI2Bot","201":"Disallow: /"}},{"rank":77,"domain":"ntp.org","status":200,"state":"file","p":"...............","host":"www.ntp.org","bytes":16,"groups":1},{"rank":78,"domain":"nginx.org","status":200,"state":"file","p":"...............","bytes":72,"groups":1,"sitemaps":1},{"rank":79,"domain":"root-servers.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND root-servers.net"},{"rank":80,"domain":"baidu.com","status":200,"state":"file","p":"SSSSSSSSSSSSSnS","host":"www.baidu.com","bytes":2814,"groups":16,"r":[[164,165],[164,165],[164,165],[164,165],[164,165],[164,165],[164,165],[164,165],[164,165],[164,165],[164,165],[164,165],[164,165],0,[164,165]],"lines":{"164":"User-agent: *","165":"Disallow: /"}},{"rank":81,"domain":"qq.com","status":200,"state":"file","p":"...............","host":"www.qq.com","bytes":71,"groups":1,"sitemaps":1},{"rank":82,"domain":"workers.dev","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.cloudflare.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":83,"domain":"tiktokv.com","status":404,"state":"none","p":"..............."},{"rank":84,"domain":"yandex.net","status":404,"state":"none","p":"..............."},{"rank":85,"domain":"vimeo.com","status":200,"state":"file","p":"NNNN.N.........","bytes":22615,"groups":15,"sitemaps":2,"delay":2,"h":"nnnN.N.........","r":[[657,674],[893,896],[783,784],[1005,1009],0,[1020,1021],0,0,0,0,0,0,0,0,0],"lines":{"657":"User-agent: msnbot","674":"Disallow: /","783":"User-agent: Google-Extended","784":"Disallow: /","893":"User-agent: anthropic-ai","896":"Disallow: /","1005":"User-agent: CCBot","1009":"Disallow: /","1020":"User-agent: Bytespider","1021":"Disallow: /"}},{"rank":86,"domain":"f5.com","status":200,"state":"file","p":"...............","host":"www.f5.com","bytes":156,"groups":1,"sitemaps":2,"r":[[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3]],"lines":{"2":"User-agent: *","3":"Allow: /"}},{"rank":87,"domain":"gwfb.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND gwfb.net"},{"rank":88,"domain":"a2z.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND a2z.com"},{"rank":89,"domain":"mozilla.org","status":200,"state":"file","p":"...............","host":"www.mozilla.org","bytes":66,"groups":1},{"rank":90,"domain":"chatgpt.com","status":200,"state":"file","p":"SSNNSNSSSNSSSSS","bytes":4390,"groups":14,"sitemaps":6,"h":"..NN.N...N.....","r":[[46,220],[46,220],[9,10],[3,4],[46,220],[33,34],[46,220],[46,220],[46,220],[39,40],[46,220],[46,220],[46,220],[46,220],[46,220]],"lines":{"3":"User-agent: CCBot","4":"Disallow: /","9":"User-agent: Google-Extended","10":"Disallow: /","33":"User-agent: Bytespider","34":"Disallow: /","39":"User-agent: PerplexityBot","40":"Disallow: /","46":"User-agent: *","220":"Disallow: /"}},{"rank":91,"domain":"nginx.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.f5.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":92,"domain":"gvt2.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND gvt2.com"},{"rank":93,"domain":"blogspot.com","status":200,"state":"file","p":"...............","host":"www.blogger.com","bytes":572,"groups":1},{"rank":94,"domain":"highwebmedia.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND highwebmedia.com"},{"rank":95,"domain":"yandex.ru","status":200,"state":"file","p":".......n.....n.","bytes":40638,"groups":5,"sitemaps":31},{"rank":96,"domain":"b-cdn.net","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"bunny.net","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":97,"domain":"yccdn.ru","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND yccdn.ru"},{"rank":98,"domain":"yuga.com","status":200,"state":"file","p":"...............","bytes":40,"groups":1,"r":[[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3]],"lines":{"1":"User-agent: *","3":"Allow: /"}},{"rank":99,"domain":"sentry.io","status":200,"state":"file","p":"...............","bytes":140,"groups":1,"signals":["content-signal: search=yes, ai-input=yes, ai-train=yes"],"sitemaps":1,"r":[[1,4],[1,4],[1,4],[1,4],[1,4],[1,4],[1,4],[1,4],[1,4],[1,4],[1,4],[1,4],[1,4],[1,4],[1,4]],"lines":{"1":"User-agent: *","4":"Allow: /"}},{"rank":100,"domain":"wordpress.com","status":200,"state":"file","p":"...............","bytes":1387,"groups":1,"sitemaps":5},{"rank":101,"domain":"t.me","status":404,"state":"none","p":"..............."},{"rank":102,"domain":"cloudflare-dns.com","status":200,"state":"file","p":"...............","host":"one.one.one.one","bytes":1248,"groups":0},{"rank":103,"domain":"reddit.com","status":200,"state":"file","p":"SSSSSSSSSSSSSSS","host":"www.reddit.com","bytes":538,"groups":1,"r":[[7,8],[7,8],[7,8],[7,8],[7,8],[7,8],[7,8],[7,8],[7,8],[7,8],[7,8],[7,8],[7,8],[7,8],[7,8]],"lines":{"7":"User-agent: *","8":"Disallow: /"}},{"rank":104,"domain":"cdninstagram.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND cdninstagram.com"},{"rank":105,"domain":"amazonvideo.com","status":200,"state":"file","p":"...N.NN..NNNN..","host":"www.primevideo.com","bytes":4348,"groups":94,"r":[0,0,0,[69,70],0,[66,67],[216,217],0,0,[246,247],[78,79],[81,82],[243,244],0,0],"lines":{"66":"User-agent: Bytespider","67":"Disallow: /","69":"User-agent: CCBot","70":"Disallow: /","78":"User-agent: ChatGPT-User","79":"Disallow: /","81":"User-agent: Claude-User","82":"Disallow: /","216":"User-agent: meta-externalagent","217":"Disallow: /","243":"User-agent: Perplexity-User","244":"Disallow: /","246":"User-Agent: PerplexityBot","247":"Disallow: /"}},{"rank":106,"domain":"edgesuite.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND edgesuite.net"},{"rank":107,"domain":"openai.com","status":200,"state":"file","p":"...............","bytes":98,"groups":1,"sitemaps":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":108,"domain":"nic.ru","status":200,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"a JavaScript challenge in place of the file, status 200","html":true},{"rank":109,"domain":"triplinkintl.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.triplinkintl.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":110,"domain":"ui.com","status":200,"state":"file","p":"nnnnn..n.nn....","bytes":367,"groups":10,"sitemaps":1,"r":[[4,5],[13,14],[19,20],[25,26],[28,29],[1,2],[1,2],[7,8],[1,2],[22,23],[10,11],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /","4":"User-agent: GPTBot","5":"Allow: /","7":"User-agent: OAI-SearchBot","8":"Allow: /","10":"User-agent: ChatGPT-User","11":"Allow: /","13":"User-agent: ClaudeBot","14":"Allow: /","19":"User-agent: Google-Extended","20":"Allow: /","22":"User-agent: PerplexityBot","23":"Allow: /","25":"User-agent: CCBot","26":"Allow: /","28":"User-agent: Applebot-Extended","29":"Allow: /"}},{"rank":111,"domain":"samsung.com","status":200,"state":"file","p":"n.n....n.nn..n.","host":"www.samsung.com","bytes":10085,"groups":4,"sitemaps":94},{"rank":112,"domain":"office365.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":113,"domain":"epicgames.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.epicgames.com","reason":"Cloudflare challenge, status 403"},{"rank":114,"domain":"ytimg.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND ytimg.com"},{"rank":115,"domain":"windows.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.microsoft.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":116,"domain":"europa.eu","status":200,"state":"file","p":"...............","bytes":4930,"groups":2,"delay":10},{"rank":117,"domain":"aws.dev","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND aws.dev"},{"rank":118,"domain":"3gppnetwork.org","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND 3gppnetwork.org"},{"rank":119,"domain":"bit.ly","status":200,"state":"file","p":"...............","bytes":123,"groups":1},{"rank":120,"domain":"registrar-servers.com","status":200,"state":"file","p":"SSSSSSSSSSSSSSS","bytes":26,"groups":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Disallow: /"}},{"rank":121,"domain":"okcdn.ru","status":404,"state":"none","p":"...............","host":"st.okcdn.ru"},{"rank":122,"domain":"outlook.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"outlook.live.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":123,"domain":"trbcdn.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: trbcdn.net. is not in the cert's altnames: DNS:cdnvideo.ru"},{"rank":124,"domain":"reg.ru","status":200,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"a JavaScript challenge in place of the file, status 200","html":true},{"rank":125,"domain":"cdn77.org","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND cdn77.org"},{"rank":126,"domain":"dnsowl.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND dnsowl.com"},{"rank":127,"domain":"lencr.org","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"letsencrypt.org","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":128,"domain":"github.io","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"pages.github.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":129,"domain":"dropbox.com","status":200,"state":"file","p":"...............","host":"www.dropbox.com","bytes":801,"groups":3,"sitemaps":1},{"rank":130,"domain":"shiabank.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Client network socket disconnected before secure TLS connection was established"},{"rank":131,"domain":"intuit.com","status":200,"state":"file","p":"...............","host":"www.intuit.com","bytes":3086,"groups":16,"sitemaps":5},{"rank":132,"domain":"aliyuncs.com","status":404,"state":"none","p":"..............."},{"rank":133,"domain":"apache.org","status":200,"state":"file","p":"...............","bytes":47,"groups":1,"delay":4},{"rank":134,"domain":"amazon.dev","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND amazon.dev"},{"rank":135,"domain":"google-analytics.com","status":200,"state":"file","p":"...............","bytes":78,"groups":1},{"rank":136,"domain":"dns-parking.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND dns-parking.com"},{"rank":137,"domain":"snapchat.com","status":200,"state":"file","p":"NNNNNNNnnnnnnn.","host":"www.snapchat.com","bytes":3997,"groups":51,"sitemaps":12,"r":[[148,149],[99,100],[132,133],[91,92],[79,80],[87,88],[13,14],[21,22],[45,46],[33,34],[27,28],[51,52],[39,40],0,0],"lines":{"13":"User-agent: Meta-ExternalAgent","14":"Disallow: /","21":"User-agent: OAI-SearchBot","22":"Allow: /","27":"User-agent: ChatGPT-User","28":"Allow: /","33":"User-agent: PerplexityBot","34":"Allow: /","39":"User-agent: Perplexity-User","40":"Allow: /","45":"User-agent: Claude-SearchBot","46":"Allow: /","51":"User-agent: Claude-User","52":"Allow: /","79":"User-agent: Applebot-Extended","80":"Disallow: /","87":"User-agent: Bytespider","88":"Disallow: /","91":"User-agent: CCBot","92":"Disallow: /","99":"User-agent: ClaudeBot","100":"Disallow: /","132":"User-agent: Google-Extended","133":"Disallow: /","148":"User-agent: GPTBot","149":"Disallow: /"}},{"rank":138,"domain":"static.microsoft","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND static.microsoft"},{"rank":139,"domain":"nih.gov","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.nih.gov","reason":"status 403"},{"rank":140,"domain":"discord.gg","status":200,"state":"file","p":"...............","bytes":23,"groups":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":141,"domain":"vk.com","status":200,"state":"file","p":".............n.","bytes":6175,"groups":3},{"rank":142,"domain":"afternic.com","status":200,"state":"file","p":"...............","host":"www.afternic.com","bytes":85,"groups":1},{"rank":143,"domain":"archive.org","status":200,"state":"file","p":"...............","bytes":238,"groups":1,"sitemaps":1},{"rank":144,"domain":"fastly-edge.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND fastly-edge.com"},{"rank":145,"domain":"azurefd.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND azurefd.net"},{"rank":146,"domain":"kaspersky.com","status":200,"state":"file","p":"nnnnn..n.nnnn..","host":"www.kaspersky.com","bytes":1929,"groups":18,"sitemaps":2,"r":[[44,45],[48,49],[62,63],[76,77],[68,69],0,0,[38,39],0,[56,57],[42,43],[52,53],[58,59],0,0],"lines":{"38":"User-agent: OAI-SearchBot","39":"Allow: /","42":"User-agent: ChatGPT-User","43":"Allow: /","44":"User-agent: GPTBot","45":"Allow: /","48":"User-agent: ClaudeBot","49":"Allow: /","52":"User-agent: Claude-User","53":"Allow: /","56":"User-agent: PerplexityBot","57":"Allow: /","58":"User-agent: Perplexity-User","59":"Allow: /","62":"User-agent: Google-Extended","63":"Allow: /","68":"User-agent: Applebot-Extended","69":"Allow: /","76":"User-agent: CCBot","77":"Allow: /"}},{"rank":147,"domain":"adobe.io","status":200,"state":"file","p":"...............","host":"developer.adobe.com","bytes":92,"groups":1,"sitemaps":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":148,"domain":"forms.gle","status":400,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 400"},{"rank":149,"domain":"2mdn.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND 2mdn.net"},{"rank":150,"domain":"godaddy.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.godaddy.com","reason":"status 403"},{"rank":151,"domain":"amazon-adsystem.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: other side closed"},{"rank":152,"domain":"gravatar.com","status":200,"state":"file","p":"N.NN.N.........","bytes":1022,"groups":11,"r":[[20,23],0,[40,43],[25,28],0,[65,68],0,0,0,0,0,0,0,0,0],"lines":{"20":"User-agent: GPTBot","23":"Disallow: /","25":"User-agent: CCBot","28":"Disallow: /","40":"User-agent: Google-Extended","43":"Disallow: /","65":"User-agent: Bytespider","68":"Disallow: /"}},{"rank":153,"domain":"ipify.org","status":200,"state":"file","p":"...............","host":"www.ipify.org","bytes":24,"groups":1},{"rank":154,"domain":"app-measurement.com","status":404,"state":"none","p":"..............."},{"rank":155,"domain":"tumblr.com","status":200,"state":"file","p":".NNNN.N......n.","host":"www.tumblr.com","bytes":3452,"groups":19,"sitemaps":1,"delay":1,"r":[0,[148,149],[128,129],[120,121],[160,161],0,[168,169],0,0,0,0,0,0,0,0],"lines":{"120":"User-agent: CCBot","121":"Disallow: /","128":"User-agent: Google-Extended","129":"Disallow: /","148":"User-agent: ClaudeBot","149":"Disallow: /","160":"User-agent: Applebot-Extended","161":"Disallow: /","168":"User-agent: meta-externalagent","169":"Disallow: /"}},{"rank":156,"domain":"nytimes.com","status":200,"state":"file","p":"NNNNNNNNNNNNNn.","host":"www.nytimes.com","bytes":8547,"groups":63,"sitemaps":25,"r":[[232,233],[179,180],[229,230],[173,174],[151,152],[170,171],[244,246],[265,266],[182,183],[278,279],[176,177],[185,186],[281,282],0,0],"lines":{"151":"User-agent: Applebot-Extended","152":"Disallow: /","170":"User-agent: Bytespider","171":"Disallow: /","173":"User-agent: CCBot","174":"Disallow: /","176":"User-agent: ChatGPT-User","177":"Disallow: /","179":"User-agent: ClaudeBot","180":"Disallow: /","182":"User-agent: Claude-SearchBot","183":"Disallow: /","185":"User-agent: Claude-User","186":"Disallow: /","229":"User-agent: Google-Extended","230":"Disallow: /","232":"User-agent: GPTBot","233":"Disallow: /","244":"User-agent: Meta-ExternalAgent","246":"Disallow: /","265":"User-agent: OAI-SearchBot","266":"Disallow: /","278":"User-agent: PerplexityBot","279":"Disallow: /","281":"User-agent: Perplexity-User","282":"Disallow: /"}},{"rank":157,"domain":"unity3d.com","status":200,"state":"file","p":".....N.........","host":"unity.com","bytes":264,"groups":5,"sitemaps":1,"r":[0,0,0,0,0,[1,2],0,0,0,0,0,0,0,0,0],"lines":{"1":"User-Agent: Bytespider","2":"Disallow: /"}},{"rank":158,"domain":"iiko.it","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND iiko.it"},{"rank":159,"domain":"jomodns.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND jomodns.com"},{"rank":160,"domain":"criteo.com","status":200,"state":"file","p":"...............","bytes":2056,"groups":2,"sitemaps":10},{"rank":161,"domain":"akamaized.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND akamaized.net"},{"rank":162,"domain":"webex.com","status":200,"state":"file","p":"...............","host":"www.webex.com","bytes":4824,"groups":1,"sitemaps":1},{"rank":163,"domain":"android.com","status":200,"state":"file","p":"nnnnn..nnn.....","host":"www.android.com","bytes":1890,"groups":15,"sitemaps":1},{"rank":164,"domain":"tm-azurefd.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND tm-azurefd.net"},{"rank":165,"domain":"app-analytics-services.com","status":404,"state":"none","p":"..............."},{"rank":166,"domain":"mts.ru","status":200,"state":"file","p":"...............","host":"moskva.mts.ru","bytes":6839,"groups":2,"sitemaps":1},{"rank":167,"domain":"hichina.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND hichina.com"},{"rank":168,"domain":"example.com","status":404,"state":"none","p":"..............."},{"rank":169,"domain":"paypal.com","status":200,"state":"file","p":"...............","host":"www.paypal.com","bytes":2628,"groups":2,"sitemaps":1},{"rank":170,"domain":"shopify.com","status":200,"state":"file","p":"...............","bytes":62,"groups":1},{"rank":171,"domain":"azurewebsites.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND azurewebsites.net"},{"rank":172,"domain":"ax-msedge.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND ax-msedge.net"},{"rank":173,"domain":"nflxso.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND nflxso.net"},{"rank":174,"domain":"yandexcloud.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND yandexcloud.net"},{"rank":175,"domain":"vk.ru","status":200,"state":"file","p":".............n.","bytes":6175,"groups":3},{"rank":176,"domain":"discord.com","status":200,"state":"file","p":"...............","bytes":1774,"groups":3,"sitemaps":7},{"rank":177,"domain":"xiaomi.com","status":200,"state":"file","p":"...............","host":"www.mi.com","bytes":145,"groups":1},{"rank":178,"domain":"hosting24.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.hostinger.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":179,"domain":"macromedia.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: macromedia.com:443, timeout: 10000ms)"},{"rank":180,"domain":"doctolib.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND doctolib.net"},{"rank":181,"domain":"w3.org","status":200,"state":"file","p":"...............","host":"www.w3.org","bytes":3844,"groups":2},{"rank":182,"domain":"paytmfirstgames.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND paytmfirstgames.com"},{"rank":183,"domain":"lsrelayaccess.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: read ECONNRESET"},{"rank":184,"domain":"flickr.com","status":200,"state":"file","p":"SSSSSSSnnnnnSnS","bytes":2210,"groups":3,"sitemaps":6,"r":[[69,70],[69,70],[69,70],[69,70],[69,70],[69,70],[69,70],0,0,0,0,0,[69,70],0,[69,70]],"lines":{"69":"User-agent: *","70":"Disallow: /"}},{"rank":185,"domain":"msftconnecttest.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND msftconnecttest.com"},{"rank":186,"domain":"vkuserphoto.ru","status":418,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"ps.userapi.com","reason":"status 418"},{"rank":187,"domain":"pki.goog","status":200,"state":"file","p":"...............","bytes":69,"groups":1,"sitemaps":1},{"rank":188,"domain":"duckdns.org","status":404,"state":"none","p":"...............","host":"www.duckdns.org"},{"rank":189,"domain":"t-online.de","status":200,"state":"file","p":"NNnNNNN..N.....","host":"www.t-online.de","bytes":2206,"groups":6,"r":[[26,27],[34,35],[46,70],[38,43],[38,43],[38,43],[38,43],0,0,[30,31],0,0,0,0,0],"lines":{"26":"User-agent: GPTBot","27":"Disallow: /","30":"User-agent: PerplexityBot","31":"Disallow: /","34":"User-agent: ClaudeBot","35":"Disallow: /","38":"User-agent: Applebot-Extended","43":"Disallow: /","46":"User-agent: Google-Extended","70":"Allow: /"}},{"rank":190,"domain":"soundcloud.com","status":200,"state":"file","p":"NNNNNNNN.NN....","bytes":1441,"groups":2,"sitemaps":2,"h":"nnnnnnnn.nn....","r":[[7,52],[7,52],[7,52],[7,52],[7,52],[7,52],[7,52],[7,52],0,[7,52],[7,52],0,0,0,0],"lines":{"7":"User-Agent: anthropic-ai","52":"Disallow: /"}},{"rank":191,"domain":"namebrightdns.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND namebrightdns.com"},{"rank":192,"domain":"creativecommons.org","status":200,"state":"file","p":"...............","bytes":177,"groups":1,"sitemaps":1},{"rank":193,"domain":"vedcdnlb.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND vedcdnlb.com"},{"rank":194,"domain":"ubuntu.com","status":200,"state":"file","p":"nnn.nnnnnnn.n..","bytes":5511,"groups":2,"sitemaps":11,"delay":1},{"rank":195,"domain":"crashlytics.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"firebase.google.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":196,"domain":"applovin.com","status":200,"state":"file","p":"...............","bytes":218,"groups":1,"sitemaps":1,"r":[[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3]],"lines":{"2":"User-agent: *","3":"Allow: /"}},{"rank":197,"domain":"adtrafficquality.google","status":404,"state":"none","p":"..............."},{"rank":198,"domain":"theguardian.com","status":200,"state":"file","p":".N.NNNN.NN.N...","host":"www.theguardian.com","bytes":2873,"groups":3,"sitemaps":2,"r":[0,[65,102],0,[65,102],[65,102],[65,102],[65,102],0,[65,102],[65,102],0,[65,102],0,0,0],"lines":{"65":"User-agent: NewsNow","102":"Disallow: /"}},{"rank":199,"domain":"medium.com","status":200,"state":"file","p":"NN..NNN........","bytes":884,"groups":2,"sitemaps":1,"r":[[22,30],[22,30],0,0,[22,30],[22,30],[22,30],0,0,0,0,0,0,0,0],"lines":{"22":"User-Agent: Amazonbot","30":"Disallow: /"}},{"rank":200,"domain":"cnn.com","status":200,"state":"file","p":"NNNNNN.NNNNNN..","host":"www.cnn.com","bytes":3498,"groups":3,"sitemaps":13,"r":[[14,91],[14,91],[14,91],[14,91],[14,91],[14,91],0,[14,91],[14,91],[14,91],[14,91],[14,91],[14,91],0,0],"lines":{"14":"User-agent: AI2Bot","91":"Disallow: /"}},{"rank":201,"domain":"scorecardresearch.com","status":404,"state":"none","p":"..............."},{"rank":202,"domain":"ebay.com","status":200,"state":"file","p":"NN.NNNNnnNnn.n.","host":"www.ebay.com","bytes":24164,"groups":9,"sitemaps":7,"r":[[760,770],[760,770],0,[760,770],[760,770],[760,770],[760,770],0,0,[760,770],0,0,0,0,0],"lines":{"760":"User-agent: Bytespider","770":"Disallow: /"}},{"rank":203,"domain":"ailawandorder.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: ailawandorder.com. is not in the cert's altnames: DNS:ai-lawandorder.com, DNS:www.ai-lawan"},{"rank":204,"domain":"youtube-nocookie.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: youtube-nocookie.com. is not in the cert's altnames: DNS:*.google.com, DNS:*.appengine.goo"},{"rank":205,"domain":"msftncsi.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND msftncsi.com"},{"rank":206,"domain":"telegram.org","status":404,"state":"none","p":"..............."},{"rank":207,"domain":"googleadservices.com","status":404,"state":"none","p":"..............."},{"rank":208,"domain":"oracle.com","status":200,"state":"file","p":"nnn.n..n.nn.n..","host":"www.oracle.com","bytes":2649,"groups":2,"sitemaps":2,"r":[[17,42],[17,42],[17,42],[47,61],[17,42],[47,61],[47,61],[17,42],[47,61],[17,42],[17,42],[47,61],[17,42],[47,61],[47,61]],"lines":{"17":"User-agent: OAI-SearchBot     # Search (shows my webpages as links inside ChatGPT search). NOT used for model training","42":"Allow: /","47":"User-agent: *","61":"Allow: /"}},{"rank":209,"domain":"ksyuncdn.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND ksyuncdn.com"},{"rank":210,"domain":"bytefcdn-oversea.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND bytefcdn-oversea.com"},{"rank":211,"domain":"pages.dev","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.cloudflare.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":212,"domain":"doi.org","status":404,"state":"none","p":"...............","host":"www.doi.org"},{"rank":213,"domain":"steamserver.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND steamserver.net"},{"rank":214,"domain":"ttdns2.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND ttdns2.com"},{"rank":215,"domain":"shifen.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: shifen.com:443, timeout: 10000ms)"},{"rank":216,"domain":"forbes.com","status":200,"state":"file","p":"NN.NNNNnnN.n...","host":"www.forbes.com","bytes":33649,"groups":22,"sitemaps":8,"r":[[350,351],[334,335],0,[330,332],[324,325],[327,328],[356,358],[360,361],[372,378],[369,370],0,[372,378],0,0,0],"lines":{"324":"User-agent: Applebot-Extended","325":"Disallow: /","327":"User-agent: Bytespider","328":"Disallow: /","330":"User-agent: CCBot","332":"Disallow: /","334":"User-agent: ClaudeBot","335":"Disallow: /","350":"User-agent: GPTBot","351":"Disallow: /","356":"User-agent: meta-externalagent","358":"Disallow: /","360":"User-Agent: OAI-SearchBot","361":"Allow: /","369":"User-Agent: PerplexityBot","370":"Disallow: /","372":"User-agent: AhrefsBot","378":"Allow: /"}},{"rank":217,"domain":"bbc.com","status":200,"state":"file","p":"NNNNNNNN.NN.N..","host":"www.bbc.com","bytes":6169,"groups":40,"sitemaps":39,"r":[[153,154],[132,133],[163,164],[120,121],[150,151],[141,142],[182,183],[168,169],0,[173,174],[158,159],0,[176,177],0,0],"lines":{"120":"User-agent: CCBot","121":"Disallow: /","132":"User-agent: ClaudeBot","133":"Disallow: /","141":"User-agent: Bytespider","142":"Disallow: /","150":"User-agent: Applebot-Extended","151":"Disallow: /","153":"User-agent: GPTBot","154":"Disallow: /","158":"User-agent: ChatGPT-User","159":"Disallow: /","163":"User-agent: Google-Extended","164":"Disallow: /","168":"User-agent: OAI-SearchBot","169":"Disallow: /","173":"User-Agent: PerplexityBot","174":"Disallow: /","176":"User-agent: Perplexity-User","177":"Disallow: /","182":"User-agent: meta-externalagent","183":"Disallow: /"}},{"rank":218,"domain":"samsungcloud.com","status":200,"state":"file","p":"...............","host":"www.samsungcloud.com","bytes":125,"groups":1,"sitemaps":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-Agent: *","2":"Allow: /"}},{"rank":219,"domain":"cdn-apple.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND cdn-apple.com"},{"rank":220,"domain":"sciencedirect.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.sciencedirect.com","reason":"status 403"},{"rank":221,"domain":"cdngslb.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: cdngslb.com:443, timeout: 10000ms)"},{"rank":222,"domain":"dns.google","status":404,"state":"none","p":"..............."},{"rank":223,"domain":"mit.edu","status":200,"state":"file","p":"...............","host":"web.mit.edu","bytes":199,"groups":1},{"rank":224,"domain":"twitch.tv","status":200,"state":"file","p":"...............","host":"www.twitch.tv","bytes":1167,"groups":5,"sitemaps":1},{"rank":225,"domain":"researchgate.net","status":200,"state":"file","p":"...............","host":"www.researchgate.net","bytes":293,"groups":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":226,"domain":"bbc.co.uk","status":200,"state":"file","p":"NNNNNNNN.NN.N..","host":"www.bbc.co.uk","bytes":4907,"groups":40,"sitemaps":13,"r":[[135,136],[111,112],[144,145],[102,103],[132,133],[123,124],[153,154],[156,157],0,[147,148],[138,139],0,[150,151],0,0],"lines":{"102":"User-agent: CCBot","103":"Disallow: /","111":"User-agent: ClaudeBot","112":"Disallow: /","123":"User-agent: Bytespider","124":"Disallow: /","132":"User-agent: Applebot-Extended","133":"Disallow: /","135":"User-agent: GPTBot","136":"Disallow: /","138":"User-agent: ChatGPT-User","139":"Disallow: /","144":"User-agent: Google-Extended","145":"Disallow: /","147":"User-Agent: PerplexityBot","148":"Disallow: /","150":"User-agent: Perplexity-User","151":"Disallow: /","153":"User-agent: meta-externalagent","154":"Disallow: /","156":"User-agent: OAI-SearchBot","157":"Disallow: /"}},{"rank":227,"domain":"cisco.com","status":200,"state":"file","p":"nnnn.........n.","host":"www.cisco.com","bytes":16189,"groups":5,"sitemaps":101},{"rank":228,"domain":"sfx.ms","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND sfx.ms"},{"rank":229,"domain":"wikimedia.org","status":404,"state":"none","p":"...............","host":"www.wikimedia.org"},{"rank":230,"domain":"cpanel.net","status":200,"state":"file","p":"...............","host":"www.cpanel.net","bytes":297,"groups":1,"sitemaps":1},{"rank":231,"domain":"ggpht.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND ggpht.com"},{"rank":232,"domain":"nist.gov","status":200,"state":"file","p":"...............","host":"www.nist.gov","bytes":2425,"groups":1,"sitemaps":1},{"rank":233,"domain":"azureedge.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND azureedge.net"},{"rank":234,"domain":"comcast.net","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.xfinity.com","reason":"status 403"},{"rank":235,"domain":"rbxcdn.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND rbxcdn.com"},{"rank":236,"domain":"ozon.ru","status":307,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"more than 5 redirects"},{"rank":237,"domain":"stripe.com","status":200,"state":"file","p":"...............","bytes":643,"groups":3,"sitemaps":1},{"rank":238,"domain":"spov-msedge.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND spov-msedge.net"},{"rank":239,"domain":"mtgglobals.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND mtgglobals.com"},{"rank":240,"domain":"alidns.com","status":200,"state":"file","p":"...............","bytes":64,"groups":0},{"rank":241,"domain":"sourceforge.net","status":200,"state":"file","p":"...............","bytes":5837,"groups":3,"sitemaps":7},{"rank":242,"domain":"t.co","status":200,"state":"file","p":"SSSSSSSSSSSSSnS","bytes":150,"groups":3,"r":[[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],0,[9,10]],"lines":{"9":"User-agent: *","10":"Disallow: /"}},{"rank":243,"domain":"meraki.com","status":200,"state":"file","p":"SSSnSSSSSSSSSnS","host":"meraki.cisco.com","bytes":2213,"groups":2,"r":[[78,79],[78,79],[78,79],0,[78,79],[78,79],[78,79],[78,79],[78,79],[78,79],[78,79],[78,79],[78,79],0,[78,79]],"lines":{"78":"User-agent: *","79":"Disallow: /"}},{"rank":244,"domain":"canva.com","status":200,"state":"file","p":"NN.NNNN..n..n..","host":"www.canva.com","bytes":6527,"groups":5,"sitemaps":2,"r":[[140,146],[140,146],0,[140,146],[140,146],[239,254],[239,254],0,0,[129,138],0,0,[129,138],0,0],"lines":{"129":"User-agent: AdsBot-Google","138":"Allow: /","140":"User-agent: GPTBot","146":"Disallow: /","239":"User-agent: Bytespider","254":"Disallow: /"}},{"rank":245,"domain":"arubanetworks.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: arubanetworks.com. is not in the cert's altnames: DNS:www.arubanetworks.com"},{"rank":246,"domain":"telekom.net","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.telekom.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":247,"domain":"wsdvs.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND wsdvs.com"},{"rank":248,"domain":"userapi.com","status":304,"state":"file","p":".............n.","host":"vk.com","bytes":6175,"groups":3},{"rank":249,"domain":"msedge.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: msedge.net:443, timeout: 10000ms)"},{"rank":250,"domain":"name-services.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND name-services.com"},{"rank":251,"domain":"namecheap.com","status":200,"state":"file","p":"...............","host":"www.namecheap.com","bytes":1359,"groups":1,"sitemaps":1},{"rank":252,"domain":"nflximg.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: nflximg.com:443, timeout: 10000ms)"},{"rank":253,"domain":"playstation.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND playstation.net"},{"rank":254,"domain":"omtrdc.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND omtrdc.net"},{"rank":255,"domain":"vungle.com","status":200,"state":"file","p":"...............","bytes":82,"groups":1,"delay":10},{"rank":256,"domain":"hubspot.com","status":200,"state":"file","p":"...............","host":"www.hubspot.com","bytes":12606,"groups":1},{"rank":257,"domain":"rubiconproject.com","status":200,"state":"file","p":"...............","host":"www.rubiconproject.com","bytes":189,"groups":1,"sitemaps":1},{"rank":258,"domain":"roku.com","status":200,"state":"file","p":"...............","host":"www.roku.com","bytes":303,"groups":1,"sitemaps":5,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":259,"domain":"spo-msedge.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND spo-msedge.net"},{"rank":260,"domain":"telecid.ru","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: telecid.ru. is not in the cert's altnames: DNS:*.cmediahub.ru, DNS:cmediahub.ru"},{"rank":261,"domain":"who.int","status":200,"state":"file","p":"...N...........","host":"www.who.int","bytes":18983,"groups":527,"sitemaps":1,"r":[0,0,0,[131,132],0,0,0,0,0,0,0,0,0,0,0],"lines":{"131":"User-agent: CCBot","132":"Disallow:/"}},{"rank":262,"domain":"imdb.com","status":200,"state":"file","p":"SSSSSSSSSSSSSnS","host":"www.imdb.com","bytes":1947,"groups":3,"r":[[68,69],[68,69],[68,69],[68,69],[68,69],[68,69],[68,69],[68,69],[68,69],[68,69],[68,69],[68,69],[68,69],[8,43],[68,69]],"lines":{"8":"User-agent: Googlebot","43":"Allow: /","68":"User-agent: *","69":"Disallow: /"}},{"rank":263,"domain":"aliyuncsslbintl.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND aliyuncsslbintl.com"},{"rank":264,"domain":"awswaf.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND awswaf.com"},{"rank":265,"domain":"licdn.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND licdn.com"},{"rank":266,"domain":"spectrum.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.spectrum.com","reason":"no response: Stream closed with error code NGHTTP2_INTERNAL_ERROR"},{"rank":267,"domain":"linktr.ee","status":200,"state":"file","p":"nnnnnSSnnnnnnnS","bytes":11029,"groups":60,"signals":["content-signal: ai-train=no, search=yes"],"sitemaps":3,"r":[0,0,[303,304],0,[34,35],[442,443],[442,443],0,0,0,0,0,0,0,[442,443]],"lines":{"34":"User-agent: Applebot-Extended","35":"Allow: /","303":"User-agent: Google-Extended","304":"Allow: /","442":"User-agent: *","443":"Disallow: /"}},{"rank":268,"domain":"alibabadns.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND alibabadns.com"},{"rank":269,"domain":"forter.com","status":200,"state":"file","p":"nnnNnNNnnnnnn..","bytes":1253,"groups":4,"signals":["content-signal: search=yes, ai-input=yes, ai-train=yes","content-signal: search=yes, ai-input=yes","content-signal: search=no, ai-input=no, ai-train=no","content-signal: search=yes, ai-input=yes, ai-train=no"],"sitemaps":1,"delay":10,"r":[[3,9],[3,9],[3,9],[27,36],[3,9],[27,36],[27,36],[12,24],[12,24],[12,24],[12,24],[12,24],[12,24],[39,45],[39,45]],"lines":{"3":"User-agent: GPTBot","9":"Allow: /","12":"User-agent: ChatGPT-User","24":"Allow: /","27":"User-agent: CCBot","36":"Disallow: /","39":"User-agent: *","45":"Allow: /"}},{"rank":270,"domain":"one.one","status":200,"state":"file","p":"...............","host":"www.one.com","bytes":450,"groups":1,"sitemaps":1},{"rank":271,"domain":"media-amazon.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND media-amazon.com"},{"rank":272,"domain":"taboola.com","status":200,"state":"file","p":"...............","host":"www.taboola.com","bytes":2350,"groups":1,"sitemaps":1,"delay":10},{"rank":273,"domain":"wixsite.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND wixsite.com"},{"rank":274,"domain":"hcaptcha.com","status":200,"state":"file","p":"...............","host":"www.hcaptcha.com","bytes":109,"groups":1,"sitemaps":1,"r":[[1,4],[1,4],[1,4],[1,4],[1,4],[1,4],[1,4],[1,4],[1,4],[1,4],[1,4],[1,4],[1,4],[1,4],[1,4]],"lines":{"1":"User-Agent: *","4":"Allow: /"}},{"rank":275,"domain":"imcmdb.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: imcmdb.net:443, timeout: 10000ms)"},{"rank":276,"domain":"ttvnw.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND ttvnw.net"},{"rank":277,"domain":"ibm.com","status":200,"state":"file","p":"...............","host":"www.ibm.com","bytes":4616,"groups":10,"sitemaps":5},{"rank":278,"domain":"dnsmadeeasy.com","status":404,"state":"none","p":"..............."},{"rank":279,"domain":"adsafeprotected.com","status":200,"state":"file","p":"...............","bytes":43,"groups":0},{"rank":280,"domain":"launchpad.net","status":200,"state":"file","p":"NNNNNNNNNN.N...","bytes":1881,"groups":2,"signals":["content-usage: ai=n","content-signal: ai-train=no, search=yes, ai-input=no"],"r":[[5,56],[5,56],[5,56],[5,56],[5,56],[5,56],[5,56],[5,56],[5,56],[5,56],[65,70],[5,56],[65,70],[65,70],[65,70]],"lines":{"5":"User-Agent: GPTBot","56":"Disallow: /","65":"User-agent: *","70":"Allow: /"}},{"rank":281,"domain":"miui.com","status":404,"state":"none","p":"..............."},{"rank":282,"domain":"googleblog.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"blog.google","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":283,"domain":"gmail.com","status":200,"state":"file","p":"...............","bytes":129,"groups":1,"sitemaps":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":284,"domain":"adnxs.com","status":404,"state":"none","p":"..............."},{"rank":285,"domain":"reuters.com","status":200,"state":"file","p":"SSSSNSSnSSnSSnS","host":"www.reuters.com","bytes":4627,"groups":3,"sitemaps":14,"r":[[128,130],[128,130],[128,130],[128,130],[124,125],[128,130],[128,130],0,[128,130],[128,130],0,[128,130],[128,130],0,[128,130]],"lines":{"124":"User-agent: Applebot-Extended","125":"Disallow: /","128":"User-agent: *","130":"Disallow: /"}},{"rank":286,"domain":"pubmatic.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":287,"domain":"workbox.dk","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND workbox.dk"},{"rank":288,"domain":"amplitude.com","status":200,"state":"file","p":"nnnnnNnn.nn.nn.","bytes":2385,"groups":16,"signals":["content-signal: search=yes, ai-input=yes, ai-train=yes","content-signal: search=no, ai-input=no, ai-train=no"],"sitemaps":1,"r":[[16,18],[31,33],[51,53],[61,63],[56,58],[81,83],[66,68],[21,23],[11,13],[41,43],[26,28],[11,13],[46,48],0,[11,13]],"lines":{"11":"User-agent: *","13":"Allow: /","16":"User-agent: GPTBot","18":"Allow: /","21":"User-agent: OAI-SearchBot","23":"Allow: /","26":"User-agent: ChatGPT-User","28":"Allow: /","31":"User-agent: ClaudeBot","33":"Allow: /","41":"User-agent: PerplexityBot","43":"Allow: /","46":"User-agent: Perplexity-User","48":"Allow: /","51":"User-agent: Google-Extended","53":"Allow: /","56":"User-agent: Applebot-Extended","58":"Allow: /","61":"User-agent: CCBot","63":"Allow: /","66":"User-agent: Meta-ExternalAgent","68":"Allow: /","81":"User-agent: Bytespider","83":"Disallow: /"}},{"rank":289,"domain":"weather.com","status":200,"state":"file","p":"...N.N....n....","bytes":3440,"groups":26,"sitemaps":8,"delay":10,"r":[0,0,0,[116,117],0,[113,114],0,0,0,0,[19,20],0,0,0,0],"lines":{"19":"User-agent: ChatGPT-User","20":"Allow: /","113":"User-agent: Bytespider","114":"Disallow: /","116":"User-agent: CCBot","117":"Disallow: /"}},{"rank":290,"domain":"booking.com","status":200,"state":"file","p":"...............","bytes":39491,"groups":13,"sitemaps":434},{"rank":291,"domain":"skybridge.click","status":200,"state":"file","p":"SSSSSSSSSSSSSSS","bytes":26,"groups":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Disallow: /"}},{"rank":292,"domain":"capcutapi.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND capcutapi.com"},{"rank":293,"domain":"tinyurl.com","status":200,"state":"file","p":"...............","bytes":154,"groups":1,"sitemaps":3},{"rank":294,"domain":"telegram.me","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"telegram.org","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":295,"domain":"ip-api.com","status":200,"state":"file","p":"...............","bytes":213,"groups":1},{"rank":296,"domain":"nr-data.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND nr-data.net"},{"rank":297,"domain":"ripn.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND ripn.net"},{"rank":298,"domain":"springer.com","status":200,"state":"file","p":"...............","host":"www.springer.com","bytes":286,"groups":1,"sitemaps":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":299,"domain":"w2rt6byl5nf1opmc-a.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND w2rt6byl5nf1opmc-a.com"},{"rank":300,"domain":"mangosip.ru","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: mangosip.ru:443, timeout: 10000ms)"},{"rank":301,"domain":"hp.com","status":200,"state":"file","p":"nnn....nnnnnn..","host":"www.hp.com","bytes":17151,"groups":14,"sitemaps":89,"r":[[487,497],[511,513],[523,525],0,0,0,0,[499,501],[515,517],[527,529],[503,505],[519,521],[531,533],0,0],"lines":{"487":"User-agent: MSNBot-Media","497":"Allow: /","499":"User-agent: OAI-SearchBot","501":"Allow: /","503":"User-agent: ChatGPT-User","505":"Allow: /","511":"User-agent: ClaudeBot","513":"Allow: /","515":"User-agent: Claude-SearchBot","517":"Allow: /","519":"User-agent: Claude-User","521":"Allow: /","523":"User-agent: Google-Extended","525":"Allow: /","527":"User-agent: PerplexityBot","529":"Allow: /","531":"User-agent: Perplexity-User","533":"Allow: /"}},{"rank":302,"domain":"www.gov.uk","status":200,"state":"file","p":"......n........","bytes":1097,"groups":4,"sitemaps":1},{"rank":303,"domain":"salesforce.com","status":200,"state":"file","p":"...............","host":"www.salesforce.com","bytes":14256,"groups":9,"sitemaps":52},{"rank":304,"domain":"autodesk.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.autodesk.com","reason":"status 403"},{"rank":305,"domain":"tiktokcdn-us.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND tiktokcdn-us.com"},{"rank":306,"domain":"nature.com","status":200,"state":"file","p":"NNNNNNN..NN....","host":"www.nature.com","bytes":2780,"groups":23,"sitemaps":5,"r":[[69,70],[65,66],[71,72],[63,64],[59,60],[61,62],[79,80],0,0,[75,76],[97,98],0,0,0,0],"lines":{"59":"User-Agent: Applebot-Extended","60":"Disallow: /","61":"User-Agent: Bytespider","62":"Disallow: /","63":"User-Agent: CCBot","64":"Disallow: /","65":"User-Agent: ClaudeBot","66":"Disallow: /","69":"User-Agent: GPTBot","70":"Disallow: /","71":"User-Agent: Google-Extended","72":"Disallow: /","75":"User-Agent: PerplexityBot","76":"Disallow: /","79":"User-Agent: meta-externalagent","80":"Disallow: /","97":"User-Agent: ChatGPT-User","98":"Disallow: /"}},{"rank":307,"domain":"steampowered.com","status":200,"state":"file","p":"...............","host":"store.steampowered.com","bytes":303,"groups":1},{"rank":308,"domain":"jsdelivr.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: jsdelivr.net:443, timeout: 10000ms)"},{"rank":309,"domain":"inmobi.com","status":200,"state":"file","p":"...............","host":"www.inmobi.com","bytes":98,"groups":1,"sitemaps":1},{"rank":310,"domain":"miit.gov.cn","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND miit.gov.cn"},{"rank":311,"domain":"weibo.com","status":200,"state":"file","p":"SSSSSNNNSSNSNnS","bytes":968,"groups":4,"signals":["content-signal: search=yes, ai-input=yes, ai-train=no"],"sitemaps":1,"delay":1,"r":[[40,43],[40,43],[40,43],[40,43],[40,43],[21,38],[21,38],[21,38],[40,43],[40,43],[21,38],[40,43],[21,38],0,[40,43]],"lines":{"21":"User-Agent: Perplexity-User","38":"Disallow: /","40":"User-Agent: *","43":"Disallow: /"}},{"rank":312,"domain":"avast.com","status":200,"state":"file","p":"nn.....n.nnnn..","host":"www.avast.com","bytes":440,"groups":9,"signals":["content-signal: ai-train=yes, search=yes, ai-input=yes"],"sitemaps":1,"r":[[15,16],[27,28],0,0,0,0,0,[9,10],0,[21,22],[12,13],[24,25],[18,19],0,0],"lines":{"9":"User-agent: OAI-SearchBot","10":"Allow: /","12":"User-agent: ChatGPT-User","13":"Allow: /","15":"User-agent: GPTBot","16":"Allow: /","18":"User-agent: Perplexity-User","19":"Allow: /","21":"User-agent: PerplexityBot","22":"Allow: /","24":"User-agent: Claude-User","25":"Allow: /","27":"User-agent: ClaudeBot","28":"Allow: /"}},{"rank":313,"domain":"byteoversea.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND byteoversea.net"},{"rank":314,"domain":"ok.ru","status":200,"state":"file","p":"...............","bytes":6051,"groups":1,"sitemaps":17},{"rank":315,"domain":"harvard.edu","status":200,"state":"file","p":"...............","host":"www.harvard.edu","bytes":748,"groups":1,"sitemaps":10},{"rank":316,"domain":"casalemedia.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.indexexchange.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":317,"domain":"alibaba.com","status":200,"state":"file","p":"N.N..........n.","host":"www.alibaba.com","bytes":5406,"groups":6,"r":[[205,206],0,[208,209],0,0,0,0,0,0,0,0,0,0,0,0],"lines":{"205":"User-agent: GPTBot","206":"Disallow: /","208":"User-agent: Google-Extended","209":"Disallow: /"}},{"rank":318,"domain":"debian.org","status":404,"state":"none","p":"...............","host":"www.debian.org"},{"rank":319,"domain":"douyincdn.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND douyincdn.com"},{"rank":320,"domain":"spaceweb.pro","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: spaceweb.pro:443, timeout: 10000ms)"},{"rank":321,"domain":"heytapmobile.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND heytapmobile.com"},{"rank":322,"domain":"mi.com","status":200,"state":"file","p":"...............","host":"www.mi.com","bytes":145,"groups":1},{"rank":323,"domain":"wac-msedge.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND wac-msedge.net"},{"rank":324,"domain":"appsflyer.com","status":200,"state":"file","p":"...............","host":"www.appsflyer.com","bytes":3116,"groups":1},{"rank":325,"domain":"wiley.com","status":200,"state":"file","p":"...............","host":"www.wiley.com","bytes":1014,"groups":9,"sitemaps":1,"r":[[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3]],"lines":{"2":"User-agent: *","3":"Allow: /"}},{"rank":326,"domain":"clarity.ms","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: clarity.ms. is not in the cert's altnames: DNS:*.azurewebsites.net, DNS:*.scm.azurewebsite"},{"rank":327,"domain":"mzstatic.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.apple.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":328,"domain":"etsy.com","status":200,"state":"file","p":"...............","host":"www.etsy.com","bytes":52819,"groups":3},{"rank":329,"domain":"php.net","status":200,"state":"file","p":"...............","host":"www.php.net","bytes":292,"groups":1},{"rank":330,"domain":"statsigapi.net","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":331,"domain":"publicnode.com","status":200,"state":"file","p":"...............","bytes":189,"groups":1,"sitemaps":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-Agent: *","2":"Allow: /"}},{"rank":332,"domain":"avcdn.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND avcdn.net"},{"rank":333,"domain":"amazon.co.uk","status":200,"state":"file","p":"NNNN.NNNNNNNN..","host":"www.amazon.co.uk","bytes":7258,"groups":101,"r":[[108,109],[126,127],[117,118],[111,112],0,[132,133],[129,130],[240,241],[216,217],[114,115],[237,238],[210,211],[219,220],0,0],"lines":{"108":"User-agent: GPTBot","109":"Disallow: /","111":"User-agent: CCBot","112":"Disallow: /","114":"User-Agent: PerplexityBot","115":"Disallow: /","117":"User-agent: Google-Extended","118":"Disallow: /","126":"User-agent: ClaudeBot","127":"Disallow: /","129":"User-agent: meta-externalagent","130":"Disallow: /","132":"User-agent: Bytespider","133":"Disallow: /","210":"User-agent: Claude-User","211":"Disallow: /","216":"User-agent: Claude-SearchBot","217":"Disallow: /","219":"User-agent: Perplexity-User","220":"Disallow: /","237":"User-agent: ChatGPT-User","238":"Disallow: /","240":"User-agent: OAI-SearchBot","241":"Disallow: /"}},{"rank":334,"domain":"browser-intake-datadoghq.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":335,"domain":"aliyun.com","status":200,"state":"file","p":"...............","host":"www.aliyun.com","bytes":316,"groups":1,"sitemaps":1},{"rank":336,"domain":"crpt.ru","status":200,"state":"file","p":"...............","bytes":0,"groups":0},{"rank":337,"domain":"drom.ru","status":200,"state":"file","p":".............n.","host":"www.drom.ru","bytes":10797,"groups":5,"sitemaps":24},{"rank":338,"domain":"name.com","status":200,"state":"file","p":"......N........","host":"www.name.com","bytes":1986,"groups":3,"sitemaps":1,"r":[0,0,0,0,0,0,[95,96],0,0,0,0,0,0,0,0],"lines":{"95":"User-agent: meta-externalagent","96":"Disallow: /"}},{"rank":339,"domain":"weebly.com","status":200,"state":"file","p":"...............","host":"www.weebly.com","bytes":777,"groups":2,"sitemaps":1},{"rank":340,"domain":"facebook.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND facebook.net"},{"rank":341,"domain":"hostgator.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.hostgator.com","reason":"Cloudflare challenge, status 403"},{"rank":342,"domain":"dell.com","status":200,"state":"file","p":".....n.........","host":"www.dell.com","bytes":28897,"groups":9,"sitemaps":9},{"rank":343,"domain":"smartadserver.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.equativ.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":344,"domain":"netflix.net","status":200,"state":"file","p":"nnnSSSSnnnnnSnS","host":"www.netflix.com","bytes":3790,"groups":4,"sitemaps":1,"r":[[4,32],[4,32],[4,32],[1,2],[1,2],[1,2],[1,2],[4,32],[4,32],[4,32],[4,32],[4,32],[1,2],[4,32],[1,2]],"lines":{"1":"User-agent: *","2":"Disallow: /","4":"User-agent: googlebot","32":"Allow: /"}},{"rank":345,"domain":"gnu.org","status":200,"state":"file","p":"...............","host":"www.gnu.org","bytes":2862,"groups":27,"sitemaps":1,"delay":4},{"rank":346,"domain":"akamaihd.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND akamaihd.net"},{"rank":347,"domain":"bilibili.com","status":200,"state":"file","p":"...............","host":"www.bilibili.com","bytes":65,"groups":1},{"rank":348,"domain":"gamepass.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: gamepass.com. is not in the cert's altnames: DNS:reroute443.microsoft.com"},{"rank":349,"domain":"myshopify.com","status":404,"state":"none","p":"..............."},{"rank":350,"domain":"slack.com","status":200,"state":"file","p":"...............","bytes":520,"groups":1,"sitemaps":3},{"rank":351,"domain":"naver.com","status":200,"state":"file","p":"SSSSSSSSSSSSSSS","host":"www.naver.com","bytes":91,"groups":1,"h":"...............","r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Disallow: /"}},{"rank":352,"domain":"tbcache.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted addresses: 140.205.77.240:443, 140.205.132.250:443, timeout: 10000ms)"},{"rank":353,"domain":"ea.com","status":200,"state":"file","p":".....NN........","host":"www.ea.com","bytes":1904,"groups":8,"sitemaps":1,"r":[0,0,0,0,0,[19,20],[34,35],0,0,0,0,0,0,0,0],"lines":{"19":"User-agent: Bytespider","20":"Disallow: /","34":"User-agent: Meta-ExternalAgent","35":"Disallow: /"}},{"rank":354,"domain":"trustpilot.com","status":200,"state":"file","p":"nnnnNNnnnnnnSnS","host":"www.trustpilot.com","bytes":25101,"groups":46,"sitemaps":3,"r":[0,0,0,0,[1024,1025],[1039,1040],0,0,0,0,0,0,[1060,1061],0,[1060,1061]],"lines":{"1024":"User-agent: Applebot-Extended","1025":"Disallow: /","1039":"User-agent: Bytespider","1040":"Disallow: /","1060":"User-agent: *","1061":"Disallow: /"}},{"rank":355,"domain":"onelink.me","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.appsflyer.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":356,"domain":"nasa.gov","status":200,"state":"file","p":"...............","host":"www.nasa.gov","bytes":69,"groups":2,"r":[[5,6],[5,6],[5,6],[5,6],[5,6],[5,6],[5,6],[5,6],[5,6],[5,6],[5,6],[5,6],[5,6],[5,6],[5,6]],"lines":{"5":"User-agent: *","6":"Allow: /"}},{"rank":357,"domain":"mobile.de","status":200,"state":"file","p":"...............","host":"www.mobile.de","bytes":1142,"groups":4},{"rank":358,"domain":"trueconf.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: trueconf.net. is not in the cert's altnames: DNS:*.trueconf.com, DNS:trueconf.com"},{"rank":359,"domain":"cdc.gov","status":200,"state":"file","p":"...............","host":"www.cdc.gov","bytes":1699,"groups":4,"sitemaps":1},{"rank":360,"domain":"worldnic.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: worldnic.com:443, timeout: 10000ms)"},{"rank":361,"domain":"demdex.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND demdex.net"},{"rank":362,"domain":"samsungqbe.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND samsungqbe.com"},{"rank":363,"domain":"un.org","status":404,"state":"none","p":"...............","host":"maintenance.un.org"},{"rank":364,"domain":"tp-link.com","status":200,"state":"file","p":"...............","host":"www.tp-link.com","bytes":544,"groups":1,"sitemaps":1},{"rank":365,"domain":"checkpoint.com","status":200,"state":"file","p":"nnnn...n.nn.n..","host":"www.checkpoint.com","bytes":1918,"groups":14,"sitemaps":1,"r":[[55,56],[61,62],[69,70],[71,72],0,0,0,[57,58],0,[65,66],[59,60],0,[67,68],0,0],"lines":{"55":"User-agent: GPTBot","56":"Allow: /","57":"User-agent: OAI-SearchBot","58":"Allow: /","59":"User-agent: ChatGPT-User","60":"Allow: /","61":"User-agent: ClaudeBot","62":"Allow: /","65":"User-agent: PerplexityBot","66":"Allow: /","67":"User-agent: Perplexity-User","68":"Allow: /","69":"User-agent: Google-Extended","70":"Allow: /","71":"User-agent: CCBot","72":"Allow: /"}},{"rank":366,"domain":"adsrvr.org","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":367,"domain":"washingtonpost.com","status":200,"state":"file","p":".N.NNNN..N.....","host":"www.washingtonpost.com","bytes":5804,"groups":35,"sitemaps":7,"r":[0,[177,178],0,[167,168],[142,143],[162,163],[218,219],0,0,[241,242],0,0,0,0,0],"lines":{"142":"User-agent: Applebot-Extended","143":"Disallow: /","162":"User-agent: Bytespider","163":"Disallow: /","167":"User-agent: CCBot","168":"Disallow: /","177":"User-agent: ClaudeBot","178":"Disallow: /","218":"User-agent: meta-externalagent","219":"Disallow: /","241":"User-agent: PerplexityBot","242":"Disallow: /"}},{"rank":368,"domain":"gitlab.com","status":200,"state":"file","p":"...............","bytes":3230,"groups":4},{"rank":369,"domain":"googletagservices.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND googletagservices.com"},{"rank":370,"domain":"brave.com","status":200,"state":"file","p":"...............","bytes":53,"groups":1,"sitemaps":1},{"rank":371,"domain":"tradingview.com","status":200,"state":"file","p":".nn.nnnn.nn....","host":"www.tradingview.com","bytes":1153,"groups":2,"sitemaps":1},{"rank":372,"domain":"shalltry.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":373,"domain":"allawnos.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND allawnos.com"},{"rank":374,"domain":"cookiedatabase.org","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"Cloudflare challenge, status 403"},{"rank":375,"domain":"zendesk.com","status":200,"state":"file","p":"...............","host":"www.zendesk.com","bytes":1028,"groups":1,"sitemaps":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":376,"domain":"selectel.ru","status":200,"state":"file","p":"...............","bytes":1664,"groups":2,"sitemaps":2},{"rank":377,"domain":"opendns.com","status":200,"state":"file","p":"...............","host":"www.opendns.com","bytes":24,"groups":1},{"rank":378,"domain":"netangels.ru","status":200,"state":"file","p":"...............","host":"www.netangels.ru","bytes":1992,"groups":2,"sitemaps":1},{"rank":379,"domain":"plesk.com","status":200,"state":"file","p":"...............","host":"www.plesk.com","bytes":101,"groups":1,"sitemaps":1},{"rank":380,"domain":"nvidia.com","status":200,"state":"file","p":"...............","host":"www.nvidia.com","bytes":3725,"groups":2,"signals":["content-signal: ai-train=yes, search=yes, ai-input=yes"],"sitemaps":1,"r":[[38,40],[38,40],[38,40],[38,40],[38,40],[38,40],[38,40],[38,40],[38,40],[38,40],[38,40],[38,40],[38,40],[38,40],[38,40]],"lines":{"38":"User-agent: *","40":"Allow: /"}},{"rank":381,"domain":"issuu.com","status":200,"state":"file","p":"...............","bytes":4280,"groups":47,"sitemaps":11},{"rank":382,"domain":"datadoghq.com","status":200,"state":"file","p":"...............","host":"www.datadoghq.com","bytes":525,"groups":1,"sitemaps":9},{"rank":383,"domain":"volcfcdndvs.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND volcfcdndvs.com"},{"rank":384,"domain":"bloomberg.com","status":200,"state":"file","p":"NNNNNNNNNNNN...","host":"www.bloomberg.com","bytes":10640,"groups":98,"sitemaps":10,"h":"NNNNNNNnnNnn...","r":[[120,121],[127,128],[34,35],[63,64],[348,349],[340,341],[342,343],[136,137],[182,183],[89,90],[230,231],[276,277],0,0,0],"lines":{"34":"User-agent: Google-Extended","35":"Disallow: /","63":"User-agent: CCBot","64":"Disallow: /","89":"User-agent: PerplexityBot","90":"Disallow: /","120":"User-agent: GPTBot","121":"Disallow: /","127":"User-agent: ClaudeBot","128":"Disallow: /","136":"User-agent: OAI-SearchBot","137":"Disallow: /","182":"User-agent: Claude-SearchBot","183":"Disallow: /","230":"User-agent: ChatGPT-User","231":"Disallow: /","276":"User-agent: Claude-User","277":"Disallow: /","340":"User-agent: ByteSpider","341":"Disallow: /","342":"User-agent: Meta-ExternalAgent","343":"Disallow: /","348":"User-agent: Applebot-Extended","349":"Disallow: /"}},{"rank":385,"domain":"stanford.edu","status":200,"state":"file","p":"...............","host":"www.stanford.edu","bytes":197,"groups":1,"sitemaps":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-Agent: *","2":"Allow: /"}},{"rank":386,"domain":"firefox-portal-detection.com","status":404,"state":"none","p":"..............."},{"rank":387,"domain":"dnspod.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: dnspod.net:443, timeout: 10000ms)"},{"rank":388,"domain":"live-video.net","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":389,"domain":"tagomi.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.coinbase.com","reason":"Cloudflare challenge, status 403"},{"rank":390,"domain":"wsj.com","status":200,"state":"file","p":"nSSSSSSnSSnSSnS","host":"www.wsj.com","bytes":4298,"groups":2,"sitemaps":12,"r":[[16,90],[13,14],[13,14],[13,14],[13,14],[13,14],[13,14],[16,90],[13,14],[13,14],[16,90],[13,14],[13,14],[16,90],[13,14]],"lines":{"13":"User-agent: *","14":"Disallow: /","16":"User-agent: googlebot","90":"Allow: /"}},{"rank":391,"domain":"xcal.tv","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND xcal.tv"},{"rank":392,"domain":"samsungcloudsolution.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND samsungcloudsolution.com"},{"rank":393,"domain":"gandi-ns.fr","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND gandi-ns.fr"},{"rank":394,"domain":"google.cn","status":404,"state":"none","p":"..............."},{"rank":395,"domain":"cdnbuild.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND cdnbuild.net"},{"rank":396,"domain":"quickconnect.to","status":200,"state":"file","p":"...............","bytes":1,"groups":0},{"rank":397,"domain":"tiktokv.us","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND tiktokv.us"},{"rank":398,"domain":"globo.com","status":200,"state":"file","p":"N.NN...........","host":"www.globo.com","bytes":408,"groups":4,"sitemaps":1,"r":[[24,25],0,[27,28],[21,22],0,0,0,0,0,0,0,0,0,0,0],"lines":{"21":"User-agent: CCBot","22":"Disallow: /","24":"User-agent: GPTBot","25":"Disallow: /","27":"User-agent: Google-Extended","28":"Disallow: /"}},{"rank":399,"domain":"doubleverify.com","status":200,"state":"file","p":"...............","bytes":165,"groups":1},{"rank":400,"domain":"yandex.com","status":200,"state":"file","p":"...............","bytes":21167,"groups":4,"sitemaps":12},{"rank":401,"domain":"amazontrust.com","status":404,"state":"none","p":"...............","host":"www.amazontrust.com"},{"rank":402,"domain":"amazon.de","status":200,"state":"file","p":"NNNN.NNNNNNNN..","host":"www.amazon.de","bytes":7508,"groups":102,"r":[[119,120],[137,138],[128,129],[122,123],0,[143,144],[140,141],[254,255],[227,228],[125,126],[251,252],[221,222],[230,231],0,0],"lines":{"119":"User-agent: GPTBot","120":"Disallow: /","122":"User-agent: CCBot","123":"Disallow: /","125":"User-Agent: PerplexityBot","126":"Disallow: /","128":"User-agent: Google-Extended","129":"Disallow: /","137":"User-agent: ClaudeBot","138":"Disallow: /","140":"User-agent: meta-externalagent","141":"Disallow: /","143":"User-agent: Bytespider","144":"Disallow: /","221":"User-agent: Claude-User","222":"Disallow: /","227":"User-agent: Claude-SearchBot","228":"Disallow: /","230":"User-agent: Perplexity-User","231":"Disallow: /","251":"User-agent: ChatGPT-User","252":"Disallow: /","254":"User-agent: OAI-SearchBot","255":"Disallow: /"}},{"rank":403,"domain":"bsky.app","status":200,"state":"file","p":"...............","bytes":441,"groups":1,"sitemaps":1,"r":[[8,10],[8,10],[8,10],[8,10],[8,10],[8,10],[8,10],[8,10],[8,10],[8,10],[8,10],[8,10],[8,10],[8,10],[8,10]],"lines":{"8":"User-Agent: *","10":"Allow: /"}},{"rank":404,"domain":"icanhazip.com","status":200,"state":"file","p":"...............","bytes":40,"groups":0},{"rank":405,"domain":"espn.com","status":200,"state":"file","p":"N.NN.N....N....","host":"www.espn.com","bytes":3223,"groups":11,"sitemaps":1,"r":[[6,7],0,[9,10],[12,13],0,[30,31],0,0,0,0,[15,16],0,0,0,0],"lines":{"6":"User-agent: GPTBot","7":"Disallow: /","9":"User-agent: Google-Extended","10":"Disallow: /","12":"User-agent: CCBot","13":"Disallow: /","15":"User-agent: ChatGPT-User","16":"Disallow: /","30":"User-agent: Bytespider","31":"Disallow: /"}},{"rank":406,"domain":"calendly.com","status":200,"state":"file","p":"...N...........","bytes":335,"groups":3,"sitemaps":1,"r":[0,0,0,[14,17],0,0,0,0,0,0,0,0,0,0,0],"lines":{"14":"User-Agent: CCBot","17":"Disallow: /"}},{"rank":407,"domain":"online-metrix.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND online-metrix.net"},{"rank":408,"domain":"nflxvideo.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: B4650000:error:0A000438:SSL routines:ssl3_read_bytes:tlsv1 alert internal error:openssl\\ssl\\record\\rec_layer_s3.c:918:SSL alert number 80"},{"rank":409,"domain":"expireddomains.com","status":404,"state":"none","p":"..............."},{"rank":410,"domain":"ibyteimg.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND ibyteimg.com"},{"rank":411,"domain":"timeweb.ru","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"timeweb.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":412,"domain":"shopifysvc.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND shopifysvc.com"},{"rank":413,"domain":"virginm.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND virginm.net"},{"rank":414,"domain":"skyhigh.cloud","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.skyhighsecurity.com","reason":"status 403"},{"rank":415,"domain":"whecloud.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND whecloud.com"},{"rank":416,"domain":"indeed.com","status":200,"state":"file","p":"nnnnnnnnnnnnnn.","host":"www.indeed.com","bytes":13731,"groups":9,"r":[0,0,[186,207],0,0,0,0,[186,207],[186,207],[186,207],[186,207],[186,207],[186,207],[186,207],[2,3]],"lines":{"2":"User-agent: *","3":"Allow: /","186":"User-agent: Googlebot","207":"Allow: /"}},{"rank":417,"domain":"vkuser.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: vkuser.net:443, timeout: 10000ms)"},{"rank":418,"domain":"unsplash.com","status":200,"state":"file","p":".N...N..N......","bytes":8706,"groups":12,"sitemaps":31,"r":[0,[279,282],0,0,0,[284,286],0,0,[279,282],0,0,0,0,0,0],"lines":{"279":"User-Agent: Claude-SearchBot","282":"Disallow: /","284":"User-Agent: Bytespider","286":"Disallow: /"}},{"rank":419,"domain":"scdn.co","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND scdn.co"},{"rank":420,"domain":"bluehost.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.bluehost.com","reason":"Cloudflare challenge, status 403"},{"rank":421,"domain":"kwai-pro.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND kwai-pro.com"},{"rank":422,"domain":"dropcatch.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.dropcatch.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":423,"domain":"163.com","status":200,"state":"file","p":"...............","host":"www.163.com","bytes":225,"groups":1},{"rank":424,"domain":"go.com","status":200,"state":"file","p":"N.N............","host":"www.go.com","bytes":212,"groups":3,"sitemaps":1,"r":[[8,9],0,[13,14],0,0,0,0,0,0,0,0,0,0,0,0],"lines":{"8":"User-agent: GPTBot","9":"Disallow: /","13":"User-agent: Google-Extended","14":"Disallow: /"}},{"rank":425,"domain":"netease.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: netease.com:443, timeout: 10000ms)"},{"rank":426,"domain":"duckduckgo.com","status":200,"state":"file","p":"...............","bytes":757,"groups":2,"sitemaps":2},{"rank":427,"domain":"line.me","status":200,"state":"file","p":"...............","bytes":454,"groups":3},{"rank":428,"domain":"claude.ai","status":200,"state":"file","p":"N.N....N..N....","bytes":281,"groups":3,"sitemaps":1,"r":[[6,10],0,[6,10],0,0,0,0,[6,10],0,0,[6,10],0,0,0,0],"lines":{"6":"User-Agent: GPTBot","10":"Disallow: /"}},{"rank":429,"domain":"heytapdl.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND heytapdl.com"},{"rank":430,"domain":"beian.gov.cn","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND beian.gov.cn"},{"rank":431,"domain":"media.net","status":200,"state":"file","p":"...............","host":"www.media.net","bytes":337,"groups":1,"sitemaps":1},{"rank":432,"domain":"steamcommunity.com","status":200,"state":"file","p":"...............","bytes":141,"groups":1},{"rank":433,"domain":"dailymotion.com","status":200,"state":"file","p":".............n.","host":"www.dailymotion.com","bytes":18276,"groups":7,"sitemaps":9},{"rank":434,"domain":"h264.io","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND h264.io"},{"rank":435,"domain":"tiktokv.eu","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND tiktokv.eu"},{"rank":436,"domain":"temu.com","status":200,"state":"file","p":"nnn..N.nnnnn.n.","host":"www.temu.com","bytes":8239,"groups":5,"sitemaps":1,"r":[0,0,0,0,0,[259,273],0,0,0,0,0,0,0,0,0],"lines":{"259":"User-agent: Slurp","273":"DisAllow: /*"}},{"rank":437,"domain":"launchdarkly.com","status":200,"state":"file","p":"...............","bytes":251,"groups":1,"sitemaps":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-Agent: *","2":"Allow: /"}},{"rank":438,"domain":"tiktokcdn-eu.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND tiktokcdn-eu.com"},{"rank":439,"domain":"vecdnlb.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND vecdnlb.com"},{"rank":440,"domain":"supercell.com","status":200,"state":"file","p":"...............","bytes":66,"groups":1,"sitemaps":1},{"rank":441,"domain":"tencent-cloud.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND tencent-cloud.net"},{"rank":442,"domain":"intel.com","status":200,"state":"file","p":"nnn......nn....","host":"www.intel.com","bytes":4211,"groups":9,"sitemaps":1,"r":[[43,44],[55,56],[49,50],0,0,0,0,0,0,[58,59],[46,47],0,0,0,0],"lines":{"43":"User-agent: GPTBot","44":"Allow: /","46":"User-agent: ChatGPT-User","47":"Allow: /","49":"User-agent: Google-Extended","50":"Allow: /","55":"User-agent: ClaudeBot","56":"Allow: /","58":"User-agent: PerplexityBot","59":"Allow: /"}},{"rank":443,"domain":"pangle.io","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND pangle.io"},{"rank":444,"domain":"rocket-cdn.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND rocket-cdn.com"},{"rank":445,"domain":"huawei.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted addresses: 2407:c080:17ef:ffff::7274:d206:443, 121.37.49.12:443, timeout: 10000ms)"},{"rank":446,"domain":"substack.com","status":200,"state":"file","p":"...............","bytes":585,"groups":4,"sitemaps":2},{"rank":447,"domain":"mozilla.com","status":200,"state":"file","p":"...............","host":"www.mozilla.org","bytes":66,"groups":1},{"rank":448,"domain":"paloaltonetworks.com","status":200,"state":"file","p":".......nnnnn...","host":"www.paloaltonetworks.com","bytes":7701,"groups":3,"sitemaps":5},{"rank":449,"domain":"kaspersky-labs.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND kaspersky-labs.com"},{"rank":450,"domain":"taobao.com","status":200,"state":"file","p":"...............","host":"www.taobao.com","bytes":71,"groups":1},{"rank":451,"domain":"dotaplabs.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND dotaplabs.net"},{"rank":452,"domain":"awsglobalaccelerator.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND awsglobalaccelerator.com"},{"rank":453,"domain":"duolingo.com","status":200,"state":"file","p":"...............","host":"www.duolingo.com","bytes":826,"groups":3,"sitemaps":1},{"rank":454,"domain":"vercel-dns-016.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND vercel-dns-016.com"},{"rank":455,"domain":"adobe.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: adobe.net. is not in the cert's altnames: DNS:redirect.adobe.com, DNS:www.cmo.com, DNS:gen"},{"rank":456,"domain":"g.page","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.google.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":457,"domain":"businessinsider.com","status":200,"state":"file","p":".N.N.N.........","host":"www.businessinsider.com","bytes":2231,"groups":13,"sitemaps":7,"r":[0,[79,80],0,[76,77],0,[73,74],0,0,0,0,0,0,0,0,0],"lines":{"73":"User-agent: Bytespider","74":"Disallow: /","76":"User-agent: CCBot","77":"Disallow: /","79":"User-agent: ClaudeBot","80":"Disallow: /"}},{"rank":458,"domain":"fandom.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.fandom.com","reason":"Cloudflare challenge, status 403"},{"rank":459,"domain":"aol.com","status":200,"state":"file","p":"NNNN.N...nn....","host":"www.aol.com","bytes":2909,"groups":44,"sitemaps":5,"r":[[73,74],[61,62],[71,72],[36,37],0,[34,35],0,0,0,[101,102],[38,39],0,0,0,0],"lines":{"34":"User-agent: Bytespider","35":"Disallow: /","36":"User-agent: CCBot","37":"Disallow: /","38":"User-agent: ChatGPT-User","39":"Allow: /","61":"User-agent: ClaudeBot","62":"Disallow: /","71":"User-agent: Google-Extended","72":"Disallow: /","73":"User-agent: GPTBot","74":"Disallow: /","101":"User-agent: PerplexityBot","102":"Allow: /"}},{"rank":460,"domain":"firetvcaptiveportal.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted addresses: 2600:1f18:1a46:b101:6e99:539:29f0:f96d:443, 44.195.240.230:443, 2600:1f18:1a46:b100:6919:dab5:83f0:3d81"},{"rank":461,"domain":"pixabay.com","status":200,"state":"file","p":"NNNNNN.........","bytes":3248,"groups":2,"sitemaps":1,"r":[[135,153],[135,153],[135,153],[135,153],[135,153],[135,153],[1,133],[1,133],[1,133],[1,133],[1,133],[1,133],[1,133],[1,133],[1,133]],"lines":{"1":"User-agent: *","133":"Allow: /","135":"User-agent: 008","153":"Disallow: /"}},{"rank":462,"domain":"yahoo.co.jp","status":200,"state":"file","p":"N.N............","host":"www.yahoo.co.jp","bytes":87,"groups":3,"r":[[4,5],0,[1,2],0,0,0,0,0,0,0,0,0,0,0,0],"lines":{"1":"User-agent: Google-Extended","2":"Disallow: /","4":"User-agent: GPTBot","5":"Disallow: /"}},{"rank":463,"domain":"arxiv.org","status":200,"state":"file","p":".............n.","bytes":5854,"groups":10,"delay":15},{"rank":464,"domain":"cloudflareinsights.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":465,"domain":"myqcloud.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND myqcloud.com"},{"rank":466,"domain":"speedtest.net","status":200,"state":"file","p":"...............","host":"www.speedtest.net","bytes":247,"groups":2},{"rank":467,"domain":"inner-active.mobi","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted addresses: 54.225.119.21:443, 62.219.50.32:443, timeout: 10000ms)"},{"rank":468,"domain":"cloudns.net","status":200,"state":"file","p":"...............","host":"www.cloudns.net","bytes":25,"groups":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":469,"domain":"aliexpress.com","status":200,"state":"file","p":".............n.","host":"www.aliexpress.com","bytes":2731,"groups":3,"sitemaps":8},{"rank":470,"domain":"eye4.cn","status":500,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 500"},{"rank":471,"domain":"prodregistryv2.org","status":404,"state":"none","p":"..............."},{"rank":472,"domain":"byteglb.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND byteglb.com"},{"rank":473,"domain":"ui-dns.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND ui-dns.com"},{"rank":474,"domain":"edgecdn.ru","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: B4650000:error:0A000438:SSL routines:ssl3_read_bytes:tlsv1 alert internal error:openssl\\ssl\\record\\rec_layer_s3.c:918:SSL alert number 80"},{"rank":475,"domain":"wp.com","status":200,"state":"file","p":"...............","host":"wordpress.com","bytes":1387,"groups":1,"sitemaps":5},{"rank":476,"domain":"gcdn.co","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: B4650000:error:0A000438:SSL routines:ssl3_read_bytes:tlsv1 alert internal error:openssl\\ssl\\record\\rec_layer_s3.c:918:SSL alert number 80"},{"rank":477,"domain":"okta.com","status":200,"state":"file","p":"...............","host":"www.okta.com","bytes":2518,"groups":1,"sitemaps":24},{"rank":478,"domain":"branch.io","status":200,"state":"file","p":"nnnnn....n.....","host":"www.branch.io","bytes":1783,"groups":8,"sitemaps":1,"r":[[12,13],[24,25],[18,19],[15,16],[30,31],[6,7],[6,7],[6,7],[6,7],[21,22],[6,7],[6,7],[6,7],[6,7],[6,7]],"lines":{"6":"User-agent: *","7":"Allow: /","12":"User-agent: GPTBot","13":"Allow: /","15":"User-agent: CCBot","16":"Allow: /","18":"User-agent: Google-Extended","19":"Allow: /","21":"User-agent: PerplexityBot","22":"Allow: /","24":"User-agent: ClaudeBot","25":"Allow: /","30":"User-agent: Applebot-Extended","31":"Allow: /"}},{"rank":479,"domain":"cnbc.com","status":200,"state":"file","p":"NNNNNNNN.NNN.n.","host":"www.cnbc.com","bytes":2477,"groups":3,"sitemaps":9,"r":[[29,81],[29,81],[29,81],[29,81],[29,81],[29,81],[29,81],[29,81],0,[29,81],[29,81],[29,81],0,0,0],"lines":{"29":"User-agent: GPTBot","81":"Disallow: /"}},{"rank":480,"domain":"walmart.com","status":200,"state":"file","p":"...............","host":"www.walmart.com","bytes":3479,"groups":2,"sitemaps":32},{"rank":481,"domain":"goodreads.com","status":200,"state":"file","p":"N..N...........","host":"www.goodreads.com","bytes":2647,"groups":7,"sitemaps":16,"r":[[9,10],0,0,[12,13],0,0,0,0,0,0,0,0,0,0,0],"lines":{"9":"User-agent: GPTBot","10":"Disallow: /","12":"User-agent: CCBot","13":"Disallow: /"}},{"rank":482,"domain":"ampproject.org","status":404,"state":"none","p":"...............","host":"amp.dev"},{"rank":483,"domain":"kwai.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: kwai.net:443, timeout: 10000ms)"},{"rank":484,"domain":"ietf.org","status":200,"state":"file","p":"...............","host":"www.ietf.org","bytes":51,"groups":1},{"rank":485,"domain":"wswebcdn.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND wswebcdn.com"},{"rank":486,"domain":"statista.com","status":200,"state":"file","p":"NNNNNNN..N..N..","host":"www.statista.com","bytes":11030,"groups":5,"sitemaps":2,"h":"nnnnnnn..n..n..","r":[[312,372],[312,372],[312,372],[312,372],[312,372],[312,372],[312,372],0,0,[312,372],0,0,[312,372],0,0],"lines":{"312":"User-agent: Amazonbot","372":"Disallow: /"}},{"rank":487,"domain":"grammarly.com","status":200,"state":"file","p":"...............","host":"www.grammarly.com","bytes":289,"groups":1,"sitemaps":2},{"rank":488,"domain":"chinamobile.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: chinamobile.com:443, timeout: 10000ms)"},{"rank":489,"domain":"list-manage.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: list-manage.com:443, timeout: 10000ms)"},{"rank":490,"domain":"quora.com","status":200,"state":"file","p":"NNnSNNSNNNNNSnS","host":"www.quora.com","bytes":18962,"groups":29,"h":"NNn.NN.NNNNN.n.","r":[[676,677],[750,751],0,[761,769],[659,660],[668,669],[761,769],[717,718],[758,759],[726,727],[738,739],[754,755],[761,769],0,[761,769]],"lines":{"659":"User-agent: Applebot-Extended","660":"Disallow: /","668":"User-agent: Bytespider","669":"Disallow: /","676":"User-agent: GPTBot","677":"Disallow: /","717":"User-agent: OAI-SearchBot","718":"Disallow: /","726":"User-agent: PerplexityBot","727":"Disallow: /","738":"User-agent: ChatGPT-User","739":"Disallow: /","750":"User-agent: ClaudeBot","751":"Disallow: /","754":"User-agent: Claude-User","755":"Disallow: /","758":"User-agent: Claude-SearchBot","759":"Disallow: /","761":"User-agent: *","769":"Disallow: /"}},{"rank":491,"domain":"amazon.co.jp","status":200,"state":"file","p":"NNNN.NNNNNNNN..","host":"www.amazon.co.jp","bytes":10234,"groups":101,"r":[[199,200],[217,218],[208,209],[202,203],0,[223,224],[220,221],[331,332],[307,308],[205,206],[328,329],[301,302],[310,311],0,0],"lines":{"199":"User-agent: GPTBot","200":"Disallow: /","202":"User-agent: CCBot","203":"Disallow: /","205":"User-Agent: PerplexityBot","206":"Disallow: /","208":"User-agent: Google-Extended","209":"Disallow: /","217":"User-agent: ClaudeBot","218":"Disallow: /","220":"User-agent: meta-externalagent","221":"Disallow: /","223":"User-agent: Bytespider","224":"Disallow: /","301":"User-agent: Claude-User","302":"Disallow: /","307":"User-agent: Claude-SearchBot","308":"Disallow: /","310":"User-agent: Perplexity-User","311":"Disallow: /","328":"User-agent: ChatGPT-User","329":"Disallow: /","331":"User-agent: OAI-SearchBot","332":"Disallow: /"}},{"rank":492,"domain":"dual-s-msedge.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND dual-s-msedge.net"},{"rank":493,"domain":"mcafee.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.mcafee.com","reason":"no response: Stream closed with error code NGHTTP2_INTERNAL_ERROR"},{"rank":494,"domain":"markmonitor.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"Cloudflare challenge, status 403"},{"rank":495,"domain":"addtoany.com","status":200,"state":"file","p":"...............","host":"www.addtoany.com","bytes":308,"groups":2},{"rank":496,"domain":"shein.com","status":200,"state":"file","p":"...............","host":"www.shein.com","bytes":279,"groups":1,"sitemaps":1},{"rank":497,"domain":"on.aws","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND on.aws"},{"rank":498,"domain":"impervadns.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND impervadns.net"},{"rank":499,"domain":"dynatrace.com","status":200,"state":"file","p":"...............","host":"www.dynatrace.com","bytes":319,"groups":1,"sitemaps":1},{"rank":500,"domain":"npr.org","status":200,"state":"file","p":"NNNNNN.NNNNN.n.","host":"www.npr.org","bytes":4736,"groups":47,"sitemaps":4,"r":[[42,43],[70,71],[57,58],[50,51],[64,65],[67,68],0,[53,54],[73,74],[97,98],[46,47],[76,77],0,[110,111],0],"lines":{"42":"User-agent: GPTBot","43":"Disallow: /","46":"User-agent: ChatGPT-User","47":"Disallow: /","50":"User-agent: CCBot","51":"Disallow: /","53":"User-agent: OAI-SearchBot","54":"Disallow: /","57":"User-agent: Google-Extended","58":"Disallow: /","64":"User-agent: Applebot-Extended","65":"Disallow: /","67":"User-agent: Bytespider","68":"Disallow: /","70":"User-agent: ClaudeBot","71":"Disallow: /","73":"User-agent: Claude-SearchBot","74":"Disallow: /","76":"User-agent: Claude-User","77":"Disallow: /","97":"User-agent: PerplexityBot","98":"Disallow: /","110":"User-agent: Googlebot","111":"Allow: /"}},{"rank":501,"domain":"nease.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: nease.net:443, timeout: 10000ms)"},{"rank":502,"domain":"run.app","status":404,"state":"none","p":"..............."},{"rank":503,"domain":"ezvizlife.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.ezviz.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":504,"domain":"sohu.com","status":200,"state":"file","p":"NNNNNnNNNNNNNnS","host":"www.sohu.com","bytes":3097,"groups":4,"h":"nnnnnnnnnnnnnnS","r":[[91,162],[91,162],[91,162],[91,162],[91,162],0,[91,162],[91,162],[91,162],[91,162],[91,162],[91,162],[91,162],0,[164,165]],"lines":{"91":"User-agent: GPTBot","162":"Disallow: /","164":"User-agent: *","165":"Disallow: /"}},{"rank":505,"domain":"sc-gw.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND sc-gw.com"},{"rank":506,"domain":"bdydns.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND bdydns.com"},{"rank":507,"domain":"sina.com.cn","status":200,"state":"file","p":"...............","host":"www.sina.com.cn","bytes":528,"groups":1,"sitemaps":11,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":508,"domain":"newrelic.com","status":200,"state":"file","p":"...............","bytes":2556,"groups":5,"sitemaps":9},{"rank":509,"domain":"ivi.ru","status":200,"state":"file","p":"...............","host":"www.ivi.ru","bytes":6421,"groups":3,"sitemaps":1},{"rank":510,"domain":"noaa.gov","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.noaa.gov","reason":"status 403"},{"rank":511,"domain":"amzn.to","status":200,"state":"file","p":"...............","bytes":123,"groups":1},{"rank":512,"domain":"atlassian.net","status":200,"state":"file","p":"...............","bytes":347,"groups":2,"delay":1},{"rank":513,"domain":"docker.com","status":200,"state":"file","p":"...............","host":"www.docker.com","bytes":1055,"groups":1,"sitemaps":2},{"rank":514,"domain":"kwaipros.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND kwaipros.com"},{"rank":515,"domain":"enacdn.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND enacdn.net"},{"rank":516,"domain":"behance.net","status":200,"state":"file","p":"NNNNNNN........","host":"www.behance.net","bytes":1317,"groups":2,"sitemaps":1,"r":[[4,24],[4,24],[4,24],[4,24],[4,24],[4,24],[4,24],0,0,0,0,0,0,0,0],"lines":{"4":"User-agent: AI2Bot","24":"Disallow: /"}},{"rank":517,"domain":"indiatimes.com","status":200,"state":"file","p":"......N........","host":"www.indiatimes.com","bytes":1143,"groups":3,"sitemaps":2,"r":[[12,13],[12,13],[12,13],[12,13],[12,13],[12,13],[9,10],[12,13],[12,13],[12,13],[12,13],[12,13],[12,13],[12,13],[12,13]],"lines":{"9":"User-agent: meta-externalagent","10":"Disallow: /","12":"User-agent: *","13":"Allow: /"}},{"rank":518,"domain":"scribd.com","status":200,"state":"file","p":".N.N.N.........","host":"www.scribd.com","bytes":3518,"groups":9,"sitemaps":10,"r":[0,[104,105],0,[100,101],0,[98,99],0,0,0,0,0,0,0,0,0],"lines":{"98":"User-agent: Bytespider","99":"Disallow: /","100":"User-agent: CCBot","101":"Disallow: /","104":"User-agent: ClaudeBot","105":"Disallow: /"}},{"rank":519,"domain":"google.de","status":200,"state":"file","p":"...............","host":"www.google.de","bytes":6624,"groups":4,"sitemaps":1},{"rank":520,"domain":"elasticbeanstalk.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: read ECONNRESET"},{"rank":521,"domain":"gosuslugi.ru","status":200,"state":"file","p":"SSSSSSSSSSSSSNS","host":"www.gosuslugi.ru","bytes":8746,"groups":3,"sitemaps":1,"h":".............n.","r":[[279,282],[279,282],[279,282],[279,282],[279,282],[279,282],[279,282],[279,282],[279,282],[279,282],[279,282],[279,282],[279,282],[127,130],[279,282]],"lines":{"127":"User-agent: GoogleBot","130":"Disallow: /","279":"User-agent: *","282":"Disallow: /"}},{"rank":522,"domain":"foxnews.com","status":200,"state":"file","p":"...............","host":"www.foxnews.com","bytes":301,"groups":1,"sitemaps":2},{"rank":523,"domain":"anthropic.com","status":200,"state":"file","p":"...............","host":"www.anthropic.com","bytes":71,"groups":1,"sitemaps":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-Agent: *","2":"Allow: /"}},{"rank":524,"domain":"stackoverflow.com","status":418,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 418"},{"rank":525,"domain":"mediatek.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.mediatek.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":526,"domain":"twc.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: twc.com. is not in the cert's altnames: DNS:spectrum.com, DNS:baedirectsales.spectrum.com,"},{"rank":527,"domain":"squarespacedns.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND squarespacedns.com"},{"rank":528,"domain":"ipv4only.arpa","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted addresses: 192.0.0.171:443, 192.0.0.170:443, timeout: 10000ms)"},{"rank":529,"domain":"share.google","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":530,"domain":"eventbrite.com","status":200,"state":"file","p":"...N...........","bytes":7559,"groups":135,"sitemaps":2,"r":[0,0,0,[71,84],0,0,0,0,0,0,0,0,0,0,0],"lines":{"71":"User-agent: Facebot","84":"Disallow: /"}},{"rank":531,"domain":"mysql.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.mysql.com","reason":"status 403"},{"rank":532,"domain":"google.com.hk","status":200,"state":"file","p":"...............","host":"www.google.com.hk","bytes":6624,"groups":4,"sitemaps":1},{"rank":533,"domain":"tplinkcloud.com","status":200,"state":"file","p":"SSSSSSSSSSSSSSS","host":"www.tplinkcloud.com","bytes":70,"groups":1,"h":"...............","r":[[1,5],[1,5],[1,5],[1,5],[1,5],[1,5],[1,5],[1,5],[1,5],[1,5],[1,5],[1,5],[1,5],[1,5],[1,5]],"lines":{"1":"User-agent:*","5":"Disallow: /p"}},{"rank":534,"domain":"blogger.com","status":200,"state":"file","p":"...............","host":"www.blogger.com","bytes":572,"groups":1},{"rank":535,"domain":"wbx2.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted addresses: 13.59.223.207:443, 13.59.223.205:443, 13.59.223.206:443, 13.59.223.204:443, timeout: 10000ms)"},{"rank":536,"domain":"exp-tas.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND exp-tas.com"},{"rank":537,"domain":"azure-dns.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND azure-dns.com"},{"rank":538,"domain":"slideshare.net","status":200,"state":"file","p":".N.N.N.........","host":"www.slideshare.net","bytes":1443,"groups":11,"sitemaps":1,"r":[0,[58,59],0,[52,53],0,[49,50],0,0,0,0,0,0,0,0,0],"lines":{"49":"User-agent: Bytespider","50":"Disallow: /","52":"User-agent: CCBot","53":"Disallow: /","58":"User-agent: ClaudeBot","59":"Disallow: /"}},{"rank":539,"domain":"xiaomi.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: xiaomi.net. is not in the cert's altnames: DNS:www.mi.com, DNS:mi.com"},{"rank":540,"domain":"adobedtm.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND adobedtm.com"},{"rank":541,"domain":"myhuaweicloud.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND myhuaweicloud.com"},{"rank":542,"domain":"capcut.com","status":200,"state":"file","p":"nnnnn..nnnnnnn.","host":"www.capcut.com","bytes":1630,"groups":2,"r":[[11,43],[11,43],[11,43],[11,43],[11,43],0,0,[11,43],[11,43],[11,43],[11,43],[11,43],[11,43],[11,43],0],"lines":{"11":"User-agent: Googlebot","43":"Allow: /"}},{"rank":543,"domain":"mikrotik.com","status":200,"state":"file","p":"...............","bytes":66,"groups":1,"sitemaps":1},{"rank":544,"domain":"squarespace.com","status":200,"state":"file","p":"nnnnnnn........","host":"www.squarespace.com","bytes":2379,"groups":1,"sitemaps":1},{"rank":545,"domain":"gotinder.com","status":200,"state":"file","p":"...............","host":"www.gotinder.com","bytes":83,"groups":2},{"rank":546,"domain":"bitrix24.ru","status":200,"state":"file","p":"nnn....nnnnnn..","host":"www.bitrix24.ru","bytes":3594,"groups":3,"sitemaps":3},{"rank":547,"domain":"avsxappcaptiveportal.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted addresses: 2600:1f18:5cc9:9900:2bf2:a307:3cea:f3d1:443, 100.31.219.67:443, 2600:1f18:5cc9:9901:9881:bda:e37f:7286:"},{"rank":548,"domain":"adriver.ru","status":404,"state":"none","p":"..............."},{"rank":549,"domain":"trendmicro.com","status":200,"state":"file","p":".nnn.nnnnnnnnn.","host":"www.trendmicro.com","bytes":2211,"groups":4,"signals":["content-signal: search=yes, ai-input=yes, ai-train=no"],"sitemaps":1},{"rank":550,"domain":"oup.com","status":202,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"global.oup.com","reason":"AWS WAF challenge, status 202"},{"rank":551,"domain":"openstreetmap.org","status":200,"state":"file","p":"...............","host":"www.openstreetmap.org","bytes":891,"groups":1},{"rank":552,"domain":"uol.com.br","status":200,"state":"file","p":".NNNNNN.NN.NN..","host":"www.uol.com.br","bytes":2515,"groups":50,"sitemaps":9,"r":[[3,13],[44,45],[17,18],[36,37],[28,29],[34,35],[78,79],[3,13],[38,39],[100,101],[3,13],[40,41],[98,99],[3,13],[3,13]],"lines":{"3":"User-agent: *","13":"Allow: /","17":"User-agent: Google-Extended","18":"Disallow: /","28":"User-agent: Applebot-Extended","29":"Disallow: /","34":"User-agent: Bytespider","35":"Disallow: /","36":"User-agent: CCBot","37":"Disallow: /","38":"User-agent: Claude-SearchBot","39":"Disallow: /","40":"User-agent: Claude-User","41":"Disallow: /","44":"User-agent: ClaudeBot","45":"Disallow: /","78":"User-agent: Meta-ExternalAgent","79":"Disallow: /","98":"User-agent: Perplexity-User","99":"Disallow: /","100":"User-agent: PerplexityBot","101":"Disallow: /"}},{"rank":553,"domain":"firefox.com","status":200,"state":"file","p":"...............","host":"www.firefox.com","bytes":78,"groups":1,"sitemaps":1},{"rank":554,"domain":"visualstudio.com","status":200,"state":"file","p":"...............","host":"visualstudio.microsoft.com","bytes":234,"groups":1,"sitemaps":1},{"rank":555,"domain":"digitalocean.com","status":200,"state":"file","p":"...............","host":"www.digitalocean.com","bytes":172,"groups":1,"sitemaps":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":556,"domain":"vivoglobal.com","status":200,"state":"file","p":"...............","bytes":23,"groups":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":557,"domain":"dreamhost.com","status":200,"state":"file","p":"...............","host":"www.dreamhost.com","bytes":422,"groups":1,"sitemaps":2},{"rank":558,"domain":"amazon.co.za","status":200,"state":"file","p":"NNNN.NNNNNNNN..","host":"www.amazon.co.za","bytes":7257,"groups":101,"r":[[107,108],[125,126],[116,117],[110,111],0,[131,132],[128,129],[239,240],[215,216],[113,114],[236,237],[209,210],[218,219],0,0],"lines":{"107":"User-agent: GPTBot","108":"Disallow: /","110":"User-agent: CCBot","111":"Disallow: /","113":"User-Agent: PerplexityBot","114":"Disallow: /","116":"User-agent: Google-Extended","117":"Disallow: /","125":"User-agent: ClaudeBot","126":"Disallow: /","128":"User-agent: meta-externalagent","129":"Disallow: /","131":"User-agent: Bytespider","132":"Disallow: /","209":"User-agent: Claude-User","210":"Disallow: /","215":"User-agent: Claude-SearchBot","216":"Disallow: /","218":"User-agent: Perplexity-User","219":"Disallow: /","236":"User-agent: ChatGPT-User","237":"Disallow: /","239":"User-agent: OAI-SearchBot","240":"Disallow: /"}},{"rank":559,"domain":"ft.com","status":200,"state":"file","p":".NNNNNN..N..N..","host":"www.ft.com","bytes":1556,"groups":20,"sitemaps":1,"delay":1,"r":[0,[72,73],[35,36],[32,33],[81,82],[51,52],[84,85],0,0,[63,64],0,0,[66,67],0,0],"lines":{"32":"User-agent: CCBot","33":"Disallow: /","35":"User-agent: Google-Extended","36":"Disallow: /","51":"User-agent: Bytespider","52":"Disallow: /","63":"User-agent: PerplexityBot","64":"Disallow: /","66":"User-agent: Perplexity-User","67":"Disallow: /","72":"User-agent: ClaudeBot","73":"Disallow: /","81":"User-agent: Applebot-Extended","82":"Disallow: /","84":"User-agent: meta-externalagent","85":"Disallow: /"}},{"rank":560,"domain":"wired.com","status":200,"state":"file","p":".NNNNNN.NN.NN..","host":"www.wired.com","bytes":2245,"groups":3,"sitemaps":7,"r":[0,[55,93],[55,93],[55,93],[55,93],[55,93],[55,93],0,[55,93],[55,93],0,[55,93],[55,93],0,0],"lines":{"55":"User-agent: Amazonbot","93":"Disallow: /"}},{"rank":561,"domain":"icloud-content.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"developer.apple.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":562,"domain":"fast.com","status":200,"state":"file","p":"...............","bytes":41,"groups":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":563,"domain":"share-dns.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND share-dns.com"},{"rank":564,"domain":"openx.net","status":404,"state":"none","p":"..............."},{"rank":565,"domain":"ngenix.net","status":503,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 503"},{"rank":566,"domain":"jquery.com","status":200,"state":"file","p":"...............","bytes":111,"groups":1,"sitemaps":1},{"rank":567,"domain":"adobedc.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND adobedc.net"},{"rank":568,"domain":"free.fr","status":200,"state":"file","p":".............n.","host":"www.free.fr","bytes":1051,"groups":15,"sitemaps":1,"r":[0,0,0,0,0,0,0,0,0,0,0,0,0,[1,16],0],"lines":{"1":"User-Agent: Googlebot","16":"Allow: /"}},{"rank":569,"domain":"cornell.edu","status":200,"state":"file","p":"...............","host":"www.cornell.edu","bytes":1046,"groups":5,"delay":6},{"rank":570,"domain":"tandfonline.com","status":200,"state":"file","p":"N..............","host":"www.tandfonline.com","bytes":1379,"groups":3,"sitemaps":1,"delay":1,"r":[[51,52],0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lines":{"51":"User-agent: GPTBot","52":"Disallow: /"}},{"rank":571,"domain":"time.com","status":200,"state":"file","p":".............n.","bytes":2190,"groups":3,"sitemaps":5,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],0,[1,2]],"lines":{"1":"User-Agent: *","2":"Allow: /"}},{"rank":572,"domain":"oraclecloud.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.oracle.com","reason":"status 403"},{"rank":573,"domain":"discord.media","status":520,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 520"},{"rank":574,"domain":"deviantart.com","status":200,"state":"file","p":"...............","host":"www.deviantart.com","bytes":524,"groups":2,"sitemaps":1,"delay":1},{"rank":575,"domain":"rakuten.co.jp","status":200,"state":"file","p":".............n.","host":"www.rakuten.co.jp","bytes":490,"groups":3},{"rank":576,"domain":"vercel-dns-3.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND vercel-dns-3.com"},{"rank":577,"domain":"vidaahub.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND vidaahub.com"},{"rank":578,"domain":"live.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND live.net"},{"rank":579,"domain":"amazonalexa.com","status":503,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.amazon.com","reason":"status 503"},{"rank":580,"domain":"e2ro.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND e2ro.com"},{"rank":581,"domain":"tripadvisor.com","status":200,"state":"file","p":"NNNNNNNn.nn....","host":"www.tripadvisor.com","bytes":23723,"groups":8,"sitemaps":8,"r":[[22,37],[22,37],[734,735],[22,37],[22,37],[22,37],[22,37],0,0,0,0,0,0,0,0],"lines":{"22":"User-Agent: Amazonbot","37":"Disallow: /","734":"User-Agent: Google-Extended","735":"Disallow: /"}},{"rank":582,"domain":"sberbank.ru","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: self-signed certificate in certificate chain"},{"rank":583,"domain":"nstld.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND nstld.com"},{"rank":584,"domain":"eset.com","status":200,"state":"file","p":"...............","host":"www.eset.com","bytes":6699,"groups":2,"sitemaps":128},{"rank":585,"domain":"qlivecdn.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND qlivecdn.com"},{"rank":586,"domain":"vercel-dns-017.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND vercel-dns-017.com"},{"rank":587,"domain":"aboutads.info","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"youradchoices.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":588,"domain":"360yield.com","status":200,"state":"file","p":"...............","host":"ssp.improvedigital.com","bytes":106,"groups":1},{"rank":589,"domain":"comcast.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: connect ECONNREFUSED 96.99.227.0:443"},{"rank":590,"domain":"teamviewer.com","status":200,"state":"file","p":"...............","host":"www.teamviewer.com","bytes":581,"groups":1,"sitemaps":1},{"rank":591,"domain":"dotomi.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.epsilon.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":592,"domain":"svc.ms","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND svc.ms"},{"rank":593,"domain":"braze.com","status":200,"state":"file","p":"...............","bytes":129,"groups":1,"sitemaps":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-Agent: *","2":"Allow: /"}},{"rank":594,"domain":"threads.com","status":200,"state":"file","p":"NNNSNSSSSNSSSnS","host":"www.threads.com","bytes":8228,"groups":36,"sitemaps":16,"r":[[23,24],[17,18],[20,21],[352,353],[11,12],[352,353],[352,353],[352,353],[352,353],[26,27],[352,353],[352,353],[352,353],0,[352,353]],"lines":{"11":"User-agent: Applebot-Extended","12":"Disallow: /","17":"User-agent: ClaudeBot","18":"Disallow: /","20":"User-agent: Google-Extended","21":"Disallow: /","23":"User-agent: GPTBot","24":"Disallow: /","26":"User-agent: PerplexityBot","27":"Disallow: /","352":"User-agent: *","353":"Disallow: /"}},{"rank":595,"domain":"ca.gov","status":200,"state":"file","p":"...............","host":"www.ca.gov","bytes":379,"groups":1,"sitemaps":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":596,"domain":"translate.goog","status":404,"state":"none","p":"..............."},{"rank":597,"domain":"palmplaystore.com","status":404,"state":"none","p":"..............."},{"rank":598,"domain":"hicloud.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND hicloud.com"},{"rank":599,"domain":"edgcdn.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND edgcdn.net"},{"rank":600,"domain":"herokuapp.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: B4650000:error:0A000458:SSL routines:ssl3_read_bytes:tlsv1 unrecognized name:openssl\\ssl\\record\\rec_layer_s3.c:918:SSL alert number 112"},{"rank":601,"domain":"ovh.net","status":429,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"proof.ovh.net","reason":"status 429"},{"rank":602,"domain":"akamaitech.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND akamaitech.net"},{"rank":603,"domain":"playstation.com","status":200,"state":"file","p":"...............","host":"www.playstation.com","bytes":655,"groups":4,"sitemaps":1,"delay":10},{"rank":604,"domain":"usatoday.com","status":200,"state":"file","p":"NNNNNNNNNNNNN..","host":"www.usatoday.com","bytes":16350,"groups":288,"sitemaps":7,"r":[[55,56],[30,31],[71,72],[68,69],[139,140],[161,162],[142,143],[148,149],[167,168],[120,121],[33,34],[164,165],[555,556],0,0],"lines":{"30":"User-agent: ClaudeBot","31":"Disallow: /","33":"User-agent: ChatGPT-User","34":"Disallow: /","55":"User-agent: GPTBot","56":"Disallow: /","68":"User-agent: CCBot","69":"Disallow: /","71":"User-agent: Google-Extended","72":"Disallow: /","120":"User-agent: PerplexityBot","121":"Disallow: /","139":"User-agent: Applebot-Extended","140":"Disallow: /","142":"User-agent: Meta-ExternalAgent","143":"Disallow: /","148":"User-agent: OAI-SearchBot","149":"Disallow: /","161":"User-agent: Bytespider","162":"Disallow: /","164":"User-agent: Claude-User","165":"Disallow: /","167":"User-agent: Claude-SearchBot","168":"Disallow: /","555":"User-agent: Perplexity-User","556":"Disallow: /"}},{"rank":605,"domain":"wps.com","status":200,"state":"file","p":"...............","host":"www.wps.com","bytes":666,"groups":1,"sitemaps":1},{"rank":606,"domain":"wildberries.ru","status":498,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.wildberries.ru","reason":"status 498"},{"rank":607,"domain":"shop.app","status":200,"state":"file","p":"...............","bytes":2748,"groups":1,"sitemaps":4},{"rank":608,"domain":"beget.ru","status":200,"state":"file","p":"...............","host":"beget.com","bytes":6017,"groups":2,"sitemaps":1},{"rank":609,"domain":"bx-msedge.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND bx-msedge.net"},{"rank":610,"domain":"klaviyo.com","status":200,"state":"file","p":"nn....nnnnnnn..","host":"www.klaviyo.com","bytes":3530,"groups":2,"sitemaps":1},{"rank":611,"domain":"3lift.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":612,"domain":"target.com","status":200,"state":"file","p":"...............","host":"www.target.com","bytes":3226,"groups":1,"sitemaps":6},{"rank":613,"domain":"avito.ru","status":200,"state":"file","p":".............n.","host":"www.avito.ru","bytes":14700,"groups":5,"sitemaps":6},{"rank":614,"domain":"atlassian.com","status":200,"state":"file","p":"...............","host":"www.atlassian.com","bytes":1292,"groups":2,"sitemaps":2},{"rank":615,"domain":"ipinfo.io","status":200,"state":"file","p":"...............","bytes":793,"groups":1,"sitemaps":8},{"rank":616,"domain":"grammarly.io","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND grammarly.io"},{"rank":617,"domain":"rlcdn.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND rlcdn.com"},{"rank":618,"domain":"usercontent.goog","status":404,"state":"none","p":"..............."},{"rank":619,"domain":"libp2p.direct","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND libp2p.direct"},{"rank":620,"domain":"cdn20.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND cdn20.com"},{"rank":621,"domain":"hotjar.com","status":200,"state":"file","p":"...............","host":"www.hotjar.com","bytes":510,"groups":1,"sitemaps":9,"r":[[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3]],"lines":{"2":"User-agent: *","3":"Allow: /"}},{"rank":622,"domain":"ieee.org","status":202,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.ieee.org","reason":"AWS WAF challenge, status 202"},{"rank":623,"domain":"vercel.app","status":200,"state":"file","p":"...............","host":"vercel.com","bytes":1762,"groups":0},{"rank":624,"domain":"mdpi.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":625,"domain":"berkeley.edu","status":200,"state":"file","p":"...............","host":"www.berkeley.edu","bytes":190,"groups":1,"sitemaps":1},{"rank":626,"domain":"unesco.org","status":200,"state":"file","p":"NN.NNNN........","host":"www.unesco.org","bytes":67187,"groups":2,"signals":["content-signal: search=yes,ai-input=yes,ai-train=no,use=reference"],"sitemaps":1,"r":[[36,67],[36,67],0,[36,67],[36,67],[36,67],[36,67],0,0,0,0,0,0,0,0],"lines":{"36":"User-agent: Amazonbot","67":"Disallow: /"}},{"rank":627,"domain":"my.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND my.com"},{"rank":628,"domain":"bitdefender.net","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.bitdefender.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":629,"domain":"wix.com","status":200,"state":"file","p":"...............","host":"www.wix.com","bytes":2797,"groups":1,"sitemaps":1},{"rank":630,"domain":"force.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.force.com","reason":"status 403"},{"rank":631,"domain":"telegraph.co.uk","status":200,"state":"file","p":"NNnNNNNNNNNNN..","host":"www.telegraph.co.uk","bytes":3228,"groups":3,"sitemaps":5,"r":[[54,110],[54,110],0,[54,110],[54,110],[54,110],[54,110],[54,110],[54,110],[54,110],[54,110],[54,110],[54,110],0,0],"lines":{"54":"User-agent: AI2Bot","110":"Disallow: /"}},{"rank":632,"domain":"amazon.fr","status":200,"state":"file","p":"NNNN.NNNNNNNN..","host":"www.amazon.fr","bytes":7161,"groups":101,"r":[[104,105],[122,123],[113,114],[107,108],0,[128,129],[125,126],[236,237],[212,213],[110,111],[233,234],[206,207],[215,216],0,0],"lines":{"104":"User-agent: GPTBot","105":"Disallow: /","107":"User-agent: CCBot","108":"Disallow: /","110":"User-Agent: PerplexityBot","111":"Disallow: /","113":"User-agent: Google-Extended","114":"Disallow: /","122":"User-agent: ClaudeBot","123":"Disallow: /","125":"User-agent: meta-externalagent","126":"Disallow: /","128":"User-agent: Bytespider","129":"Disallow: /","206":"User-agent: Claude-User","207":"Disallow: /","212":"User-agent: Claude-SearchBot","213":"Disallow: /","215":"User-agent: Perplexity-User","216":"Disallow: /","233":"User-agent: ChatGPT-User","234":"Disallow: /","236":"User-agent: OAI-SearchBot","237":"Disallow: /"}},{"rank":633,"domain":"supertms.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND supertms.com"},{"rank":634,"domain":"nintendo.com","status":200,"state":"file","p":"NNNNNNN........","host":"www.nintendo.com","bytes":5596,"groups":26,"sitemaps":49,"r":[[55,57],[63,65],[67,69],[40,41],[71,73],[37,38],[75,77],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /","37":"User-agent: Bytespider","38":"Disallow: /","40":"User-agent: CCBot","41":"Disallow: /","55":"User-agent: GPTBot","57":"Disallow: /","63":"User-agent: Claudebot","65":"Disallow: /","67":"User-agent: Google-Extended","69":"Disallow: /","71":"User-agent: Applebot-Extended","73":"Disallow: /","75":"User-agent: Meta-ExternalAgent","77":"Disallow: /"}},{"rank":635,"domain":"xboxlive.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: xboxlive.com. is not in the cert's altnames: DNS:reroute443.microsoft.com"},{"rank":636,"domain":"tiktokpangle.us","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND tiktokpangle.us"},{"rank":637,"domain":"accuweather.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":638,"domain":"linode.com","status":200,"state":"file","p":".............n.","host":"www.linode.com","bytes":499,"groups":2,"sitemaps":1},{"rank":639,"domain":"ikea.com","status":200,"state":"file","p":"...............","host":"www.ikea.com","bytes":4054,"groups":4,"sitemaps":1},{"rank":640,"domain":"onetrust.com","status":200,"state":"file","p":"...............","host":"www.onetrust.com","bytes":396,"groups":1,"sitemaps":1},{"rank":641,"domain":"yahoodns.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND yahoodns.net"},{"rank":642,"domain":"imgsmail.ru","status":200,"state":"file","p":"SSSSSSSSSSSSSSS","bytes":49,"groups":1,"h":"...............","r":[[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3],[1,3]],"lines":{"1":"User-Agent: *","3":"Disallow: /"}},{"rank":643,"domain":"alicdn.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted addresses: 140.205.77.240:443, 115.238.23.240:443, timeout: 10000ms)"},{"rank":644,"domain":"ups.com","status":200,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.ups.com","reason":"an Akamai block in place of the file, status 200","html":true},{"rank":645,"domain":"t-msedge.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND t-msedge.net"},{"rank":646,"domain":"verisign.com","status":200,"state":"file","p":"...............","host":"www.verisign.com","bytes":62,"groups":1,"sitemaps":1},{"rank":647,"domain":"amazon.ca","status":200,"state":"file","p":"NNNN.NNNNNNNN..","host":"www.amazon.ca","bytes":6179,"groups":101,"r":[[77,78],[95,96],[86,87],[80,81],0,[101,102],[98,99],[209,210],[185,186],[83,84],[206,207],[179,180],[188,189],0,0],"lines":{"77":"User-agent: GPTBot","78":"Disallow: /","80":"User-agent: CCBot","81":"Disallow: /","83":"User-Agent: PerplexityBot","84":"Disallow: /","86":"User-agent: Google-Extended","87":"Disallow: /","95":"User-agent: ClaudeBot","96":"Disallow: /","98":"User-agent: meta-externalagent","99":"Disallow: /","101":"User-agent: Bytespider","102":"Disallow: /","179":"User-agent: Claude-User","180":"Disallow: /","185":"User-agent: Claude-SearchBot","186":"Disallow: /","188":"User-agent: Perplexity-User","189":"Disallow: /","206":"User-agent: ChatGPT-User","207":"Disallow: /","209":"User-agent: OAI-SearchBot","210":"Disallow: /"}},{"rank":648,"domain":"dyndns.org","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"account.dyn.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":649,"domain":"sagepub.com","status":200,"state":"file","p":"nnnNnNN...n..n.","host":"www.sagepub.com","bytes":5472,"groups":43,"sitemaps":1,"r":[0,0,0,[233,234],0,[230,231],[241,242],0,0,0,0,0,0,0,0],"lines":{"230":"User-agent: Bytespider","231":"Disallow: /","233":"User-agent: CCBot","234":"Disallow: /","241":"User-agent: meta-externalagent","242":"Disallow: /"}},{"rank":650,"domain":"resolver.arpa","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND resolver.arpa"},{"rank":651,"domain":"techcrunch.com","status":200,"state":"file","p":"NNNNNN....N....","bytes":710,"groups":13,"sitemaps":2,"r":[[40,41],[24,26],[37,38],[18,19],[12,13],[15,16],0,0,0,0,[21,22],0,0,0,0],"lines":{"12":"User-agent: Applebot-Extended","13":"Disallow: /","15":"User-agent: Bytespider","16":"Disallow: /","18":"User-agent: CCBot","19":"Disallow: /","21":"User-agent: ChatGPT-User","22":"Disallow: /","24":"User-agent: Claude-Web","26":"Disallow: /","37":"User-agent: Google-Extended","38":"Disallow: /","40":"User-agent: GPTBot","41":"Disallow: /"}},{"rank":652,"domain":"tencent.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: tencent.com. is not in the cert's altnames: DNS:dev.tencent.com, DNS:static.www.tencent.co"},{"rank":653,"domain":"merriam-webster.com","status":200,"state":"file","p":"...............","host":"www.merriam-webster.com","bytes":708,"groups":1,"sitemaps":1},{"rank":654,"domain":"jotform.com","status":200,"state":"file","p":"nn.nnnnn.n.....","host":"www.jotform.com","bytes":12312,"groups":7,"sitemaps":1,"r":[0,0,0,0,0,0,0,[3,5],0,0,0,0,0,0,0],"lines":{"3":"User-agent: OAI-AdsBot","5":"Allow: /"}},{"rank":655,"domain":"hostgator.com.br","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"Cloudflare challenge, status 403"},{"rank":656,"domain":"bytedns1.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND bytedns1.com"},{"rank":657,"domain":"msidentity.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND msidentity.com"},{"rank":658,"domain":"0xrpc.io","status":404,"state":"none","p":"..............."},{"rank":659,"domain":"sharethrough.com","status":200,"state":"file","p":"NNSNSNNNSNNNSNS","bytes":1194,"groups":33,"sitemaps":1,"r":[[56,57],[50,51],[1,2],[80,81],[1,2],[68,69],[44,45],[17,18],[1,2],[53,54],[47,48],[77,78],[1,2],[8,9],[1,2]],"lines":{"1":"User-agent: *","2":"Disallow: /","8":"User-agent: Googlebot","9":"Disallow: /","17":"User-agent: OAI-SearchBot","18":"Disallow: /","44":"User-agent: meta-externalagent","45":"Disallow: /","47":"User-agent: ChatGPT-User","48":"Disallow: /","50":"User-agent: ClaudeBot","51":"Disallow: /","53":"User-agent: PerplexityBot","54":"Disallow: /","56":"User-agent: GPTBot","57":"Disallow: /","68":"User-agent: Bytespider","69":"Disallow: /","77":"User-agent: Claude-User","78":"Disallow: /","80":"User-agent: CCBot","81":"Disallow: /"}},{"rank":660,"domain":"ad-tech.ru","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: read ECONNRESET"},{"rank":661,"domain":"loc.gov","status":200,"state":"file","p":"...............","host":"www.loc.gov","bytes":482,"groups":4,"sitemaps":1,"delay":5},{"rank":662,"domain":"telephony.goog","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: other side closed"},{"rank":663,"domain":"nike.com","status":200,"state":"file","p":"...............","host":"www.nike.com","bytes":3503,"groups":6,"sitemaps":7},{"rank":664,"domain":"footprintdns.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND footprintdns.com"},{"rank":665,"domain":"chatgpt.site","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"chatgpt.com","reason":"Cloudflare challenge, status 403"},{"rank":666,"domain":"2gis.com","status":200,"state":"file","p":"...............","host":"2gis.ae","bytes":1193,"groups":3,"sitemaps":1},{"rank":667,"domain":"service.gov.uk","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.gov.uk","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":668,"domain":"intercom.io","status":200,"state":"file","p":"...............","host":"www.intercom.com","bytes":261,"groups":1,"signals":["content-signal: ai-train=yes, ai-input=yes, search=yes"],"sitemaps":1},{"rank":669,"domain":"samsungapps.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: samsungapps.com:443, timeout: 10000ms)"},{"rank":670,"domain":"ks-cdn.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND ks-cdn.com"},{"rank":671,"domain":"webempresa.eu","status":404,"state":"none","p":"..............."},{"rank":672,"domain":"stackadapt.com","status":200,"state":"file","p":"...............","host":"www.stackadapt.com","bytes":623,"groups":1,"sitemaps":2,"r":[[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10]],"lines":{"9":"User-agent: *","10":"Allow: /"}},{"rank":673,"domain":"bidswitch.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND bidswitch.net"},{"rank":674,"domain":"dailymail.com","status":200,"state":"file","p":"NNNNNNNNNNNNN..","host":"www.dailymail.com","bytes":5435,"groups":7,"sitemaps":14,"r":[[96,162],[96,162],[96,162],[96,162],[96,162],[96,162],[96,162],[96,162],[96,162],[96,162],[96,162],[96,162],[96,162],0,0],"lines":{"96":"User-agent: AhrefsBot","162":"Disallow: /"}},{"rank":675,"domain":"withgoogle.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.google.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":676,"domain":"primevideo.com","status":200,"state":"file","p":"...N.NN..NNNN..","host":"www.primevideo.com","bytes":4348,"groups":94,"r":[0,0,0,[69,70],0,[66,67],[216,217],0,0,[246,247],[78,79],[81,82],[243,244],0,0],"lines":{"66":"User-agent: Bytespider","67":"Disallow: /","69":"User-agent: CCBot","70":"Disallow: /","78":"User-agent: ChatGPT-User","79":"Disallow: /","81":"User-agent: Claude-User","82":"Disallow: /","216":"User-agent: meta-externalagent","217":"Disallow: /","243":"User-agent: Perplexity-User","244":"Disallow: /","246":"User-Agent: PerplexityBot","247":"Disallow: /"}},{"rank":677,"domain":"redhat.com","status":200,"state":"file","p":"...............","host":"www.redhat.com","bytes":3368,"groups":1,"sitemaps":12,"delay":10},{"rank":678,"domain":"hstgr.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: B4650000:error:0A000438:SSL routines:ssl3_read_bytes:tlsv1 alert internal error:openssl\\ssl\\record\\rec_layer_s3.c:918:SSL alert number 80"},{"rank":679,"domain":"britannica.com","status":200,"state":"file","p":"...............","host":"www.britannica.com","bytes":834,"groups":21,"sitemaps":1},{"rank":680,"domain":"elpais.com","status":200,"state":"file","p":".N.N.N..NN.NN..","bytes":7777,"groups":201,"r":[0,[35,36],0,[59,60],0,[29,30],0,0,[41,42],[200,201],0,[38,39],[203,204],0,0],"lines":{"29":"User-agent: Bytespider","30":"Disallow: /","35":"User-agent: ClaudeBot","36":"Disallow: /","38":"User-agent: Claude-User","39":"Disallow: /","41":"User-agent: Claude-SearchBot","42":"Disallow: /","59":"User-agent: CCBot","60":"Disallow: /","200":"User-agent: PerplexityBot","201":"Disallow: /","203":"User-agent: Perplexity-User","204":"Disallow: /"}},{"rank":681,"domain":"gafg.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted addresses: 2610:a1:3094::100:443, 204.74.99.100:443, timeout: 10000ms)"},{"rank":682,"domain":"mega.co.nz","status":200,"state":"file","p":"...............","bytes":0,"groups":0},{"rank":683,"domain":"easebar.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND easebar.com"},{"rank":684,"domain":"meta.com","status":200,"state":"file","p":"...............","host":"www.meta.com","bytes":3419,"groups":10,"sitemaps":30},{"rank":685,"domain":"perplexity.ai","status":200,"state":"file","p":".............n.","host":"www.perplexity.ai","bytes":448,"groups":2,"sitemaps":2},{"rank":686,"domain":"cdnvideo.ru","status":200,"state":"file","p":"...............","bytes":5119,"groups":1,"sitemaps":1},{"rank":687,"domain":"surveymonkey.com","status":200,"state":"file","p":"...............","host":"www.surveymonkey.com","bytes":713,"groups":1,"sitemaps":1},{"rank":688,"domain":"360.cn","status":200,"state":"file","p":"...............","bytes":502,"groups":2,"sitemaps":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":689,"domain":"smaato.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND smaato.net"},{"rank":690,"domain":"sophos.com","status":200,"state":"file","p":"nnn....n.nn..n.","host":"www.sophos.com","bytes":1719,"groups":22,"sitemaps":10,"r":[[60,61],[36,37],[57,58],0,0,0,0,[66,67],0,[69,70],[48,49],0,0,[54,55],0],"lines":{"36":"User-agent: ClaudeBot","37":"Allow: /","48":"User-agent: ChatGPT-User","49":"Allow: /","54":"User-agent: Googlebot","55":"Allow: /","57":"User-agent: Google-Extended","58":"Allow: /","60":"User-agent: GPTBot","61":"Allow: /","66":"User-agent: OAI-SearchBot","67":"Allow: /","69":"User-agent: PerplexityBot","70":"Allow: /"}},{"rank":691,"domain":"iso.org","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"Cloudflare challenge, status 403"},{"rank":692,"domain":"bunnyinfra.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND bunnyinfra.net"},{"rank":693,"domain":"cambridge.org","status":200,"state":"file","p":"..........N....","host":"www.cambridge.org","bytes":2785,"groups":5,"sitemaps":1,"r":[0,0,0,0,0,0,0,0,0,0,[4,5],0,0,0,0],"lines":{"4":"User-agent: ChatGPT-User","5":"Disallow: /"}},{"rank":694,"domain":"amazon.in","status":200,"state":"file","p":"NNNN.NNNNNNNN..","host":"www.amazon.in","bytes":9320,"groups":103,"r":[[179,180],[197,198],[188,189],[182,183],0,[203,204],[200,201],[311,312],[287,288],[185,186],[308,309],[281,282],[290,291],0,0],"lines":{"179":"User-agent: GPTBot","180":"Disallow: /","182":"User-agent: CCBot","183":"Disallow: /","185":"User-Agent: PerplexityBot","186":"Disallow: /","188":"User-agent: Google-Extended","189":"Disallow: /","197":"User-agent: ClaudeBot","198":"Disallow: /","200":"User-agent: meta-externalagent","201":"Disallow: /","203":"User-agent: Bytespider","204":"Disallow: /","281":"User-agent: Claude-User","282":"Disallow: /","287":"User-agent: Claude-SearchBot","288":"Disallow: /","290":"User-agent: Perplexity-User","291":"Disallow: /","308":"User-agent: ChatGPT-User","309":"Disallow: /","311":"User-agent: OAI-SearchBot","312":"Disallow: /"}},{"rank":695,"domain":"warnerbros.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.warnerbros.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":696,"domain":"vkontakte.ru","status":200,"state":"file","p":"SSSSSSSSSSSSSSS","bytes":55,"groups":1,"h":"...............","r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Disallow: /"}},{"rank":697,"domain":"optimizely.com","status":200,"state":"file","p":"...............","host":"www.optimizely.com","bytes":207,"groups":1,"sitemaps":1},{"rank":698,"domain":"spotifycdn.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND spotifycdn.com"},{"rank":699,"domain":"parklogic.com","status":200,"state":"file","p":"...............","bytes":166,"groups":2,"sitemaps":1,"r":[[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10],[9,10]],"lines":{"9":"User-agent: *","10":"Allow: /"}},{"rank":700,"domain":"xhamster.com","status":200,"state":"file","p":"...............","bytes":13012,"groups":2},{"rank":701,"domain":"anydesk.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"Cloudflare challenge, status 403"},{"rank":702,"domain":"wpguardian.io","status":200,"state":"file","p":"...............","host":"wpguardian.com","bytes":172,"groups":1,"sitemaps":1},{"rank":703,"domain":"wpguardian.com","status":200,"state":"file","p":"...............","bytes":172,"groups":1,"sitemaps":1},{"rank":704,"domain":"shopee.com.br","status":200,"state":"file","p":".............n.","bytes":2782,"groups":2,"delay":1},{"rank":705,"domain":"lemonde.fr","status":200,"state":"file","p":".NNNNN..N..N...","host":"www.lemonde.fr","bytes":13226,"groups":304,"sitemaps":4,"r":[0,[197,198],[188,189],[185,186],[200,201],[304,305],0,0,[694,695],0,0,[697,698],0,0,0],"lines":{"185":"User-agent: CCBot","186":"Disallow: /","188":"User-agent: Google-Extended","189":"Disallow: /","197":"User-agent: ClaudeBot","198":"Disallow: /","200":"User-agent: Applebot-Extended","201":"Disallow: /","304":"User-agent: Bytespider","305":"Disallow: /","694":"User-agent: Claude-SearchBot","695":"Disallow: /","697":"User-agent: Claude-User","698":"Disallow: /"}},{"rank":706,"domain":"kick.com","status":200,"state":"file","p":"...............","bytes":355,"groups":1,"sitemaps":1},{"rank":707,"domain":"cbsnews.com","status":200,"state":"file","p":"N..............","host":"www.cbsnews.com","bytes":950,"groups":5,"sitemaps":1,"r":[[47,48],0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lines":{"47":"User-agent: GPTBot","48":"Disallow: /"}},{"rank":708,"domain":"outbrain.com","status":200,"state":"file","p":"...............","host":"www.outbrain.com","bytes":2736,"groups":8,"sitemaps":2,"delay":10},{"rank":709,"domain":"cookielaw.org","status":421,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.cookielaw.org","reason":"status 421"},{"rank":710,"domain":"yelp.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.yelp.com","reason":"undecodable body: unexpected end of file"},{"rank":711,"domain":"twimg.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND twimg.com"},{"rank":712,"domain":"viber.com","status":200,"state":"file","p":"...............","host":"www.viber.com","bytes":181,"groups":1},{"rank":713,"domain":"hihonorcloud.com","status":200,"state":"file","p":"SSSSSSSSSSSSSSS","bytes":26,"groups":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Disallow: /"}},{"rank":714,"domain":"dailymail.co.uk","status":200,"state":"file","p":"NNNNNNNNNNNNN..","host":"www.dailymail.com","bytes":5435,"groups":7,"sitemaps":14,"r":[[96,162],[96,162],[96,162],[96,162],[96,162],[96,162],[96,162],[96,162],[96,162],[96,162],[96,162],[96,162],[96,162],0,0],"lines":{"96":"User-agent: AhrefsBot","162":"Disallow: /"}},{"rank":715,"domain":"typekit.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted addresses: 216.146.46.11:443, 216.146.46.10:443, timeout: 10000ms)"},{"rank":716,"domain":"crcdn.pro","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND crcdn.pro"},{"rank":717,"domain":"fb.com","status":200,"state":"file","p":"NNNSNSSSSNSSSnS","bytes":26872,"groups":36,"r":[[23,24],[17,18],[20,21],[1043,1044],[11,12],[1043,1044],[1043,1044],[1043,1044],[1043,1044],[26,27],[1043,1044],[1043,1044],[1043,1044],0,[1043,1044]],"lines":{"11":"User-agent: Applebot-Extended","12":"Disallow: /","17":"User-agent: ClaudeBot","18":"Disallow: /","20":"User-agent: Google-Extended","21":"Disallow: /","23":"User-agent: GPTBot","24":"Disallow: /","26":"User-agent: PerplexityBot","27":"Disallow: /","1043":"User-agent: *","1044":"Disallow: /"}},{"rank":718,"domain":"googlezip.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND googlezip.net"},{"rank":719,"domain":"marriott.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":720,"domain":"samsungacr.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND samsungacr.com"},{"rank":721,"domain":"ring.com","status":200,"state":"file","p":"nnn.n....nn....","bytes":1935,"groups":2,"sitemaps":1,"r":[[9,17],[9,17],[9,17],0,[9,17],0,0,0,0,[9,17],[9,17],0,0,0,0],"lines":{"9":"User-agent: GPTBot","17":"Allow: /"}},{"rank":722,"domain":"porkbun.com","status":200,"state":"file","p":"...............","bytes":882,"groups":1,"sitemaps":1},{"rank":723,"domain":"oxylabs.io","status":200,"state":"file","p":"...............","bytes":121,"groups":1,"signals":["content-signal: search=yes, ai-input=yes, ai-train=yes"],"sitemaps":1},{"rank":724,"domain":"uk.com","status":200,"state":"file","p":"...............","bytes":0,"groups":0},{"rank":725,"domain":"amazon.es","status":200,"state":"file","p":"NNNN.NNNNNNNN..","host":"www.amazon.es","bytes":7063,"groups":101,"r":[[104,105],[122,123],[113,114],[107,108],0,[128,129],[125,126],[236,237],[212,213],[110,111],[233,234],[206,207],[215,216],0,0],"lines":{"104":"User-agent: GPTBot","105":"Disallow: /","107":"User-agent: CCBot","108":"Disallow: /","110":"User-Agent: PerplexityBot","111":"Disallow: /","113":"User-agent: Google-Extended","114":"Disallow: /","122":"User-agent: ClaudeBot","123":"Disallow: /","125":"User-agent: meta-externalagent","126":"Disallow: /","128":"User-agent: Bytespider","129":"Disallow: /","206":"User-agent: Claude-User","207":"Disallow: /","212":"User-agent: Claude-SearchBot","213":"Disallow: /","215":"User-agent: Perplexity-User","216":"Disallow: /","233":"User-agent: ChatGPT-User","234":"Disallow: /","236":"User-agent: OAI-SearchBot","237":"Disallow: /"}},{"rank":726,"domain":"pinimg.com","status":200,"state":"file","p":"SSSSSSSSSSSSSnS","host":"www.pinterest.com","bytes":40982,"groups":8,"sitemaps":130,"r":[[1000,1001],[1000,1001],[1000,1001],[1000,1001],[1000,1001],[1000,1001],[1000,1001],[1000,1001],[1000,1001],[1000,1001],[1000,1001],[1000,1001],[1000,1001],0,[1000,1001]],"lines":{"1000":"User-agent: *","1001":"Disallow: /"}},{"rank":727,"domain":"consultant.ru","status":200,"state":"file","p":"...............","host":"www.consultant.ru","bytes":1176,"groups":1},{"rank":728,"domain":"bandcamp.com","status":200,"state":"file","p":"NNNN.NN........","bytes":1053,"groups":19,"r":[[55,56],[46,47],[53,54],[44,45],0,[42,43],[50,52],0,0,0,0,0,0,0,0],"lines":{"42":"User-agent: Bytespider","43":"Disallow: /","44":"User-agent: CCBot","45":"Disallow: /","46":"User-agent: ClaudeBot","47":"Disallow: /","50":"User-agent: FacebookBot","52":"Disallow: /","53":"User-agent: Google-Extended","54":"Disallow: /","55":"User-agent: GPTBot","56":"Disallow: /"}},{"rank":729,"domain":"ya.ru","status":200,"state":"file","p":".............n.","bytes":29928,"groups":5,"sitemaps":3},{"rank":730,"domain":"itch.io","status":200,"state":"file","p":"...............","bytes":249,"groups":1,"sitemaps":1},{"rank":731,"domain":"airbnb.com","status":200,"state":"file","p":"NN..N.nn.nn..n.","host":"www.airbnb.com","bytes":20930,"groups":18,"sitemaps":1,"r":[[690,691],[694,695],0,0,[698,699],0,0,0,0,0,0,0,0,0,0],"lines":{"690":"User-agent: GPTBot","691":"Disallow: /","694":"User-agent: ClaudeBot","695":"Disallow: /","698":"User-agent: Applebot-Extended","699":"Disallow: /"}},{"rank":732,"domain":"nel.goog","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND nel.goog"},{"rank":733,"domain":"cnet.com","status":200,"state":"file","p":"NN.NNNNNNNNNN..","host":"www.cnet.com","bytes":22989,"groups":3,"sitemaps":15,"r":[[69,398],[69,398],0,[69,398],[69,398],[69,398],[69,398],[69,398],[69,398],[69,398],[69,398],[69,398],[69,398],0,0],"lines":{"69":"user-agent: AddSearchBot","398":"Disallow: /"}},{"rank":734,"domain":"independent.co.uk","status":200,"state":"file","p":"...............","host":"www.independent.co.uk","bytes":1305,"groups":2,"sitemaps":2},{"rank":735,"domain":"uber.com","status":200,"state":"file","p":"...............","host":"www.uber.com","bytes":904,"groups":3,"sitemaps":1},{"rank":736,"domain":"pushy.io","status":404,"state":"none","p":"...............","host":"pushy.me"},{"rank":737,"domain":"stripchat.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":738,"domain":"bamgrid.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND bamgrid.com"},{"rank":739,"domain":"allegro.pl","status":200,"state":"file","p":"...............","bytes":1144,"groups":2},{"rank":740,"domain":"bugsnag.com","status":200,"state":"file","p":"...............","host":"www.bugsnag.com","bytes":1248,"groups":0},{"rank":741,"domain":"geobasket.ru","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND geobasket.ru"},{"rank":742,"domain":"amazon.it","status":200,"state":"file","p":"NNNN.NNNNNNNN..","host":"www.amazon.it","bytes":7450,"groups":101,"r":[[113,114],[131,132],[122,123],[116,117],0,[137,138],[134,135],[245,246],[221,222],[119,120],[242,243],[215,216],[224,225],0,0],"lines":{"113":"User-agent: GPTBot","114":"Disallow: /","116":"User-agent: CCBot","117":"Disallow: /","119":"User-Agent: PerplexityBot","120":"Disallow: /","122":"User-agent: Google-Extended","123":"Disallow: /","131":"User-agent: ClaudeBot","132":"Disallow: /","134":"User-agent: meta-externalagent","135":"Disallow: /","137":"User-agent: Bytespider","138":"Disallow: /","215":"User-agent: Claude-User","216":"Disallow: /","221":"User-agent: Claude-SearchBot","222":"Disallow: /","224":"User-agent: Perplexity-User","225":"Disallow: /","242":"User-agent: ChatGPT-User","243":"Disallow: /","245":"User-agent: OAI-SearchBot","246":"Disallow: /"}},{"rank":743,"domain":"quantserve.com","status":200,"state":"file","p":"SSSSSSSSSSSSSNS","bytes":155,"groups":2,"r":[[8,9],[8,9],[8,9],[8,9],[8,9],[8,9],[8,9],[8,9],[8,9],[8,9],[8,9],[8,9],[8,9],[1,5],[8,9]],"lines":{"1":"User-agent: Googlebot","5":"Disallow: /","8":"User-agent: *","9":"Disallow: /"}},{"rank":744,"domain":"shopee.co.id","status":200,"state":"file","p":".............n.","bytes":2795,"groups":2,"delay":1},{"rank":745,"domain":"mailchimp.com","status":200,"state":"file","p":"...............","bytes":101,"groups":1,"sitemaps":1},{"rank":746,"domain":"asus.com","status":200,"state":"file","p":"...............","host":"www.asus.com","bytes":480,"groups":1,"sitemaps":3},{"rank":747,"domain":"globalsign.com","status":200,"state":"file","p":"NNNNNNNnnnn....","host":"www.globalsign.com","bytes":1727,"groups":12,"sitemaps":1,"r":[[65,66],[68,69],[71,72],[77,78],[74,75],[83,84],[80,81],[30,31],[46,47],[54,55],[38,39],0,0,0,0],"lines":{"30":"User-agent: OAI-SearchBot","31":"Allow: /","38":"User-agent: ChatGPT-User","39":"Allow: /","46":"User-agent: Claude-SearchBot","47":"Allow: /","54":"User-agent: PerplexityBot","55":"Allow: /","65":"User-agent: GPTBot","66":"Disallow: /","68":"User-agent: ClaudeBot","69":"Disallow: /","71":"User-agent: Google-Extended","72":"Disallow: /","74":"User-agent: Applebot-Extended","75":"Disallow: /","77":"User-agent: CCBot","78":"Disallow: /","80":"User-agent: Meta-ExternalAgent","81":"Disallow: /","83":"User-agent: Bytespider","84":"Disallow: /"}},{"rank":748,"domain":"githubusercontent.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND githubusercontent.com"},{"rank":749,"domain":"nodeflix.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: nodeflix.net:443, timeout: 10000ms)"},{"rank":750,"domain":"python.org","status":200,"state":"file","p":"...............","host":"www.python.org","bytes":537,"groups":4},{"rank":751,"domain":"fda.gov","status":404,"state":"none","p":"...............","host":"www.fda.gov"},{"rank":752,"domain":"alipaydns.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: alipaydns.com. is not in the cert's altnames: DNS:*.alipay.com, DNS:alipay.com, DNS:*.alip"},{"rank":753,"domain":"safebrowsing.apple","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND safebrowsing.apple"},{"rank":754,"domain":"creativecdn.com","status":200,"state":"file","p":"SSSSSSSSSSSSSSS","bytes":26,"groups":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Disallow: /"}},{"rank":755,"domain":"orderbox-dns.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND orderbox-dns.com"},{"rank":756,"domain":"nmrodam.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND nmrodam.com"},{"rank":757,"domain":"bidr.io","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND bidr.io"},{"rank":758,"domain":"1rx.io","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND 1rx.io"},{"rank":759,"domain":"agkn.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND agkn.com"},{"rank":760,"domain":"dbankcloud.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND dbankcloud.com"},{"rank":761,"domain":"mediafire.com","status":200,"state":"file","p":"...............","bytes":212,"groups":2},{"rank":762,"domain":"imrworldwide.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND imrworldwide.com"},{"rank":763,"domain":"fontawesome.com","status":200,"state":"file","p":"...............","bytes":358,"groups":1},{"rank":764,"domain":"google.co.uk","status":200,"state":"file","p":"...............","host":"www.google.co.uk","bytes":6624,"groups":4,"sitemaps":1},{"rank":765,"domain":"g.co","status":400,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 400"},{"rank":766,"domain":"imgur.com","status":200,"state":"file","p":"...............","bytes":352,"groups":2},{"rank":767,"domain":"google.com.br","status":200,"state":"file","p":"...............","host":"www.google.com.br","bytes":6624,"groups":4,"sitemaps":1},{"rank":768,"domain":"homedepot.com","status":200,"state":"file","p":"...............","host":"www.homedepot.com","bytes":1411,"groups":1,"sitemaps":1},{"rank":769,"domain":"bild.de","status":200,"state":"file","p":"...NNN...N..N..","host":"www.bild.de","bytes":3053,"groups":3,"sitemaps":4,"r":[0,0,0,[3,86],[3,86],[3,86],0,0,0,[3,86],0,0,[3,86],0,0],"lines":{"3":"User-agent: AhrefsBot","86":"Disallow: /"}},{"rank":770,"domain":"eeroup.com","status":404,"state":"none","p":"..............."},{"rank":771,"domain":"pvp.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND pvp.net"},{"rank":772,"domain":"lijit.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":773,"domain":"criteo.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND criteo.net"},{"rank":774,"domain":"mlb.com","status":200,"state":"file","p":"...............","host":"www.mlb.com","bytes":2224,"groups":1,"sitemaps":5},{"rank":775,"domain":"seznam.cz","status":200,"state":"file","p":"...............","host":"www.seznam.cz","bytes":1024,"groups":4,"sitemaps":2},{"rank":776,"domain":"box.com","status":200,"state":"file","p":"...............","host":"www.box.com","bytes":1484,"groups":1,"sitemaps":2},{"rank":777,"domain":"nintendo.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND nintendo.net"},{"rank":778,"domain":"gumgum.com","status":200,"state":"file","p":"nnn....n.nn..n.","bytes":694,"groups":15,"sitemaps":1,"r":[[2,3],[15,16],[22,23],[51,52],[51,52],[51,52],[51,52],[8,9],[51,52],[42,43],[5,6],[51,52],[51,52],[26,27],[51,52]],"lines":{"2":"User-agent: GPTBot","3":"Allow: /","5":"User-agent: ChatGPT-User","6":"Allow: /","8":"User-agent: OAI-SearchBot","9":"Allow: /","15":"User-agent: ClaudeBot","16":"Allow: /","22":"User-agent: Google-Extended","23":"Allow: /","26":"User-agent: Googlebot","27":"Allow: /","42":"User-agent: PerplexityBot","43":"Allow: /","51":"User-agent: *","52":"Allow: /"}},{"rank":779,"domain":"vedsalb.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND vedsalb.com"},{"rank":780,"domain":"binance.com","status":200,"state":"file","p":".............n.","host":"www.binance.com","bytes":6722,"groups":3,"sitemaps":15,"r":[[149,152],[149,152],[149,152],[149,152],[149,152],[149,152],[149,152],[149,152],[149,152],[149,152],[149,152],[149,152],[149,152],[4,11],[149,152]],"lines":{"4":"User-agent: Baiduspider","11":"Allow: /","149":"User-agent: *","152":"Allow: /"}},{"rank":781,"domain":"crwdcntrl.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted addresses: 199.233.57.17:443, 199.233.57.18:443, 199.233.57.16:443, 199.233.57.19:443, 199.233.57.21:443, 199.233."},{"rank":782,"domain":"yieldmo.com","status":200,"state":"file","p":"...............","bytes":169,"groups":1,"sitemaps":1},{"rank":783,"domain":"steamstatic.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND steamstatic.com"},{"rank":784,"domain":"nikkei.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.nikkei.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":785,"domain":"keenetic.io","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND keenetic.io"},{"rank":786,"domain":"sedo.com","status":200,"state":"file","p":"...............","bytes":270,"groups":2,"sitemaps":1},{"rank":787,"domain":"mhverifier.ru","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: mhverifier.ru. is not in the cert's altnames: DNS:*.telecomid.ru, DNS:telecomid.ru"},{"rank":788,"domain":"mckinsey.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: unable to verify the first certificate; if the root CA is installed locally, try running Node.js with --use-system-ca"},{"rank":789,"domain":"shopeemobile.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: shopeemobile.com:443, timeout: 10000ms)"},{"rank":790,"domain":"id5-sync.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"console.id5.io","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":791,"domain":"ddnss.de","status":200,"state":"file","p":"...............","bytes":286,"groups":1},{"rank":792,"domain":"zillow.com","status":200,"state":"file","p":"....N.N........","host":"www.zillow.com","bytes":10524,"groups":4,"sitemaps":15,"r":[0,0,0,0,[268,301],0,[268,301],0,0,0,0,0,0,0,0],"lines":{"268":"User-agent: YouBot","301":"Disallow: /"}},{"rank":793,"domain":"samsungosp.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND samsungosp.com"},{"rank":794,"domain":"usgovcloudapi.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND usgovcloudapi.net"},{"rank":795,"domain":"singular.net","status":200,"state":"file","p":"nnnnnn.n.nn....","host":"www.singular.net","bytes":1087,"groups":12,"sitemaps":1,"delay":10,"r":[[2,3],[14,15],[26,27],[34,35],[30,31],[38,39],0,[10,11],0,[22,23],[6,7],0,0,0,0],"lines":{"2":"User-agent: GPTBot","3":"Allow: /","6":"User-agent: ChatGPT-User","7":"Allow: /","10":"User-agent: OAI-SearchBot","11":"Allow: /","14":"User-agent: ClaudeBot","15":"Allow: /","22":"User-agent: PerplexityBot","23":"Allow: /","26":"User-agent: Google-Extended","27":"Allow: /","30":"User-agent: Applebot-Extended","31":"Allow: /","34":"User-agent: CCBot","35":"Allow: /","38":"User-agent: Bytespider","39":"Allow: /"}},{"rank":796,"domain":"recaptcha.net","status":200,"state":"file","p":"...............","bytes":153,"groups":1},{"rank":797,"domain":"bestbuy.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.bestbuy.com","reason":"no response: Stream closed with error code NGHTTP2_INTERNAL_ERROR"},{"rank":798,"domain":"craigslist.org","status":200,"state":"file","p":"...............","bytes":151,"groups":1},{"rank":799,"domain":"sc-cdn.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND sc-cdn.net"},{"rank":800,"domain":"welt.de","status":200,"state":"file","p":"...NNN...N..N..","host":"www.welt.de","bytes":3501,"groups":3,"sitemaps":3,"r":[0,0,0,[5,88],[5,88],[5,88],0,0,0,[5,88],0,0,[5,88],0,0],"lines":{"5":"User-agent: AhrefsBot","88":"Disallow: /"}},{"rank":801,"domain":"zoom.com","status":200,"state":"file","p":".............n.","host":"zoom.us","bytes":2005,"groups":13,"sitemaps":1},{"rank":802,"domain":"wp.pl","status":200,"state":"file","p":"N..N...n.nn.n..","host":"www.wp.pl","bytes":640,"groups":7,"r":[[21,22],0,0,[24,25],0,0,0,[33,34],0,[27,28],[36,37],0,[30,31],0,0],"lines":{"21":"User-agent: GPTBot","22":"Disallow: /","24":"User-agent: CCBot","25":"Disallow: /","27":"User-agent: PerplexityBot","28":"Allow: /","30":"User-agent: Perplexity-User","31":"Allow: /","33":"User-agent: OAI-SearchBot","34":"Allow: /","36":"User-agent: ChatGPT-User","37":"Allow: /"}},{"rank":803,"domain":"wattpad.com","status":200,"state":"file","p":"N..............","host":"www.wattpad.com","bytes":1580,"groups":3,"sitemaps":1,"r":[[72,73],0,0,0,0,0,0,0,0,0,0,0,0,0,0],"lines":{"72":"User-agent: GPTBot","73":"Disallow: /"}},{"rank":804,"domain":"apnews.com","status":200,"state":"file","p":"NN.NN...NN.N...","bytes":1315,"groups":14,"sitemaps":6,"r":[[34,35],[40,41],0,[31,32],[55,56],0,0,0,[67,68],[49,50],0,[64,65],0,0,0],"lines":{"31":"User-agent: CCBot","32":"Disallow: /","34":"User-agent: GPTBot","35":"Disallow: /","40":"User-agent: ClaudeBot","41":"Disallow: /","49":"User-agent: PerplexityBot","50":"Disallow: /","55":"User-agent: Applebot-Extended","56":"Disallow: /","64":"User-agent: Claude-User","65":"Disallow: /","67":"User-agent: Claude-SearchBot","68":"Disallow: /"}},{"rank":805,"domain":"lenovo.com","status":200,"state":"file","p":"nnn....nnnn.nn.","host":"www.lenovo.com","bytes":3633,"groups":11,"sitemaps":1,"r":[[118,119],[130,131],[139,140],0,0,0,0,[124,125],[133,134],[142,143],[121,122],0,[145,146],[136,137],0],"lines":{"118":"User-agent: GPTBot","119":"Allow: /","121":"User-agent: ChatGPT-User","122":"Allow: /","124":"User-agent: OAI-SearchBot","125":"Allow: /","130":"User-agent: ClaudeBot","131":"Allow: /","133":"User-agent: Claude-SearchBot","134":"Allow: /","136":"User-agent: Googlebot","137":"Allow: /","139":"User-agent: Google-Extended","140":"Allow: /","142":"User-agent: PerplexityBot","143":"Allow: /","145":"User-agent: Perplexity-User","146":"Allow: /"}},{"rank":806,"domain":"cdnhwc1.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND cdnhwc1.com"},{"rank":807,"domain":"fiverr.com","status":200,"state":"file","p":"...............","host":"www.fiverr.com","bytes":2049,"groups":2,"sitemaps":5},{"rank":808,"domain":"ameblo.jp","status":200,"state":"file","p":".............n.","bytes":1964,"groups":3,"sitemaps":1},{"rank":809,"domain":"no-ip.com","status":200,"state":"file","p":"...............","host":"www.noip.com","bytes":611,"groups":1,"sitemaps":2,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":810,"domain":"herokudns.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND herokudns.com"},{"rank":811,"domain":"ovscdns.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND ovscdns.com"},{"rank":812,"domain":"ozone.ru","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: ozone.ru. is not in the cert's altnames: DNS:*.ozon.ru, DNS:*.ozone.ru, DNS:www.ozon.ru, D"},{"rank":813,"domain":"cmediahub.ru","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND cmediahub.ru"},{"rank":814,"domain":"liadm.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND liadm.com"},{"rank":815,"domain":"ted.com","status":200,"state":"file","p":"NNNNNNNnnnnnn..","host":"www.ted.com","bytes":2552,"groups":31,"sitemaps":1,"r":[[63,64],[65,66],[73,74],[71,72],[75,76],[85,86],[79,80],0,0,0,0,0,0,0,0],"lines":{"63":"User-agent: GPTBot","64":"Disallow: /","65":"User-agent: ClaudeBot","66":"Disallow: /","71":"User-agent: CCBot","72":"Disallow: /","73":"User-agent: Google-Extended","74":"Disallow: /","75":"User-agent: Applebot-Extended","76":"Disallow: /","79":"User-agent: meta-externalagent","80":"Disallow: /","85":"User-agent: Bytespider","86":"Disallow: /"}},{"rank":816,"domain":"mixpanel.com","status":200,"state":"file","p":"...............","bytes":314,"groups":1,"sitemaps":1},{"rank":817,"domain":"prnewswire.com","status":200,"state":"file","p":"...............","host":"www.prnewswire.com","bytes":3353,"groups":1,"sitemaps":55},{"rank":818,"domain":"hugedomains.com","status":200,"state":"file","p":"...............","host":"www.hugedomains.com","bytes":606,"groups":3},{"rank":819,"domain":"moloco.com","status":200,"state":"file","p":"...n.N.........","host":"www.moloco.com","bytes":3335,"groups":54,"sitemaps":1,"r":[0,0,0,0,0,[51,52],0,0,0,0,0,0,0,0,0],"lines":{"51":"User-agent: Bytespider","52":"Disallow: /"}},{"rank":820,"domain":"disneyplus.com","status":200,"state":"file","p":"nnnnnnnnnnnnSnS","host":"www.disneyplus.com","bytes":2794,"groups":2,"sitemaps":1,"r":[[7,98],[7,98],[7,98],[7,98],[7,98],[7,98],[7,98],[7,98],[7,98],[7,98],[7,98],[7,98],[3,4],[7,98],[3,4]],"lines":{"3":"User-agent: *","4":"Disallow: /","7":"User-agent: Googlebot","98":"Allow: /"}},{"rank":821,"domain":"xvideos.com","status":200,"state":"file","p":"...............","bytes":61,"groups":1},{"rank":822,"domain":"rakuten.com","status":200,"state":"file","p":"...............","host":"www.rakuten.com","bytes":2621,"groups":4,"sitemaps":2},{"rank":823,"domain":"xbox.com","status":200,"state":"file","p":"...............","host":"www.xbox.com","bytes":289,"groups":1,"sitemaps":1},{"rank":824,"domain":"people.com","status":200,"state":"file","p":"nNNNNNNnNNnNN..","bytes":3457,"groups":6,"sitemaps":2,"r":[0,[47,110],[32,40],[32,40],[47,110],[47,110],[32,40],0,[32,40],[32,40],0,[47,110],[47,110],0,0],"lines":{"32":"User-agent: Google-Extended","40":"Disallow: /","47":"User-agent: amazon-kendra","110":"Disallow: /"}},{"rank":825,"domain":"erome.com","status":200,"state":"file","p":"...............","host":"www.erome.com","bytes":31,"groups":1},{"rank":826,"domain":"lwsdns.com","status":200,"state":"file","p":"...............","bytes":79,"groups":1,"delay":60},{"rank":827,"domain":"kunluncan.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: kunluncan.com:443, timeout: 10000ms)"},{"rank":828,"domain":"allaboutcookies.org","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":829,"domain":"adform.net","status":200,"state":"file","p":"SSSSSSSSSSSSSSS","bytes":139,"groups":3,"r":[[7,8],[7,8],[7,8],[7,8],[7,8],[7,8],[7,8],[7,8],[7,8],[7,8],[7,8],[7,8],[7,8],[7,8],[7,8]],"lines":{"7":"User-agent: *","8":"Disallow: /"}},{"rank":830,"domain":"33across.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.33across.com","reason":"Cloudflare challenge, status 403"},{"rank":831,"domain":"teads.tv","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"cdn.teads.tv","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":832,"domain":"liftoff.io","status":200,"state":"file","p":"...............","host":"liftoff.ai","bytes":92,"groups":1,"delay":30},{"rank":833,"domain":"lefigaro.fr","status":200,"state":"file","p":"NNNN...NN.NN...","host":"www.lefigaro.fr","bytes":12666,"groups":246,"sitemaps":6,"r":[[151,152],[142,143],[154,155],[139,140],0,0,0,[79,89],[67,71],0,[55,65],[91,95],0,0,0],"lines":{"55":"User-agent: ChatGPT-User","65":"Disallow: /","67":"User-agent: Claude-SearchBot","71":"Disallow: /","79":"User-agent: OAI-SearchBot","89":"Disallow: /","91":"User-agent: Claude-User","95":"Disallow: /","139":"User-agent: CCBot","140":"Disallow: /","142":"User-agent: ClaudeBot","143":"Disallow: /","151":"User-agent: GPTBot","152":"Disallow: /","154":"User-agent: Google-Extended","155":"Disallow: /"}},{"rank":834,"domain":"adjust.com","status":429,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.adjust.com","reason":"status 429"},{"rank":835,"domain":"featureassets.org","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":836,"domain":"att.com","status":200,"state":"file","p":".............n.","host":"www.att.com","bytes":10283,"groups":4,"sitemaps":1},{"rank":837,"domain":"zoho.com","status":200,"state":"file","p":"...............","host":"www.zoho.com","bytes":4653,"groups":3,"sitemaps":1},{"rank":838,"domain":"discordapp.com","status":200,"state":"file","p":"...............","host":"discord.com","bytes":1774,"groups":3,"sitemaps":7},{"rank":839,"domain":"amagi.tv","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: read ECONNRESET"},{"rank":840,"domain":"vivo.com.cn","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: vivo.com.cn:443, timeout: 10000ms)"},{"rank":841,"domain":"ryanair.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.ryanair.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":842,"domain":"grab.co","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND grab.co"},{"rank":843,"domain":"goskope.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND goskope.com"},{"rank":844,"domain":"a-mo.net","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":845,"domain":"usps.com","status":200,"state":"file","p":"...............","host":"www.usps.com","bytes":435,"groups":1},{"rank":846,"domain":"turn.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND turn.com"},{"rank":847,"domain":"me.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.icloud.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":848,"domain":"usda.gov","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.usda.gov","reason":"status 403"},{"rank":849,"domain":"unpkg.com","status":200,"state":"file","p":"...............","bytes":733,"groups":0},{"rank":850,"domain":"academia.edu","status":200,"state":"file","p":"NSNSNSSnnnnnSnS","host":"www.academia.edu","bytes":57366,"groups":63,"sitemaps":3,"r":[[2604,2605],[2616,2617],[2613,2614],[2616,2617],[2601,2602],[2616,2617],[2616,2617],[1742,1787],[1930,1975],[1836,1881],[1789,1834],[1977,2022],[2616,2617],[3,48],[2616,2617]],"lines":{"3":"User-agent: Googlebot","48":"Allow: /","1742":"User-agent: OAI-SearchBot","1787":"Allow: /","1789":"User-agent: ChatGPT-User","1834":"Allow: /","1836":"User-agent: PerplexityBot","1881":"Allow: /","1930":"User-agent: Claude-SearchBot","1975":"Allow: /","1977":"User-agent: Claude-User","2022":"Allow: /","2601":"User-agent: Applebot-Extended","2602":"Disallow: /","2604":"User-agent: GPTBot","2605":"Disallow: /","2613":"User-agent: Google-Extended","2614":"Disallow: /","2616":"User-agent: *","2617":"Disallow: /"}},{"rank":851,"domain":"deepl.com","status":200,"state":"file","p":".............n.","host":"www.deepl.com","bytes":1722,"groups":3,"sitemaps":1},{"rank":852,"domain":"discogs.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.discogs.com","reason":"Cloudflare challenge, status 403"},{"rank":853,"domain":"agoda.com","status":200,"state":"file","p":".............n.","host":"www.agoda.com","bytes":5086,"groups":9,"sitemaps":49},{"rank":854,"domain":"onlyfans.com","status":200,"state":"file","p":"...............","bytes":162,"groups":1},{"rank":855,"domain":"curseforge.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.curseforge.com","reason":"Cloudflare challenge, status 403"},{"rank":856,"domain":"rt.ru","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: rt.ru:443, timeout: 10000ms)"},{"rank":857,"domain":"livejournal.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.livejournal.com","reason":"no response: Connect Timeout Error (attempted addresses: 81.19.74.1:443, timeout: 10000ms)"},{"rank":858,"domain":"blackberry.com","status":200,"state":"file","p":"...............","host":"www.blackberry.com","bytes":910,"groups":2,"sitemaps":1},{"rank":859,"domain":"cursor.sh","status":200,"state":"file","p":"...............","host":"cursor.com","bytes":1047,"groups":1,"sitemaps":2,"r":[[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3]],"lines":{"2":"User-agent: *","3":"Allow: /"}},{"rank":860,"domain":"pexels.com","status":200,"state":"file","p":"NN.NNN.........","host":"www.pexels.com","bytes":11790,"groups":4,"sitemaps":115,"r":[[121,126],[121,126],0,[121,126],[121,126],[121,126],0,0,0,0,0,0,0,0,0],"lines":{"121":"User-agent: Applebot-Extended","126":"Disallow: /"}},{"rank":861,"domain":"cdn-vk.ru","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND cdn-vk.ru"},{"rank":862,"domain":"theverge.com","status":200,"state":"file","p":"nNNNNNN.NNNNN..","bytes":5650,"groups":106,"sitemaps":2,"r":[[8,9],[111,113],[191,193],[87,89],[51,53],[79,81],[235,237],0,[99,101],[291,293],[95,97],[103,105],[287,289],0,0],"lines":{"8":"User-agent: GPTBot","9":"Allow: /","51":"User-agent: Applebot-Extended","53":"Disallow: /","79":"User-agent: Bytespider","81":"Disallow: /","87":"User-agent: CCBot","89":"Disallow: /","95":"User-agent: ChatGPT-User","97":"Disallow: /","99":"User-agent: Claude-SearchBot","101":"Disallow: /","103":"User-agent: Claude-User","105":"Disallow: /","111":"User-agent: ClaudeBot","113":"Disallow: /","191":"User-agent: Google-Extended","193":"Disallow: /","235":"User-agent: meta-externalagent","237":"Disallow: /","287":"User-agent: Perplexity-User","289":"Disallow: /","291":"User-agent: PerplexityBot","293":"Disallow: /"}},{"rank":863,"domain":"abovedomains.com","status":200,"state":"file","p":"...............","bytes":136,"groups":1},{"rank":864,"domain":"networkadvertising.org","status":200,"state":"file","p":"...............","host":"thenai.org","bytes":184,"groups":1,"sitemaps":1},{"rank":865,"domain":"amazon.com.br","status":200,"state":"file","p":"NNNN.NNNNNNNN..","host":"www.amazon.com.br","bytes":5764,"groups":101,"r":[[74,75],[92,93],[83,84],[77,78],0,[98,99],[95,96],[206,207],[182,183],[80,81],[203,204],[176,177],[185,186],0,0],"lines":{"74":"User-agent: GPTBot","75":"Disallow: /","77":"User-agent: CCBot","78":"Disallow: /","80":"User-Agent: PerplexityBot","81":"Disallow: /","83":"User-agent: Google-Extended","84":"Disallow: /","92":"User-agent: ClaudeBot","93":"Disallow: /","95":"User-agent: meta-externalagent","96":"Disallow: /","98":"User-agent: Bytespider","99":"Disallow: /","176":"User-agent: Claude-User","177":"Disallow: /","182":"User-agent: Claude-SearchBot","183":"Disallow: /","185":"User-agent: Perplexity-User","186":"Disallow: /","203":"User-agent: ChatGPT-User","204":"Disallow: /","206":"User-agent: OAI-SearchBot","207":"Disallow: /"}},{"rank":866,"domain":"pendo.io","status":200,"state":"file","p":"...............","host":"www.pendo.io","bytes":646,"groups":1,"sitemaps":10,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-Agent: *","2":"Allow: /"}},{"rank":867,"domain":"cloudsink.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND cloudsink.net"},{"rank":868,"domain":"wcdnga.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND wcdnga.com"},{"rank":869,"domain":"onetag-sys.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":870,"domain":"fbsbx.com","status":404,"state":"none","p":"..............."},{"rank":871,"domain":"appcenter.ms","status":404,"state":"none","p":"..............."},{"rank":872,"domain":"dnse0.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND dnse0.com"},{"rank":873,"domain":"ebay.co.uk","status":200,"state":"file","p":"NN.NNNNnnNnn.n.","host":"www.ebay.co.uk","bytes":20258,"groups":8,"sitemaps":7,"r":[[690,700],[690,700],0,[690,700],[690,700],[690,700],[690,700],0,0,[690,700],0,0,0,0,0],"lines":{"690":"User-agent: Bytespider","700":"Disallow: /"}},{"rank":874,"domain":"life360.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.life360.com","reason":"status 403"},{"rank":875,"domain":"rfc-editor.org","status":200,"state":"file","p":"...............","host":"www.rfc-editor.org","bytes":135,"groups":1,"sitemaps":1},{"rank":876,"domain":"frontiersin.org","status":200,"state":"file","p":"...............","host":"www.frontiersin.org","bytes":862,"groups":1,"sitemaps":10,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":877,"domain":"myspace.com","status":200,"state":"file","p":"...............","bytes":2489,"groups":1,"sitemaps":23},{"rank":878,"domain":"chess.com","status":200,"state":"file","p":"...............","host":"www.chess.com","bytes":2581,"groups":5,"sitemaps":1},{"rank":879,"domain":"www.gov.br","status":200,"state":"file","p":"...............","bytes":2102,"groups":2,"sitemaps":1},{"rank":880,"domain":"cloudinary.com","status":200,"state":"file","p":"...............","bytes":673,"groups":4,"sitemaps":7},{"rank":881,"domain":"ssl-images-amazon.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND ssl-images-amazon.com"},{"rank":882,"domain":"wb.ru","status":498,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.wildberries.ru","reason":"status 498"},{"rank":883,"domain":"synology.com","status":200,"state":"file","p":"...............","host":"www.synology.com","bytes":127,"groups":1,"sitemaps":1},{"rank":884,"domain":"biblegateway.com","status":200,"state":"file","p":"...............","host":"www.biblegateway.com","bytes":743,"groups":1,"sitemaps":1,"delay":15},{"rank":885,"domain":"adgrx.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND adgrx.com"},{"rank":886,"domain":"jetbrains.com","status":200,"state":"file","p":"...............","host":"www.jetbrains.com","bytes":1760,"groups":2,"sitemaps":1},{"rank":887,"domain":"ebay.de","status":200,"state":"file","p":"NN.NNNN..N...n.","host":"www.ebay.de","bytes":15980,"groups":7,"sitemaps":7,"r":[[689,699],[689,699],0,[689,699],[689,699],[689,699],[689,699],0,0,[689,699],0,0,0,0,0],"lines":{"689":"User-agent: Bytespider","699":"Disallow: /"}},{"rank":888,"domain":"msftauth.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND msftauth.net"},{"rank":889,"domain":"yellowblue.io","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND yellowblue.io"},{"rank":890,"domain":"figma.com","status":200,"state":"file","p":"NNNN.N.NNNNN...","host":"www.figma.com","bytes":393981,"groups":22,"sitemaps":3,"h":"NNNN.N.nnnnn...","r":[[28,29],[34,35],[43,44],[37,38],0,[58,59],0,[94,9133],[94,9133],[94,9133],[94,9133],[94,9133],0,0,0],"lines":{"28":"User-Agent: GPTBot","29":"Disallow: /","34":"User-Agent: ClaudeBot","35":"Disallow: /","37":"User-Agent: CCBot","38":"Disallow: /","43":"User-Agent: Google-Extended","44":"Disallow: /","58":"User-Agent: Bytespider","59":"Disallow: /","94":"User-Agent: CHATGPT-User","9133":"Disallow: /"}},{"rank":891,"domain":"pikabu.ru","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":892,"domain":"namecheaphosting.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: connect ECONNREFUSED 198.54.117.206:443"},{"rank":893,"domain":"azure-devices.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND azure-devices.net"},{"rank":894,"domain":"nbcnews.com","status":200,"state":"file","p":"NNNNNNNNNNNNN..","host":"www.nbcnews.com","bytes":13381,"groups":39,"sitemaps":5,"r":[[233,234],[142,143],[221,222],[118,119],[56,57],[105,107],[257,259],[311,312],[154,157],[360,362],[130,131],[154,157],[360,362],0,0],"lines":{"56":"User-agent: Applebot-Extended","57":"Disallow: /","105":"User-agent: Bytespider","107":"Disallow: /","118":"User-agent: CCBot","119":"Disallow: /","130":"User-agent: ChatGPT-User","131":"Disallow: /","142":"User-agent: ClaudeBot","143":"Disallow: /","154":"User-agent: Claude-Web","157":"Disallow: /","221":"User-agent: Google-Extended","222":"Disallow: /","233":"User-agent: GPTBot","234":"Disallow: /","257":"User-agent: Meta-ExternalAgent","259":"Disallow: /","311":"User-agent: OAI-SearchBot","312":"Disallow: /","360":"User-agent: PerplexityBot","362":"Disallow: /"}},{"rank":895,"domain":"amazon.com.au","status":200,"state":"file","p":"NNNN.NNNNNNNN..","host":"www.amazon.com.au","bytes":6904,"groups":101,"r":[[97,98],[115,116],[106,107],[100,101],0,[121,122],[118,119],[229,230],[205,206],[103,104],[226,227],[199,200],[208,209],0,0],"lines":{"97":"User-agent: GPTBot","98":"Disallow: /","100":"User-agent: CCBot","101":"Disallow: /","103":"User-Agent: PerplexityBot","104":"Disallow: /","106":"User-agent: Google-Extended","107":"Disallow: /","115":"User-agent: ClaudeBot","116":"Disallow: /","118":"User-agent: meta-externalagent","119":"Disallow: /","121":"User-agent: Bytespider","122":"Disallow: /","199":"User-agent: Claude-User","200":"Disallow: /","205":"User-agent: Claude-SearchBot","206":"Disallow: /","208":"User-agent: Perplexity-User","209":"Disallow: /","226":"User-agent: ChatGPT-User","227":"Disallow: /","229":"User-agent: OAI-SearchBot","230":"Disallow: /"}},{"rank":896,"domain":"appspot.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"accounts.google.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":897,"domain":"disqus.com","status":200,"state":"file","p":"...............","bytes":49,"groups":1},{"rank":898,"domain":"dv.tech","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Client network socket disconnected before secure TLS connection was established"},{"rank":899,"domain":"pornhub.com","status":200,"state":"file","p":"...N.N.........","host":"www.pornhub.com","bytes":5295,"groups":3,"sitemaps":1,"h":"...n.n.........","r":[0,0,0,[199,214],0,[199,214],0,0,0,0,0,0,0,0,0],"lines":{"199":"User-agent: Amazonbot","214":"Disallow: /"}},{"rank":900,"domain":"focus.de","status":200,"state":"file","p":"NN.N.NN........","host":"www.focus.de","bytes":1648,"groups":18,"r":[[42,43],[36,37],0,[34,35],0,[32,33],[44,45],0,0,0,0,0,0,0,0],"lines":{"32":"User-agent: Bytespider","33":"Disallow: /","34":"User-agent: CCBot","35":"Disallow: /","36":"User-agent: ClaudeBot","37":"Disallow: /","42":"User-agent: GPTBot","43":"Disallow: /","44":"User-agent: meta-externalagent","45":"Disallow: /"}},{"rank":901,"domain":"netlify.app","status":200,"state":"file","p":"...............","bytes":147,"groups":1,"sitemaps":2,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":902,"domain":"hbr.org","status":200,"state":"file","p":"N.NN...........","bytes":1016,"groups":6,"r":[[33,34],0,[37,38],[35,36],0,0,0,0,0,0,0,0,0,0,0],"lines":{"33":"User-agent: GPTBot","34":"Disallow: /","35":"User-agent: CCBot","36":"Disallow: /","37":"User-agent: Google-Extended","38":"Disallow: /"}},{"rank":903,"domain":"worldbank.org","status":200,"state":"file","p":"...............","host":"www.worldbank.org","bytes":1505,"groups":2,"sitemaps":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":904,"domain":"buydomains.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"Cloudflare challenge, status 403"},{"rank":905,"domain":"bytefcdn.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND bytefcdn.com"},{"rank":906,"domain":"agora.io","status":200,"state":"file","p":"...............","host":"www.agora.io","bytes":153,"groups":1,"sitemaps":3,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: /"}},{"rank":907,"domain":"princeton.edu","status":200,"state":"file","p":"...............","host":"www.princeton.edu","bytes":2275,"groups":1},{"rank":908,"domain":"rocketmoney.dev","status":200,"state":"file","p":"SSSSSSSSSSSSSSS","host":"www.rocketmoney.dev","bytes":26,"groups":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Disallow: /"}},{"rank":909,"domain":"daum.net","status":200,"state":"file","p":"SSSSSSSSSSSSSSS","bytes":167,"groups":2,"h":"...............","r":[[5,6],[5,6],[5,6],[5,6],[5,6],[5,6],[5,6],[5,6],[5,6],[5,6],[5,6],[5,6],[5,6],[5,6],[5,6]],"lines":{"5":"User-agent: *","6":"Disallow: /"}},{"rank":910,"domain":"immedia-semi.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND immedia-semi.com"},{"rank":911,"domain":"arcgis.com","status":200,"state":"file","p":"...............","host":"www.arcgis.com","bytes":61,"groups":1,"sitemaps":1},{"rank":912,"domain":"dnse2.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND dnse2.com"},{"rank":913,"domain":"fwmrm.net","status":200,"state":"file","p":"...............","host":"www.freewheel.com","bytes":191,"groups":1,"sitemaps":1},{"rank":914,"domain":"it.com","status":404,"state":"none","p":"..............."},{"rank":915,"domain":"readthedocs.io","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"about.readthedocs.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":916,"domain":"mayoclinic.org","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.mayoclinic.org","reason":"status 403"},{"rank":917,"domain":"coupang.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.coupang.com","reason":"status 403"},{"rank":918,"domain":"ys7.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.ys7.com","reason":"no response: Connect Timeout Error (attempted address: www.ys7.com:443, timeout: 10000ms)"},{"rank":919,"domain":"kleinanzeigen.de","status":200,"state":"file","p":"n......n.nn....","host":"www.kleinanzeigen.de","bytes":11141,"groups":10,"sitemaps":1,"r":[[270,271],0,0,0,0,0,0,[267,268],0,[354,355],[312,313],0,0,0,0],"lines":{"267":"User-agent: OAI-SearchBot","268":"Allow: /","270":"User-agent: GPTBot","271":"Allow: /","312":"User-agent: ChatGPT-User","313":"Allow: /","354":"User-agent: PerplexityBot","355":"Allow: /"}},{"rank":920,"domain":"wyzecam.com","status":200,"state":"file","p":"nnnn..nn.n.....","host":"www.wyze.com","bytes":6418,"groups":14,"sitemaps":3,"r":[[180,181],[186,187],[161,177],[206,207],0,0,[202,203],[182,183],0,[194,195],0,0,0,0,0],"lines":{"161":"User-agent: MJ12bot","177":"Allow: /","180":"User-agent: GPTBot","181":"Allow: /","182":"User-agent: OAI-SearchBot","183":"Allow: /","186":"User-agent: ClaudeBot","187":"Allow: /","194":"User-agent: PerplexityBot","195":"Allow: /","202":"User-agent: Meta-ExternalAgent","203":"Allow: /","206":"User-agent: CCBot","207":"Allow: /"}},{"rank":921,"domain":"lg.com","status":200,"state":"file","p":"...............","host":"www.lg.com","bytes":8054,"groups":4,"sitemaps":1,"r":[[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5]],"lines":{"4":"User-agent: *","5":"Allow: /"}},{"rank":922,"domain":"thenai.org","status":200,"state":"file","p":"...............","bytes":184,"groups":1,"sitemaps":1},{"rank":923,"domain":"latimes.com","status":200,"state":"file","p":"NN...N.........","host":"www.latimes.com","bytes":1768,"groups":13,"sitemaps":2,"r":[[80,81],[71,72],0,0,0,[68,69],0,0,0,0,0,0,0,0,0],"lines":{"68":"User-agent: Bytespider","69":"Disallow: /","71":"User-agent: ClaudeBot","72":"Disallow: /","80":"User-agent: GPTBot","81":"Disallow: /"}},{"rank":924,"domain":"a-msedge.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND a-msedge.net"},{"rank":925,"domain":"bankofamerica.com","status":200,"state":"file","p":"...............","host":"www.bankofamerica.com","bytes":3312,"groups":4,"sitemaps":1},{"rank":926,"domain":"epa.gov","status":200,"state":"file","p":"...............","host":"www.epa.gov","bytes":2035,"groups":1},{"rank":927,"domain":"stbid.ru","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Hostname/IP does not match certificate's altnames: Host: stbid.ru. is not in the cert's altnames: DNS:*.n0.sync.bumlam.com, DNS:*.n1.sync.bumlam.co"},{"rank":928,"domain":"volcgslb.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND volcgslb.com"},{"rank":929,"domain":"classlink.com","status":200,"state":"file","p":"...............","host":"www.classlink.com","bytes":126,"groups":1,"sitemaps":1},{"rank":930,"domain":"eu-1-id5-sync.com","status":522,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 522"},{"rank":931,"domain":"px-cloud.net","status":404,"state":"none","p":"..............."},{"rank":932,"domain":"qualtrics.com","status":200,"state":"file","p":"...............","host":"www.qualtrics.com","bytes":30643,"groups":1,"sitemaps":1},{"rank":933,"domain":"seedtag.com","status":200,"state":"file","p":"...............","host":"www.seedtag.com","bytes":0,"groups":0},{"rank":934,"domain":"unrulymedia.com","status":404,"state":"none","p":"..............."},{"rank":935,"domain":"odoo.com","status":200,"state":"file","p":"...............","host":"www.odoo.com","bytes":1627,"groups":2,"sitemaps":1},{"rank":936,"domain":"360safe.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: 360safe.com:443, timeout: 10000ms)"},{"rank":937,"domain":"flashtalking.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: unable to verify the first certificate; if the root CA is installed locally, try running Node.js with --use-system-ca"},{"rank":938,"domain":"mercadolivre.com.br","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":939,"domain":"plex.direct","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND plex.direct"},{"rank":940,"domain":"deloitte.com","status":200,"state":"file","p":"...............","host":"www.deloitte.com","bytes":503,"groups":1,"sitemaps":2},{"rank":941,"domain":"tiktokw.us","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND tiktokw.us"},{"rank":942,"domain":"patreon.com","status":200,"state":"file","p":".........N.....","bytes":759,"groups":7,"signals":["content-signal: search=yes, ai-input=yes, ai-train=no"],"sitemaps":1,"r":[0,0,0,0,0,0,0,0,0,[25,26],0,0,0,0,0],"lines":{"25":"User-agent: PerplexityBot","26":"Disallow: /"}},{"rank":943,"domain":"genius.com","status":200,"state":"file","p":"NNNNNNN...N....","bytes":1149,"groups":2,"r":[[21,42],[21,42],[21,42],[21,42],[21,42],[21,42],[21,42],0,0,0,[21,42],0,0,0,0],"lines":{"21":"User-agent: Uniscan","42":"Disallow: /"}},{"rank":944,"domain":"washington.edu","status":200,"state":"file","p":"...............","host":"www.washington.edu","bytes":76,"groups":1},{"rank":945,"domain":"dbankcloud.ru","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND dbankcloud.ru"},{"rank":946,"domain":"mercadolibre.com.ar","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":947,"domain":"state.gov","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.state.gov","reason":"status 403"},{"rank":948,"domain":"fidelity.com","status":200,"state":"file","p":"...............","host":"www.fidelity.com","bytes":12403,"groups":3,"sitemaps":2},{"rank":949,"domain":"tailscale.com","status":200,"state":"file","p":"...............","bytes":109,"groups":2,"sitemaps":1},{"rank":950,"domain":"docker.io","status":200,"state":"file","p":"...............","host":"www.docker.com","bytes":1055,"groups":1,"sitemaps":2},{"rank":951,"domain":"att.net","status":200,"state":"file","p":"...............","host":"www.att.net","bytes":250,"groups":1},{"rank":952,"domain":"note.com","status":200,"state":"file","p":".............n.","bytes":1197,"groups":6,"sitemaps":1},{"rank":953,"domain":"go-mpulse.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND go-mpulse.net"},{"rank":954,"domain":"chaturbate.com","status":200,"state":"file","p":"...............","bytes":274,"groups":2,"sitemaps":1},{"rank":955,"domain":"youku.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.youku.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":956,"domain":"tbank.ru","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: self-signed certificate in certificate chain"},{"rank":957,"domain":"leiniao.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: leiniao.com:443, timeout: 10000ms)"},{"rank":958,"domain":"character.ai","status":200,"state":"file","p":"...............","bytes":159,"groups":1,"sitemaps":1},{"rank":959,"domain":"eporner.com","status":200,"state":"file","p":"...............","bytes":4679,"groups":2,"sitemaps":1,"r":[[46,161],[46,161],[46,161],[46,161],[46,161],[46,161],[46,161],[46,161],[46,161],[46,161],[46,161],[46,161],[46,161],[46,161],[46,161]],"lines":{"46":"User-Agent: *","161":"Allow: /"}},{"rank":960,"domain":"miwifi.com","status":404,"state":"none","p":"...............","host":"www.miwifi.com"},{"rank":961,"domain":"stackexchange.com","status":418,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 418"},{"rank":962,"domain":"jd.com","status":200,"state":"file","p":".............n.","bytes":786,"groups":21},{"rank":963,"domain":"repubblica.it","status":200,"state":"file","p":"N.NNNN...N.....","host":"www.repubblica.it","bytes":7531,"groups":108,"sitemaps":13,"r":[[74,75],[1,2],[76,77],[78,79],[286,287],[114,115],[1,2],[1,2],[1,2],[92,93],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Allow: \t\t/","74":"User-agent: GPTBot","75":"Disallow: \t\t/","76":"User-agent: Google-Extended","77":"Disallow: \t\t/","78":"User-agent: CCBot","79":"Disallow: \t\t/","92":"User-agent: PerplexityBot","93":"Disallow: \t\t/","114":"User-agent: Bytespider","115":"Disallow: \t\t/","286":"User-agent: Applebot-Extended","287":"Disallow: \t\t/"}},{"rank":964,"domain":"webhostbox.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND webhostbox.net"},{"rank":965,"domain":"otto.de","status":200,"state":"file","p":"n......n.nn.n..","host":"www.otto.de","bytes":2148,"groups":3,"sitemaps":19},{"rank":966,"domain":"poki.com","status":200,"state":"file","p":"...............","bytes":1735,"groups":2,"sitemaps":34},{"rank":967,"domain":"hm.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Stream closed with error code NGHTTP2_INTERNAL_ERROR"},{"rank":968,"domain":"trendyol.com","status":200,"state":"file","p":".............n.","host":"www.trendyol.com","bytes":16146,"groups":4},{"rank":969,"domain":"zpath.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND zpath.net"},{"rank":970,"domain":"corriere.it","status":200,"state":"file","p":"NNNNNNNn.nN....","host":"www.corriere.it","bytes":10125,"groups":28,"signals":["content-signal: search=yes, ai-train=yes, ai-input=no"],"sitemaps":65,"r":[[2,3],[19,20],[15,16],[4,5],[17,18],[41,42],[25,26],[27,28],[61,62],[35,36],[29,30],[61,62],[61,62],[61,62],[61,62]],"lines":{"2":"User-agent: GPTBot","3":"Disallow: /","4":"User-agent: CCBot","5":"Disallow: /","15":"User-agent: Google-Extended","16":"Disallow: /","17":"User-agent: Applebot-Extended","18":"Disallow: /","19":"User-agent: ClaudeBot","20":"Disallow: /","25":"User-agent: Meta-ExternalAgent","26":"Disallow: /","27":"User-agent: OAI-SearchBot","28":"Allow: /","29":"User-agent: ChatGPT-User","30":"Disallow: /","35":"User-agent: PerplexityBot","36":"Allow: /","41":"User-agent: Bytespider","42":"Disallow: /","61":"User-agent: *","62":"Allow: /"}},{"rank":971,"domain":"mailchi.mp","status":200,"state":"file","p":"SSSSSSSSSSSSSSS","bytes":138,"groups":4,"r":[[10,11],[10,11],[10,11],[10,11],[10,11],[10,11],[10,11],[10,11],[10,11],[10,11],[10,11],[10,11],[10,11],[10,11],[10,11]],"lines":{"10":"User-agent: *","11":"Disallow: /"}},{"rank":972,"domain":"onet.pl","status":200,"state":"file","p":".....NN........","host":"www.onet.pl","bytes":586,"groups":15,"r":[0,0,0,0,0,[9,10],[5,6],0,0,0,0,0,0,0,0],"lines":{"5":"User-agent: meta-externalagent","6":"Disallow: /","9":"User-agent: Bytespider","10":"Disallow: /"}},{"rank":973,"domain":"queniuaa.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND queniuaa.com"},{"rank":974,"domain":"xiaohongshu.com","status":200,"state":"file","p":"SSSSSSSSSSSSSNS","host":"www.xiaohongshu.com","bytes":492,"groups":3,"sitemaps":1,"r":[[23,24],[23,24],[23,24],[23,24],[23,24],[23,24],[23,24],[23,24],[23,24],[23,24],[23,24],[23,24],[23,24],[1,2],[23,24]],"lines":{"1":"User-agent: Googlebot","2":"Disallow: /","23":"User-agent: *","24":"Disallow: /"}},{"rank":975,"domain":"flipkart.com","status":200,"state":"file","p":"...............","host":"www.flipkart.com","bytes":3111,"groups":15,"sitemaps":11},{"rank":976,"domain":"lowes.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.lowes.com","reason":"status 403"},{"rank":977,"domain":"cdnhwc2.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND cdnhwc2.com"},{"rank":978,"domain":"app-ads-services.com","status":200,"state":"file","p":"...............","bytes":6624,"groups":4,"sitemaps":1},{"rank":979,"domain":"sentinelone.net","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: Connect Timeout Error (attempted address: sentinelone.net:443, timeout: 10000ms)"},{"rank":980,"domain":"4dex.io","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND 4dex.io"},{"rank":981,"domain":"xnxx.com","status":200,"state":"file","p":"...............","bytes":61,"groups":1},{"rank":982,"domain":"change.org","status":200,"state":"file","p":"...............","host":"www.change.org","bytes":5034,"groups":1,"sitemaps":1},{"rank":983,"domain":"caixa.gov.br","status":302,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.caixa.gov.br","reason":"more than 5 redirects"},{"rank":984,"domain":"akamaitechnologies.com","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND akamaitechnologies.com"},{"rank":985,"domain":"dextrodedenda.top","status":200,"state":"file","p":".............N.","bytes":1520,"groups":2,"sitemaps":1,"r":[0,0,0,0,0,0,0,0,0,0,0,0,0,[1,2],0],"lines":{"1":"User-agent: Googlebot","2":"Disallow: /"}},{"rank":986,"domain":"nexthink.cloud","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: getaddrinfo ENOTFOUND nexthink.cloud"},{"rank":987,"domain":"hilton.com","status":200,"state":"file","p":"...............","host":"www.hilton.com","bytes":770,"groups":6,"sitemaps":1},{"rank":988,"domain":"xhamster46.desi","status":200,"state":"file","p":"...............","bytes":13012,"groups":2},{"rank":989,"domain":"ancestry.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"Cloudflare challenge, status 403"},{"rank":990,"domain":"nexusmods.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","host":"www.nexusmods.com","reason":"Cloudflare challenge, status 403"},{"rank":991,"domain":"smilewanted.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.smilewanted.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":992,"domain":"shopee.ph","status":200,"state":"file","p":".............n.","bytes":1834,"groups":2,"delay":1},{"rank":993,"domain":"ubi.com","status":200,"state":"unreachable","p":"UUUUUUUUUUUUUUU","host":"www.ubisoft.com","reason":"robots.txt is a web page, not a robots.txt file (a login or challenge page)","html":true},{"rank":994,"domain":"presage.io","status":0,"state":"unreachable","p":"UUUUUUUUUUUUUUU","reason":"no response: certificate has expired"},{"rank":995,"domain":"btloader.com","status":200,"state":"file","p":"SSSSSSSSSSSSSSS","bytes":26,"groups":1,"r":[[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],"lines":{"1":"User-agent: *","2":"Disallow: /"}},{"rank":996,"domain":"sofascore.com","status":403,"state":"blocked","p":"BBBBBBBBBBBBBBB","reason":"status 403"},{"rank":997,"domain":"kwai.com","status":200,"state":"file","p":".....N.........","host":"www.kwai.com","bytes":231,"groups":1,"sitemaps":1,"r":[0,0,0,0,0,[1,7],0,0,0,0,0,0,0,0,0],"lines":{"1":"User-agent:Baiduspider","7":"Disallow:/"}},{"rank":998,"domain":"umich.edu","status":200,"state":"file","p":"...............","bytes":97,"groups":1},{"rank":999,"domain":"conviva.com","status":200,"state":"file","p":"...............","host":"www.conviva.ai","bytes":201,"groups":1},{"rank":1000,"domain":"elmundo.es","status":200,"state":"file","p":"N.NN...N.NN....","host":"www.elmundo.es","bytes":5156,"groups":117,"sitemaps":2,"r":[[344,345],0,[364,365],[349,350],0,0,0,[369,370],0,[374,375],[359,360],0,0,0,0],"lines":{"344":"User-agent: GPTBot","345":"Disallow: /","349":"User-agent: CCBot","350":"Disallow: /","359":"User-agent: ChatGPT-User","360":"Disallow: /","364":"User-agent: Google-Extended","365":"Disallow: /","369":"User-agent: OAI-SearchBot","370":"Disallow: /","374":"User-agent: PerplexityBot","375":"Disallow: /"}}]}