# robots.txt file for https://iptango.blogspot.com

# Disallow bots that scrape content
User-agent: FAST Enterprise Crawler 6 / Scirus
Disallow: /

User-agent: innosense/Nutch-1.0
Disallow: /

User-agent: Sogou web spider/4.0
Disallow: /

User-agent: Xenu Link Sleuth/1.3.8
Disallow: /

User-agent: discoverybot/2.0
Disallow: /

User-agent: YoudaoBot/1.0
Disallow: /

User-agent: Sogou web spider/3.0
Disallow: /
    

# Block specific bots related to AI or data mining
User-agent: GPTBot
Disallow: /

User-agent: ChatGPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /
    
# General rules for other bots
User-agent: *
Disallow: /feeds/
Allow: /
Sitemap: https://iptango.blogspot.com//sitemap.xml