Free tools

Robots.txt Examples

Robots.txt file content for mappy.com.

Robot.txt file for: mappy.com

      

# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449
# Last update : 2024-11-25

User-agent: *
Disallow: /utilisateur/
Disallow: /roadbook
Disallow: /geoentity/
Disallow: /*/1000$

# Bloquer les ressources à Adsbot
User-agent: AdsBot-Google
Disallow: /assets/
User-agent: AdsBot-Google-Mobile
Disallow: /assets/

# Bloquer les robots des IA
User-agent: OAI-SearchBot
Disallow: /poi/
Disallow: /activite/

User-agent: ChatGPT-User
Disallow: /poi/
Disallow: /activite/

User-agent: GPTBot
Disallow: /poi/
Disallow: /activite/

User-agent: Google-Extended
Disallow: /poi/
Disallow: /activite/

User-agent: PerplexityBot
Disallow: /poi/
Disallow: /activite/

User-agent: ClaudeBot
Disallow: /poi/
Disallow: /activite/

User-agent: Claude-Web
Disallow: /poi/
Disallow: /activite/

User-agent: CCBot
Disallow: /poi/
Disallow: /activite/

User-agent: Anthropic
Disallow: /poi/
Disallow: /activite/

User-agent: Applebot-Extended
Disallow: /poi/
Disallow: /activite/

User-agent: Bytespider
Disallow: /poi/
Disallow: /activite/

User-agent: cohere-ai
Disallow: /poi/
Disallow: /activite/

User-agent: Diffbot
Disallow: /poi/
Disallow: /activite/

User-agent: FacebookBot
Disallow: /poi/
Disallow: /activite/