Free tools

Robots.txt Examples

Robots.txt file content for kidshealth.org.

Robot.txt file for: kidshealth.org

      #added via dam
user-agent: Ultraseek
allow: *

user-agent: Lucidworks-Anda/2.0/0.8; +;
user-agent: Lucidworks-Anda/2.0/0.10; +;
allow: *
allow: /KidsHealthDemo/*
allow: /Demo29/*
allow: /demo29/*

user-agent: *
user-agent: googlebot
#disallow: /licensees/*
#disallow: /splats/*
#disallow: /en/parents/general-information/splats/*
#disallow: /en/kids/general-information/splats/*
#disallow: /en/teens/general-information/splats/*
#disallow: /es/parents/general-information/splats/*
#disallow: /es/kids/general-information/splats/*
#disallow: /es/teens/general-information/splats/*
#disallow: /images/mothership/*
disallow: /ws/*
disallow: /KidsHealthDemo/*
disallow: /kidshealthdemo/*
disallow: /Demo29/*
disallow: /demo29/*
disallow: /content/kidshealth/misc/medicalcodes/*
#disallow: /*.css
#disallow: /*.js
#disallow: /*.txt
disallow: /clm10
disallow: /clm10/*
sitemap: https://kidshealth.org/sitemap.xml