Free tools

Robots.txt Examples

Robots.txt file content for groupon.com.

Robot.txt file for: groupon.com

      # Hi there,
# Now that you're checking out our robots.txt file, and you clearly aren't a robot, you must be interested in Groupon's SEO.
# We just happen to be growing our SEO Team with experienced white-hat SEOs like yourself. So run - don't crawl - and fill out an application today.

# Visit https://www.grouponcareers.com/job-search-results/?keyword=SEO

# GSM: https://www.groupon.com
Sitemap: https://www.groupon.com/sitemap.xml

User-agent: Uptimebot
User-agent: ia_archiver
Disallow: *

User-agent: archive.org_bot
Disallow: /login

User-agent: *
Disallow: /partial
Allow: */get-lazy-loaded-cards
Allow: */get-page-header-and-facets
Allow: */get-paginated-cards
Disallow: */showads.js
Disallow: /deals/mttl4bos7k-
Disallow: /merchant/*/contracts/*
Disallow: /app/
Disallow: /.well-known/apple-app-site-association
Disallow: /apple-app-site-association
Disallow: /*d47388
Disallow: /*t31337
Disallow: /browse/deals/partial
Disallow: /coupons/*click$
Disallow: /coupons/*click/
Disallow: /coupons/preview
Disallow: /coupons/autocomplete
Disallow: /coupons/subscribe
Disallow: /coupons/superdupersri/callback
Disallow: /coupons/images/zeroclipboard.swf
Disallow: /dealqa-assets
Disallow: /deals/update_deal_status
Disallow: /deals/delivery_estimates_proxy
Disallow: /deals/wishlists_proxy/
Disallow: /deals/js/
Disallow: /deals/*/memberships
Disallow: /deals/tripadvisor
Disallow: /dispatch/us/search
Disallow: /facebook
Disallow: /forgot_password
Disallow: /getaways/search
Disallow: /getaways/tripadvisor
Disallow: /gifts
Disallow: /grpn/helloworld
Disallow: /grpn/helloworld.html
Disallow: /grpn/shadow.html
Disallow: /in_app_messages
Disallow: /intercept
Disallow: /logout
Disallow: /merchant-page/
Allow: /merchant-page/js/locale.js
Disallow: /post_redemption_survey
Disallow: /status
Disallow: /stores-manage/
Disallow: /subscribe_gps
Disallow: /track_order/
Disallow: /user_sessions/
Disallow: /verify_cookies
Disallow: /u/
Disallow: /users/
Disallow: /user$
Disallow: /user?
Disallow: /user/
Disallow: /local/grouber.html
Disallow: /local/sem/feeds
Disallow: /sub-sections/
Disallow: /search*
Disallow: /groupon_says/
Disallow: /campaigns/
Disallow: /analytic/
Disallow: /admin/
Disallow: /adminusers/
Disallow: /administrator/
Disallow: /api/
Disallow: /biz_photos/
Disallow: /community/
Disallow: /deals/now/
Disallow: /ews/
Disallow: /places/
Disallow: /profile/
Disallow: */redirect/
Disallow: /session/
Disallow: /v1/
Disallow: /v2/
Disallow: /unsubscribe
Disallow: /unsubscribed
Disallow: /cart
Disallow: /checkout
Disallow: /content-assembly
Disallow: /tracky
Disallow: /wishlist
Disallow: /coupons-blog/page/*
Disallow: /coupons/blog/page/*
Disallow: /confirmation/
Disallow: /deals/*/confirmation?pledge_id
Disallow: */preview
Disallow: *?checkoutError=deal_unavailable
Disallow: /mobilenextapi/v2/logs
Disallow: /mobilenextapi/graphql 
Disallow: /mobile-reservation
Disallow: */special_content
Disallow: */ugc_photos_proxy/*
Disallow: /local/merchandising*
Disallow: /local/*?*=*
Disallow: /local/*/local
Disallow: /local/*/all-deals
Disallow: /local/*/goods
Disallow: /login?ref=
Disallow: /amp/deals/analytics?*=* 
Disallow: /deals/cardatron_proxy?*=*
Disallow: /amp/local/*/www.groupon.com
Disallow: /tpis/deals/*/booking/hbw?option_id=*
Disallow: /browse/san-jose?lat=*$
Disallow: /*?tips_page=

# Jira SEO-11777
Disallow: *crotchless-body-stocking*