Free tools

Robots.txt Examples

Robots.txt file content for ebay.com.au.

Robot.txt file for: ebay.com.au

      ## BEGIN FILE ###
#
# allow-all
# DR
#
# The use of robots or other automated means to access the eBay site
# without the express permission of eBay is strictly prohibited.
# Notwithstanding the foregoing, eBay may permit automated access to
# access certain eBay pages but soley for the limited purpose of
# including content in publicly available search engines. Any other
# use of robots or failure to obey the robots exclusion standards set
# forth at <https://www.robotstxt.org/orig.html> is strictly
# prohibited.
#
# v24_AU_November_2024
### DIRECTIVES ###

User-agent: *
Disallow: /*_kw
Disallow: /*?maspect
Disallow: /*modules=SEARCH_REFINEMENTS_MODEL_V2
Disallow: /*redirect=mobile
Disallow: /*redirect%3Dmobile
Disallow: /*rt%3Dnc
Disallow: /*rt=nc
Disallow: /*src=urllib
Disallow: /?SSOWebDispatcher&tg=web&ru=
Disallow: /afs/
Disallow: /act/
Disallow: /adchoice
Allow: /ads.txt
Disallow: /ads
Disallow: /adsrepository
Disallow: /atc/
Allow: /b/*?*_mwBanner
Disallow: /b/*?*_nkw
Disallow: /b/*?*&
Disallow: /b/*?*|
Disallow: /b/*%EF
Disallow: /b/*LH_
Disallow: /b/*_sop=
Disallow: /b/*_pgn=
Disallow: /b/*,
Disallow: /b/*_dmd=
Disallow: /b/*_dcat=
Disallow: /b/*_sacat=
Disallow: /b/*_saved
Disallow: /b/*_sid=
Disallow: /b/*_stpos=
Disallow: /b/*udhi=
Disallow: /b/*udlo=
Disallow: /b/Test-Category
Disallow: /b/eBay-Use-Only
Disallow: /b/eBay-Test-Only
Disallow: /b/LP-Parent
Disallow: /b/LL-Child
Disallow: /b/eBay-User-Tools
Disallow: /b/Test-Auctions
Disallow: /b/Attributes
Disallow: /b/*DO-NOT-BID
Disallow: /bfl/
Disallow: /bin/
Disallow: /bgmt/
Disallow: /blueberry/
Disallow: /bo/
Disallow: /brw/
Disallow: /c/
Disallow: /cancel/
Disallow: /clp/
Disallow: /clt/store/
Disallow: /cnt/
Disallow: /contact/
Disallow: /csc/
Disallow: /cta/
Disallow: /ctg/
Disallow: /ctm/
Disallow: /delicacy
Disallow: /dsc/
Disallow: /e/*?
Disallow: /easy-shop
Disallow: /ebay/cronus/
Disallow: /ebaylive/host
Disallow: /ecaptcha/
Disallow: /edc/
Disallow: /experience/fic
Disallow: /explore
Disallow: /feed/
Disallow: /fdbk/
Disallow: /ficapp/
Disallow: /fol/
Disallow: /gh/collectbehaviorinfo
Disallow: /gh/useracquisition
Disallow: /gsr/
Disallow: /gwc/
Disallow: /hcp/
Disallow: /heute/
Disallow: /ico/
Disallow: /ifh
Disallow: /ipp/
Disallow: /itc/
Disallow: /itemmodules/
Disallow: /itemnotreceived/
Disallow: /itempolicy
Disallow: /itm/*action=BESTOFFER
Disallow: /itm/*boolp=
Disallow: /itm/*_nkw
Disallow: /itm/*?fits
Disallow: /itm/*&fits
Disallow: /itm/*.jpg
Disallow: /itm/*/%7B%7B
Disallow: /itm/*,
Disallow: /itm/*/%
Disallow: /itm/*/[
Disallow: /itm/*/browser.json
Disallow: /itm/:/
Disallow: /itm/*_pgn=
Disallow: /itm/addToCart
Disallow: /itm/fetchmodules
Disallow: /itm/sellerInfoV2
Disallow: /itm/soi
Disallow: /itm/variationlogistics
Disallow: /itm/watch/
Disallow: /itmhero/
Disallow: /lit/
Disallow: /logout
Disallow: /lstng
Disallow: /lst/ng/
Disallow: /lux/
Disallow: /lvx/
Disallow: /mbf/
Disallow: /merchanism/
Disallow: /mes/
Disallow: /mla/
Disallow: /mlt/
Disallow: /myb
Disallow: /mye
Disallow: /myebay
Disallow: /mys
Disallow: /nap/
Disallow: /nectar
Disallow: /npk/
Disallow: /p/*surveyopen
Disallow: /p/moduleprovider/
Disallow: /p/surveyopen
Disallow: /p/*thm=
Disallow: /prp/
Disallow: /personalization/
Disallow: /pgfeapp
Disallow: /rcm/
Disallow: /recfb?
Disallow: /recs/
Disallow: /res/
Disallow: /rewards
Disallow: /rvh/
Disallow: /rye
Allow: /sch/ebayadvsearch
Allow: /sch/allcategories/
Allow: /sch/*_ul
Allow: /sch/i.html?*&mkcid=2
Disallow: /sch/
Disallow: /sch/ajax
Disallow: /sch/ebayadvsearch?_
Disallow: /ship/
Disallow: /shop/*&
Disallow: /sh/onboarding
Disallow: /sh/str/fvfsavings
Allow: /signin/$
Disallow: /signin/
Disallow: /sio/
Disallow: /siteminderagent/
Disallow: /sl/*bn_*?
Disallow: /sl/*SellLikeItem
Disallow: /sl/*wnstart
Disallow: /sl/ipe
Disallow: /sl/node
Disallow: /sme/
Disallow: /smevi/
Disallow: /sndmsg?
Disallow: /soc/
Disallow: /splashui/
Disallow: /splashui_rc/
Disallow: /srv/
Disallow: /str/*_sacat
Disallow: /str/*modules=STORE_CATEGORIES
Disallow: /str/beacon/storefrontbeacon
Disallow: /str/ssdemo
Disallow: /str/svc
Disallow: /talk/
Disallow: /tickets/
Disallow: /tkt
Disallow: /today/
Disallow: /trylater/
Disallow: /ulk/i/
Disallow: /ulk/sch/
Disallow: /ulk/usr/
Allow: /urw/*/product-reviews/
Disallow: /urw/
Disallow: /usr/*/all-follows
Disallow: /usr/*/followers
Disallow: /vas
Disallow: /viitem
Disallow: /vlabl
Disallow: /vlt
Disallow: /vplbl/
Disallow: /vod/
Disallow: /vsp/
Disallow: /.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200
Disallow: /ws/

User-agent: bingbot
Disallow: /*_kw
Disallow: /*?maspect
Disallow: /*modules=SEARCH_REFINEMENTS_MODEL_V2
Disallow: /*redirect=mobile
Disallow: /*redirect%3Dmobile
Disallow: /*rt%3Dnc
Disallow: /*rt=nc
Disallow: /*src=urllib
Disallow: /?SSOWebDispatcher&tg=web&ru=
Disallow: /afs/
Disallow: /act/
Allow: /ads.txt
Disallow: /adchoice
Disallow: /ads
Disallow: /adsrepository
Disallow: /atc/
Allow: /b/*?*_mwBanner
Disallow: /b/*?*_nkw
Disallow: /b/*?*&
Disallow: /b/*?*|
Disallow: /b/*%EF
Disallow: /b/*LH_
Disallow: /b/*_sop=
Disallow: /b/*_pgn=
Disallow: /b/*,
Disallow: /b/*_dmd=
Disallow: /b/*_dcat=
Disallow: /b/*_sacat=
Disallow: /b/*_saved
Disallow: /b/*_sid=
Disallow: /b/*_stpos=
Disallow: /b/*udhi=
Disallow: /b/*udlo=
Disallow: /b/Test-Category
Disallow: /b/eBay-Use-Only
Disallow: /b/eBay-Test-Only
Disallow: /b/LP-Parent
Disallow: /b/LL-Child
Disallow: /b/eBay-User-Tools
Disallow: /b/Test-Auctions
Disallow: /b/Attributes
Disallow: /b/*DO-NOT-BID
Disallow: /bfl/
Disallow: /bin/
Disallow: /bgmt/
Disallow: /blueberry/
Disallow: /bo/
Disallow: /brw/
Disallow: /c/
Disallow: /cancel/
Disallow: /clp/
Disallow: /clt/store/
Disallow: /cnt/
Disallow: /contact/
Disallow: /csc/
Disallow: /cta/
Disallow: /ctg/
Disallow: /ctm/
Disallow: /delicacy
Disallow: /dsc/
Disallow: /e/*?
Disallow: /easy-shop
Disallow: /ebay/cronus/
Disallow: /ebaylive/host
Disallow: /ecaptcha/
Disallow: /edc/
Disallow: /experience/fic
Disallow: /explore
Disallow: /feed/
Disallow: /fdbk/
Disallow: /ficapp/
Disallow: /fol/
Disallow: /gh/collectbehaviorinfo
Disallow: /gh/useracquisition
Disallow: /gsr/
Disallow: /gwc/
Disallow: /hcp/
Disallow: /heute/
Disallow: /ico/
Disallow: /ifh
Disallow: /ipp/
Disallow: /itc/
Disallow: /itemmodules/
Disallow: /itemnotreceived/
Disallow: /itempolicy
Disallow: /itm/*action=BESTOFFER
Disallow: /itm/*boolp=
Disallow: /itm/*_nkw
Disallow: /itm/*?fits
Disallow: /itm/*&fits
Disallow: /itm/*.jpg
Disallow: /itm/*/%7B%7B
Disallow: /itm/*,
Disallow: /itm/*/%
Disallow: /itm/*/[
Disallow: /itm/*/browser.json
Disallow: /itm/:/
Disallow: /itm/*_pgn=
Disallow: /itm/addToCart
Disallow: /itm/fetchmodules
Disallow: /itm/sellerInfoV2
Disallow: /itm/soi
Disallow: /itm/variationlogistics
Disallow: /itm/watch/
Disallow: /itmhero/
Disallow: /lit/
Disallow: /logout
Disallow: /lstng
Disallow: /lst/ng/
Disallow: /lux/
Disallow: /lvx/
Disallow: /mbf/
Disallow: /merchanism/
Disallow: /mes/
Disallow: /mla/
Disallow: /mlt/
Disallow: /myb
Disallow: /mye
Disallow: /myebay
Disallow: /mys
Disallow: /nap/
Disallow: /nectar
Disallow: /npk/
Disallow: /p/*surveyopen
Disallow: /p/moduleprovider/
Disallow: /p/surveyopen
Disallow: /p/*thm=
Disallow: /prp/
Disallow: /personalization/
Disallow: /pgfeapp
Disallow: /rcm/
Disallow: /recfb?
Disallow: /recs/
Disallow: /res/
Disallow: /rewards
Disallow: /rvh/
Disallow: /rye
Allow: /sch/ebayadvsearch
Allow: /sch/allcategories/
Allow: /sch/*_ul
Allow: /sch/i.html?*&mkcid=2
Disallow: /sch/
Disallow: /sch/ajax
Disallow: /sch/ebayadvsearch?_
Disallow: /ship/
Disallow: /shop/*&
Disallow: /sh/onboarding
Disallow: /sh/str/fvfsavings
Allow: /signin/$
Disallow: /signin/
Disallow: /sio/
Disallow: /siteminderagent/
Disallow: /sl/*bn_*?
Disallow: /sl/*SellLikeItem
Disallow: /sl/*wnstart
Disallow: /sl/ipe
Disallow: /sl/node
Disallow: /sme/
Disallow: /smevi/
Disallow: /sndmsg?
Disallow: /soc/
Disallow: /splashui/
Disallow: /splashui_rc/
Disallow: /srv/
Disallow: /str/*_sacat
Disallow: /str/*modules=STORE_CATEGORIES
Disallow: /str/beacon/storefrontbeacon
Disallow: /str/ssdemo
Disallow: /str/svc
Disallow: /talk/
Disallow: /tickets/
Disallow: /tkt
Disallow: /today/
Disallow: /trylater/
Disallow: /ulk/i/
Disallow: /ulk/sch/
Disallow: /ulk/usr/
Allow: /urw/*/product-reviews/
Disallow: /urw/
Disallow: /usr/
Disallow: /vas
Disallow: /viitem
Disallow: /vlabl
Disallow: /vlt
Disallow: /vplbl/
Disallow: /vod/
Disallow: /vsp/
Disallow: /.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200
Disallow: /ws/

User-agent: AdsBot-Google
Disallow: /*src=urllib
Disallow: /adell-mutfak
Disallow: /ahu-kadin
Disallow: /antika-sanat
Disallow: /arama
Disallow: /bebek-anne
Disallow: /bilgisayar-tablet
Disallow: /cep-telefonu-ve-aksesuar
Disallow: /ev-bahce
Disallow: /giyim-aksesuar
Disallow: /muzik-plak-enstruman
Disallow: /nap/
Disallow: /otomobil-motor-aksesuar
Disallow: /srv/

User-agent: AdIdxBot
Disallow: /*src=urllib
Disallow: /adell-mutfak
Disallow: /ahu-kadin
Disallow: /antika-sanat
Disallow: /arama
Disallow: /bebek-anne
Disallow: /bilgisayar-tablet
Disallow: /cep-telefonu-ve-aksesuar
Disallow: /ev-bahce
Disallow: /giyim-aksesuar
Disallow: /muzik-plak-enstruman
Disallow: /nap/
Disallow: /otomobil-motor-aksesuar
Disallow: /srv/

User-agent: Twitterbot
Disallow: /*src=urllib
Disallow: /srv/


# PRP Sitemaps
Sitemap: https://www.ebay.com.au/lst/PRP-15-index.xml

# VIS Sitemaps
Sitemap: https://www.ebay.com.au/lst/VIS-15-index.xml

# NGS Sitemaps
Sitemap: https://www.ebay.com.au/lst/NGS-15-index.xml

# BROWSE Sitemaps
Sitemap: https://www.ebay.com.au/lst/BROWSE-15-index.xml

### END FILE ###