# DO NOT EDIT MANUALLY - see script/robots_txt.rb
# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# Fatbot keeps making bad requests with bad url params, causing errors. There seems to be no good business reason to have them keep scraping the site
User-agent: Fatbot
Disallow: /

# Tell all bots to stay away from these endpoints
User-Agent: *

# Non-Regional Disallows
Disallow: /api/my/
Disallow: /api/listings/*/upsell
Disallow: /api/listings/*/product_bundle
Disallow: /api/listings/*/retargeting_history
Disallow: /api/listings/*/related_articles
Disallow: /auth/
Disallow: /bump/
Disallow: /affiliates/comparison_shopping_embeds/
Disallow: /page/favorite-fans
Disallow: /web_api/cart

# Regional Disallows

Disallow: /my/
Disallow: /au/my/
Disallow: /be/my/
Disallow: /ca/my/
Disallow: /ch/my/
Disallow: /de/my/
Disallow: /dk/my/
Disallow: /es/my/
Disallow: /fi/my/
Disallow: /fr/my/
Disallow: /hk/my/
Disallow: /ie/my/
Disallow: /it/my/
Disallow: /jp/my/
Disallow: /lu/my/
Disallow: /mx/my/
Disallow: /nl/my/
Disallow: /no/my/
Disallow: /nz/my/
Disallow: /pt/my/
Disallow: /ru/my/
Disallow: /se/my/
Disallow: /uk/my/

Disallow: /product_views/
Disallow: /au/product_views/
Disallow: /be/product_views/
Disallow: /ca/product_views/
Disallow: /ch/product_views/
Disallow: /de/product_views/
Disallow: /dk/product_views/
Disallow: /es/product_views/
Disallow: /fi/product_views/
Disallow: /fr/product_views/
Disallow: /hk/product_views/
Disallow: /ie/product_views/
Disallow: /it/product_views/
Disallow: /jp/product_views/
Disallow: /lu/product_views/
Disallow: /mx/product_views/
Disallow: /nl/product_views/
Disallow: /no/product_views/
Disallow: /nz/product_views/
Disallow: /pt/product_views/
Disallow: /ru/product_views/
Disallow: /se/product_views/
Disallow: /uk/product_views/

Disallow: /buyers/
Disallow: /au/buyers/
Disallow: /be/buyers/
Disallow: /ca/buyers/
Disallow: /ch/buyers/
Disallow: /de/buyers/
Disallow: /dk/buyers/
Disallow: /es/buyers/
Disallow: /fi/buyers/
Disallow: /fr/buyers/
Disallow: /hk/buyers/
Disallow: /ie/buyers/
Disallow: /it/buyers/
Disallow: /jp/buyers/
Disallow: /lu/buyers/
Disallow: /mx/buyers/
Disallow: /nl/buyers/
Disallow: /no/buyers/
Disallow: /nz/buyers/
Disallow: /pt/buyers/
Disallow: /ru/buyers/
Disallow: /se/buyers/
Disallow: /uk/buyers/

Disallow: /news_dropdown
Disallow: /au/news_dropdown
Disallow: /be/news_dropdown
Disallow: /ca/news_dropdown
Disallow: /ch/news_dropdown
Disallow: /de/news_dropdown
Disallow: /dk/news_dropdown
Disallow: /es/news_dropdown
Disallow: /fi/news_dropdown
Disallow: /fr/news_dropdown
Disallow: /hk/news_dropdown
Disallow: /ie/news_dropdown
Disallow: /it/news_dropdown
Disallow: /jp/news_dropdown
Disallow: /lu/news_dropdown
Disallow: /mx/news_dropdown
Disallow: /nl/news_dropdown
Disallow: /no/news_dropdown
Disallow: /nz/news_dropdown
Disallow: /pt/news_dropdown
Disallow: /ru/news_dropdown
Disallow: /se/news_dropdown
Disallow: /uk/news_dropdown

Disallow: /item/*/offers/new
Disallow: /au/item/*/offers/new
Disallow: /be/item/*/offers/new
Disallow: /ca/item/*/offers/new
Disallow: /ch/item/*/offers/new
Disallow: /de/item/*/offers/new
Disallow: /dk/item/*/offers/new
Disallow: /es/item/*/offers/new
Disallow: /fi/item/*/offers/new
Disallow: /fr/item/*/offers/new
Disallow: /hk/item/*/offers/new
Disallow: /ie/item/*/offers/new
Disallow: /it/item/*/offers/new
Disallow: /jp/item/*/offers/new
Disallow: /lu/item/*/offers/new
Disallow: /mx/item/*/offers/new
Disallow: /nl/item/*/offers/new
Disallow: /no/item/*/offers/new
Disallow: /nz/item/*/offers/new
Disallow: /pt/item/*/offers/new
Disallow: /ru/item/*/offers/new
Disallow: /se/item/*/offers/new
Disallow: /uk/item/*/offers/new

Disallow: /signup?redirect_to=*
Disallow: /au/signup?redirect_to=*
Disallow: /be/signup?redirect_to=*
Disallow: /ca/signup?redirect_to=*
Disallow: /ch/signup?redirect_to=*
Disallow: /de/signup?redirect_to=*
Disallow: /dk/signup?redirect_to=*
Disallow: /es/signup?redirect_to=*
Disallow: /fi/signup?redirect_to=*
Disallow: /fr/signup?redirect_to=*
Disallow: /hk/signup?redirect_to=*
Disallow: /ie/signup?redirect_to=*
Disallow: /it/signup?redirect_to=*
Disallow: /jp/signup?redirect_to=*
Disallow: /lu/signup?redirect_to=*
Disallow: /mx/signup?redirect_to=*
Disallow: /nl/signup?redirect_to=*
Disallow: /no/signup?redirect_to=*
Disallow: /nz/signup?redirect_to=*
Disallow: /pt/signup?redirect_to=*
Disallow: /ru/signup?redirect_to=*
Disallow: /se/signup?redirect_to=*
Disallow: /uk/signup?redirect_to=*

Disallow: /listings/*/auction/bids
Disallow: /au/listings/*/auction/bids
Disallow: /be/listings/*/auction/bids
Disallow: /ca/listings/*/auction/bids
Disallow: /ch/listings/*/auction/bids
Disallow: /de/listings/*/auction/bids
Disallow: /dk/listings/*/auction/bids
Disallow: /es/listings/*/auction/bids
Disallow: /fi/listings/*/auction/bids
Disallow: /fr/listings/*/auction/bids
Disallow: /hk/listings/*/auction/bids
Disallow: /ie/listings/*/auction/bids
Disallow: /it/listings/*/auction/bids
Disallow: /jp/listings/*/auction/bids
Disallow: /lu/listings/*/auction/bids
Disallow: /mx/listings/*/auction/bids
Disallow: /nl/listings/*/auction/bids
Disallow: /no/listings/*/auction/bids
Disallow: /nz/listings/*/auction/bids
Disallow: /pt/listings/*/auction/bids
Disallow: /ru/listings/*/auction/bids
Disallow: /se/listings/*/auction/bids
Disallow: /uk/listings/*/auction/bids

Disallow: /contests/*/terms
Disallow: /au/contests/*/terms
Disallow: /be/contests/*/terms
Disallow: /ca/contests/*/terms
Disallow: /ch/contests/*/terms
Disallow: /de/contests/*/terms
Disallow: /dk/contests/*/terms
Disallow: /es/contests/*/terms
Disallow: /fi/contests/*/terms
Disallow: /fr/contests/*/terms
Disallow: /hk/contests/*/terms
Disallow: /ie/contests/*/terms
Disallow: /it/contests/*/terms
Disallow: /jp/contests/*/terms
Disallow: /lu/contests/*/terms
Disallow: /mx/contests/*/terms
Disallow: /nl/contests/*/terms
Disallow: /no/contests/*/terms
Disallow: /nz/contests/*/terms
Disallow: /pt/contests/*/terms
Disallow: /ru/contests/*/terms
Disallow: /se/contests/*/terms
Disallow: /uk/contests/*/terms

Disallow: /profile/
Disallow: /au/profile/
Disallow: /be/profile/
Disallow: /ca/profile/
Disallow: /ch/profile/
Disallow: /de/profile/
Disallow: /dk/profile/
Disallow: /es/profile/
Disallow: /fi/profile/
Disallow: /fr/profile/
Disallow: /hk/profile/
Disallow: /ie/profile/
Disallow: /it/profile/
Disallow: /jp/profile/
Disallow: /lu/profile/
Disallow: /mx/profile/
Disallow: /nl/profile/
Disallow: /no/profile/
Disallow: /nz/profile/
Disallow: /pt/profile/
Disallow: /ru/profile/
Disallow: /se/profile/
Disallow: /uk/profile/

Disallow: /download
Disallow: /au/download
Disallow: /be/download
Disallow: /ca/download
Disallow: /ch/download
Disallow: /de/download
Disallow: /dk/download
Disallow: /es/download
Disallow: /fi/download
Disallow: /fr/download
Disallow: /hk/download
Disallow: /ie/download
Disallow: /it/download
Disallow: /jp/download
Disallow: /lu/download
Disallow: /mx/download
Disallow: /nl/download
Disallow: /no/download
Disallow: /nz/download
Disallow: /pt/download
Disallow: /ru/download
Disallow: /se/download
Disallow: /uk/download

Disallow: /digital_variants/*/download
Disallow: /au/digital_variants/*/download
Disallow: /be/digital_variants/*/download
Disallow: /ca/digital_variants/*/download
Disallow: /ch/digital_variants/*/download
Disallow: /de/digital_variants/*/download
Disallow: /dk/digital_variants/*/download
Disallow: /es/digital_variants/*/download
Disallow: /fi/digital_variants/*/download
Disallow: /fr/digital_variants/*/download
Disallow: /hk/digital_variants/*/download
Disallow: /ie/digital_variants/*/download
Disallow: /it/digital_variants/*/download
Disallow: /jp/digital_variants/*/download
Disallow: /lu/digital_variants/*/download
Disallow: /mx/digital_variants/*/download
Disallow: /nl/digital_variants/*/download
Disallow: /no/digital_variants/*/download
Disallow: /nz/digital_variants/*/download
Disallow: /pt/digital_variants/*/download
Disallow: /ru/digital_variants/*/download
Disallow: /se/digital_variants/*/download
Disallow: /uk/digital_variants/*/download

Disallow: /shop/*/feedback
Disallow: /au/shop/*/feedback
Disallow: /be/shop/*/feedback
Disallow: /ca/shop/*/feedback
Disallow: /ch/shop/*/feedback
Disallow: /de/shop/*/feedback
Disallow: /dk/shop/*/feedback
Disallow: /es/shop/*/feedback
Disallow: /fi/shop/*/feedback
Disallow: /fr/shop/*/feedback
Disallow: /hk/shop/*/feedback
Disallow: /ie/shop/*/feedback
Disallow: /it/shop/*/feedback
Disallow: /jp/shop/*/feedback
Disallow: /lu/shop/*/feedback
Disallow: /mx/shop/*/feedback
Disallow: /nl/shop/*/feedback
Disallow: /no/shop/*/feedback
Disallow: /nz/shop/*/feedback
Disallow: /pt/shop/*/feedback
Disallow: /ru/shop/*/feedback
Disallow: /se/shop/*/feedback
Disallow: /uk/shop/*/feedback

Sitemap: https://reverb.com/sitemaps/sitemap.xml.gz