# DO NOT EDIT MANUALLY - see script/robots_txt.rb
# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# Fatbot keeps making bad requests with bad url params, causing errors. There seems to be no good business reason to have them keep scraping the site
User-agent: Fatbot
Disallow: /

# Tell all bots to stay away from these endpoints
User-Agent: *

# Non-Regional Disallows
Disallow: /api/my/
Disallow: /api/listings/*/upsell
Disallow: /api/listings/*/retargeting_history
Disallow: /api/listings/*/related_articles
Disallow: /auth/
Disallow: /bump/
Disallow: /affiliates/comparison_shopping_embeds/
Disallow: /page/favorite-fans
Disallow: /web_api/cart

# Regional Disallows

Disallow: /my/
Disallow: /au/my/
Disallow: /ca/my/
Disallow: /de/my/
Disallow: /es/my/
Disallow: /fr/my/
Disallow: /it/my/
Disallow: /jp/my/
Disallow: /uk/my/

Disallow: /product_views/
Disallow: /au/product_views/
Disallow: /ca/product_views/
Disallow: /de/product_views/
Disallow: /es/product_views/
Disallow: /fr/product_views/
Disallow: /it/product_views/
Disallow: /jp/product_views/
Disallow: /uk/product_views/

Disallow: /buyers/
Disallow: /au/buyers/
Disallow: /ca/buyers/
Disallow: /de/buyers/
Disallow: /es/buyers/
Disallow: /fr/buyers/
Disallow: /it/buyers/
Disallow: /jp/buyers/
Disallow: /uk/buyers/

Disallow: /item/*/offers/new
Disallow: /au/item/*/offers/new
Disallow: /ca/item/*/offers/new
Disallow: /de/item/*/offers/new
Disallow: /es/item/*/offers/new
Disallow: /fr/item/*/offers/new
Disallow: /it/item/*/offers/new
Disallow: /jp/item/*/offers/new
Disallow: /uk/item/*/offers/new

Disallow: /signup?redirect_to=*
Disallow: /au/signup?redirect_to=*
Disallow: /ca/signup?redirect_to=*
Disallow: /de/signup?redirect_to=*
Disallow: /es/signup?redirect_to=*
Disallow: /fr/signup?redirect_to=*
Disallow: /it/signup?redirect_to=*
Disallow: /jp/signup?redirect_to=*
Disallow: /uk/signup?redirect_to=*

Disallow: /listings/*/auction/bids
Disallow: /au/listings/*/auction/bids
Disallow: /ca/listings/*/auction/bids
Disallow: /de/listings/*/auction/bids
Disallow: /es/listings/*/auction/bids
Disallow: /fr/listings/*/auction/bids
Disallow: /it/listings/*/auction/bids
Disallow: /jp/listings/*/auction/bids
Disallow: /uk/listings/*/auction/bids

Disallow: /contests/*/terms
Disallow: /au/contests/*/terms
Disallow: /ca/contests/*/terms
Disallow: /de/contests/*/terms
Disallow: /es/contests/*/terms
Disallow: /fr/contests/*/terms
Disallow: /it/contests/*/terms
Disallow: /jp/contests/*/terms
Disallow: /uk/contests/*/terms

Disallow: /profile/
Disallow: /au/profile/
Disallow: /ca/profile/
Disallow: /de/profile/
Disallow: /es/profile/
Disallow: /fr/profile/
Disallow: /it/profile/
Disallow: /jp/profile/
Disallow: /uk/profile/

Disallow: /download
Disallow: /au/download
Disallow: /ca/download
Disallow: /de/download
Disallow: /es/download
Disallow: /fr/download
Disallow: /it/download
Disallow: /jp/download
Disallow: /uk/download

Disallow: /digital_variants/*/download
Disallow: /au/digital_variants/*/download
Disallow: /ca/digital_variants/*/download
Disallow: /de/digital_variants/*/download
Disallow: /es/digital_variants/*/download
Disallow: /fr/digital_variants/*/download
Disallow: /it/digital_variants/*/download
Disallow: /jp/digital_variants/*/download
Disallow: /uk/digital_variants/*/download

Disallow: /shop/*/feedback
Disallow: /au/shop/*/feedback
Disallow: /ca/shop/*/feedback
Disallow: /de/shop/*/feedback
Disallow: /es/shop/*/feedback
Disallow: /fr/shop/*/feedback
Disallow: /it/shop/*/feedback
Disallow: /jp/shop/*/feedback
Disallow: /uk/shop/*/feedback

Disallow: /similar/*
Disallow: /au/similar/*
Disallow: /ca/similar/*
Disallow: /de/similar/*
Disallow: /es/similar/*
Disallow: /fr/similar/*
Disallow: /it/similar/*
Disallow: /jp/similar/*
Disallow: /uk/similar/*

Sitemap: https://reverb.com/sitemaps/sitemap.xml.gz