# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

User-agent: *
Crawl-delay: 1

Disallow: /account
Disallow: /admin
Disallow: /users
Disallow: /reviews
Disallow: /portal/password_forgotten
Disallow: /portal/welcome
Disallow: /portal/landing/*
Disallow: /portal/landing_01
Disallow: /portal/landing_02
Disallow: /portal/landing_03
Disallow: /portal/landing_04
Disallow: /portal/landing_05
Disallow: /portal/landing_06
Disallow: /portal/search
Disallow: /portal/search_engine
Disallow: /users/balance
Disallow: /users/transactions
Disallow: /users/claims
Disallow: /users/my_network
Disallow: /users/webmaster
Disallow: /users/profile
Disallow: /users/edit
Disallow: /users/communication
Disallow: /user_requests/list/beruby
Disallow: /payment_request/new
Disallow: /nuevo-comentario-sobre-articulo
Disallow: /novo-comentario-sobre-loja
Disallow: /nuovo-commento-su-articolo
Disallow: /web

Allow: /portal/landing/1000
Allow: /web/what-is-beruby
Allow: /web/terms-and-conditions
Allow: /web/privacy-policy
Allow: /web/cookies_more_info
Allow: /web/beruby-cashback
Allow: /web/press