# Define access-restrictions for robots/spiders
# http://www.robotstxt.org/robotstxt.html

# Number of seconds to wait between successive
# requests to the same server

User-agent: *
Crawl-delay: 20

# Add Googlebot-specific syntax extension to exclude forms
# that are repeated for each piece of content in the site
# the wildcard is only supported by Googlebot
# https://support.google.com/webmasters/answer/6062596

User-Agent: Googlebot
Disallow: /*sendto_form$
Disallow: /*folder_factories$
Disallow: /*intern$