# 
# Agent-specific settings for indexing the site.
#

#  Allow Google for full text crawling 
User-agent: GoogleBot
# Google ignores Crawl-delay
# Crawl-delay: 2
# URL prefixes
Disallow: /search
Disallow: /oecd/search
# URL wildcards

# 
# Generic settings for indexing the site.
#