# Standard CP robots.txt file
User-agent: * # match all bots
Request-rate: 1/5         # maximum rate is one page every 5 seconds
# Visit-time: 0100-0845     # only visit between 1:00 AM and 8:45 AM UT (GMT)
#
# General disallow
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /image/
# Specific disallow
Disallow: /accommodation/
Disallow: /activity_providers/
Disallow: /attractions/
Disallow: /community_and_culture/
Disallow: /eating/
Disallow: /events/
Disallow: /feature_pages/
Disallow: /search/
Disallow: /shops/
#
# eof