# /robots.txt file for http://www.northyorkshirelocalfood.co.uk/


# User-agent: webcrawler
# Disallow:
# The first paragraph specifies that the robot called 'webcrawler' has nothing disallowed: it may go anywhere.

# User-agent: lycra
# Disallow: /
# The second paragraph indicates that the robot called 'lycra' has all relative URLs starting with '/' disallowed. Because all relative URL's on a server start with '/', this means the entire site is closed off.

# User-agent: *
# Disallow: /tmp
# Disallow: /logs
# The third paragraph indicates that all other robots should not visit URLs starting with /tmp or /log. Note the '*' is a special token, meaning "any other User-agent"; you cannot use wildcard patterns or regular expressions in either User-agent or Disallow lines.

# ---------------------------------------------- 

User-agent: *
Disallow: /cgi-bin
Disallow: /_private
Disallow: /_vti_bin
Disallow: /_vti_pvt
Disallow: /_vti_log
Disallow: /_vti_txt
Disallow: /stats
Disallow: /shop/administrator
Disallow: /shop/cache
Disallow: /shop/components
Disallow: /shop/editor
Disallow: /shop/help
Disallow: /shop/images
Disallow: /shop/includes
Disallow: /shop/language
Disallow: /shop/mambots
Disallow: /shop/media
Disallow: /shop/modules
Disallow: /shop/templates