# Filename:robots.txt file for willbox.co.uk # Created . # Author: Synapse # Email : info@synapseinteractive.com # Edited: February, 18, 2009 # Edited: # guruji,google-mobile User-agent: Googlebot # Googlebot Disallow: /private Disallow: /cgi-bin Disallow: /controlpanel Disallow: /includes User-agent: Googlebot-Image # Googlebot Disallow: /private Disallow: /cgi-bin Disallow: /controlpanel Disallow: /includes User-agent: Mediapartners-Google # GoogleMedia Partners Disallow: /private Disallow: /cgi-bin Disallow: /controlpanel Disallow: /includes User-agent: AdsBot-Google # Google Adsbot Disallow: /private Disallow: /cgi-bin Disallow: /controlpanel Disallow: /includes User-agent: Googlebot-Mobile # Google Mobile robot Disallow: /private Disallow: /cgi-bin Disallow: /controlpanel Disallow: /includes User-agent: ia_archiver # Alexa robot Disallow: /private Disallow: /cgi-bin Disallow: /controlpanel Disallow: /includes User-agent: msnbot # MSN search bot Disallow: /private Disallow: /cgi-bin Disallow: /controlpanel Disallow: /includes User-agent: Slurp # Yahoo Disallow: /private Disallow: /cgi-bin Disallow: /controlpanel Disallow: /includes User-agent: Teoma # Ask Jeeves Disallow: /private Disallow: /cgi-bin Disallow: /controlpanel Disallow: /includes User-agent: Scooter # Altavista Disallow: /private Disallow: /cgi-bin Disallow: /controlpanel Disallow: /includes User-agent: lycos # Lycos Disallow: /private Disallow: /cgi-bin Disallow: /controlpanel Disallow: /includes User-agent: MantraAgent # Look smart Disallow: /private Disallow: /cgi-bin Disallow: /controlpanel Disallow: /includes User-agent: * #Disallow all other spiders Disallow: /private Disallow: /cgi-bin Disallow: /controlpanel Disallow: /includes