# /robots.txt file for http://greatwebsites.co.uk
# visit 08701908080.co.uk to contact webmaster
# updated 03-Aug-2007 add brandprotect as I don't know who they are! check ISP archive for older version
# 18-oct-07 add freedir as I don't know who they are!
# 22-oct-08 add yanga as they don't specify why they visit. add bagl as listed in scam.com
# http://www.scoutjet.com/ have a good example of how it should be done.

User-agent: *
#Disallow:/

User-agent: IconSurf
Disallow: /

#http://www.sitesell.com/sbider.html
User-agent: SBIder
Disallow: /

#http://www.whois.sc/
User-agent: SurveyBot
Disallow: /

#http://www.nextopia.com/
User-agent: NextopiaBOT
Disallow: /

#http://WebVulnCrawl.blogspot.com explicitly requested to leave this site alone.
User-agent: WebVulnCrawl
Disallow: /

#http://192.com
User-agent: DTAAgent
Disallow: /

#http://brandprotect.com
User-agent: IWAgent/ 1.0 - www.brandprotect.com
Disallow: /

#http://freedir.co.uk/directory/
User-agent: freedir.co.uk/directory/
Disallow: /

#http://help.soso.com/webspider.htm
User-agent: Sosospider+
Disallow: /

#http://www.yanga.co.uk/
User-agent: Yanga WorldSearch Bot v1.1
Disallow: /

#http://www.bagl.co.uk (aka http://www.itscoldoutside-marketing.com)
User-agent: BAGL/Nutch-0.9
Disallow: /