# Is this robots text file really working. We'll find out.
User-agent: *
Allow: /


User-agent: googlebot	# allow Google crawler
Allow: /


User-agent: gulliver	# allow Northern Light crawler
crawl-delay: 0.05
Allow: /

User-agent: slurp	# allow Inktomi crawler
crawl-delay: 0.05
Allow: /

User-agent: fast	# allow FAST crawler
crawl-delay: 0.05
Allow: /

User-agent: scooter	# allow AltaVista crawler
crawl-delay: 0.05
Allow: /

User-agent: vscooter	# allow AltaVista image crawler
crawl-delay: 0.05
Allow: /

User-agent: ia_archiver	# allow Internet Archive crawler
crawl-delay: 0.05
Allow: /

User-agent: *
crawl-delay: 0.05
Allow: /

User-agent: msnbot
Crawl-delay: 0.05
Allow:

User-agent: Mediapartners-Google*
Crawl-delay: 0.05
Allow: /

User-agent: *
Disallow: /errors