# VF Robots.txt for https://www.vcol.co.uk

# Block specific path for all crawlers
User-agent: *
Disallow: /
Allow: /home/default.vco
Allow: /home/login.vco
Allow: /home/about-vco.vco
Allow: /home/new-features.vco
Allow: /home/help-and-support.vco


# Block not wanted search engines

User-agent: Alexibot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: Xenu's
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: SEOkicks-Robots
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

# Specify Crawl Delay for minor search engines

User-Agent: Bingbot
Disallow: /
Allow: /home/default.vco
Allow: /home/login.vco
Allow: /home/about-vco.vco
Allow: /home/new-features.vco
Allow: /home/help-and-support.vco
Crawl-delay: 5

User-Agent: Slurp
Disallow: /
Allow: /home/default.vco
Allow: /home/login.vco
Allow: /home/about-vco.vco
Allow: /home/new-features.vco
Allow: /home/help-and-support.vco
Crawl-delay: 10

User-Agent: DuckDuckBot
Disallow: /
Allow: /home/default.vco
Allow: /home/login.vco
Allow: /home/about-vco.vco
Allow: /home/new-features.vco
Allow: /home/help-and-support.vco
Crawl-delay: 20

User-Agent: ia_archiver
Disallow: /
Allow: /home/default.vco
Allow: /home/login.vco
Allow: /home/about-vco.vco
Allow: /home/new-features.vco
Allow: /home/help-and-support.vco
Crawl-delay: 20