# This file was generated on Sat, 14 Feb 2015 01:31:50 +0000

User-agent: *
Disallow: /login/
User-agent: *
Disallow: /logout/
User-agent: *
Disallow: /sign-up/
User-agent: *
Disallow: /account/

User-agent: *
Disallow: /wp-admin/
User-agent: *
Disallow: /wp-login.php
User-agent: *
Disallow: /activate/

User-agent: *
Disallow: /search/*
User-agent: *
Disallow: /?s=*

User-agent: *
Disallow: /*/feed/*

User-agent: *
Disallow: /person/*
User-agent: *
Disallow: /company/*
User-agent: *
Disallow: /posts/*

User-agent: *
Crawl-delay: 5

User-agent: IRLbot
Crawl-delay: 3600

User-agent: Googlebot
Crawl-delay: 2
User-agent: Bingbot
Crawl-delay: 2
User-agent: MSNBot
Crawl-delay: 2
User-agent: BingPreview
Crawl-delay: 2
User-agent: Slurp
Crawl-delay: 2

# Sitemap archive
Sitemap: http://venturebeat.com/sitemap.xml