#80legs
User-agent: 008
Crawl-delay: 10
Disallow: /

User-agent: AhrefsBot
Disallow: /

# Everyone else
User-agent: *
Disallow: /feedback/
Disallow: /village/
Disallow: /api/
Disallow: /ip/
Disallow: /ads/
Disallow: /bugs/
Disallow: /services/
Disallow: /testing/
Disallow: /m/
Disallow: /scrape/
Disallow: /load/
Disallow: /search/
Disallow: /restaurants/
Disallow: /search/searchResults/ajax*

User-agent: *
Allow: /services/sitemap/*
Allow: /restaurants/$

Sitemap: http://www.villagevoice.com/sitemap/