User-agent: Googlebot
Allow: /

User-agent: Mediapartners-Google
Disallow: /api/
Allow: /

User-agent: Googlebot-Image
Allow: /
    
User-agent: Yahoo-MMCrawler
Disallow: /api/
Allow: /

User-agent: Yahoo-slurp
Disallow: /api/
Allow: /

User-agent: slurp
Disallow: /api/
Allow: /
    
User-agent: Msnbot
Disallow: /api/
Allow: /

User-agent: MSNBot-media
Disallow: /api/
Allow: /

User-agent: Bing Preview bot
Disallow: /api/
Allow: /
    
User-agent: Twitterbot
Disallow: /api/
Allow: /

User-agent: SiteGuruCrawler
Allow: /
    
User-agent: *
Disallow: /