User-agent: Googlebot
Allow: /
User-agent: Adsbot-Google
Allow: /
User-agent: Bingbot
Allow: /
User-agent: Slurp
Allow: /
User-agent: baiduspider
Allow: /
User-agent: yahoo-mmcrawler
Allow: /
User-agent: yahoo-blogs/v3.9
Allow: /
User-agent: Swiftbot
Allow: /
User-agent: proximic
Allow: /
User-agent: Yandex
Allow: /
Disallow: /api/
Disallow: /assets/
Disallow: /images/
User-agent: grapeshot
Disallow: