User-agent: Baiduspider
User-agent: 360Spider
User-agent: Sogouspider
User-agent: Yisouspider
User-agent: ia_archiver
User-agent: Naverbot
User-agent: seznambot
User-agent: Slurp
User-agent: teoma
User-agent: Yandex
User-agent: Yeti
Disallow: /


User-agent: *
Allow: /
Disallow: /api/
Disallow: /NewsletterRegistrationPending
Disallow: /NewsletterRegistrationConfirmed


User-agent: Googlebot
User-agent: Googlebot-News
User-agent: Googlebot-Image/1.0
User-agent: Googlebot-Video/1.0
User-agent: Mediapartners-Google
User-agent: Bingbot
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: Applebot
Disallow: /@*