User-agent: googlebot
User-agent: Googlebot-Video
User-agent: bingbot
Allow: /

Disallow: /my
Disallow: /offboarding
Disallow: /search

User-agent: AdsBot-Google
User-agent: Twitterbot
User-agent: SemrushBot
Allow: /

User-agent: Yahoo Pipes 1.0
Disallow: /

Sitemap: https://www.hayu.com/sitemap.xml