User-agent: Twitterbot/1.0 Crawl-delay: 5 User-agent: Googlebot-Image Crawl-delay: 5 User-agent: Googlebot Crawl-delay: 5 User-agent: AdsBot-Google Crawl-delay: 5 User-agent: Applebot/0.1 Crawl-delay: 5 User-agent: bingbot Crawl-delay: 5 User-agent: MJ12bot Disallow: / User-agent: feedbot/1.0 Disallow: / User-agent: DotBot/1.1 Disallow: / User-agent: SemrushBot/3~bl Disallow: / User-agent: SemrushBot/6~bl Disallow: / User-agent: YandexBot/3.0 Disallow: / User-agent: AhrefsBot/6.1 Disallow: / User-agent: Eventbot/1.0 Disallow: / User-agent: ZoominfoBot Disallow: /