User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /


User-agent: SemrushBot
Crawl-delay: 20


User-agent: ecoresearchCrawler
Disallow: /