User-agent: *
    Disallow: /admin/
    Sitemap: https://www.caenen.com/sitemap.xml

    ##### Slow crawling rate for some agents

    User-agent: bingbot
    Crawl-delay: 30

    User-agent: BLEXBot
    Disallow: /

    User-Agent: Baiduspider
    Disallow: /

    User-Agent: CazoodleBot
    Disallow: /

    User-Agent: Fasterfox
    Disallow: /

    User-Agent: Ingrid
    Crawl-delay: 20

    User-Agent: Jyxobot
    Disallow: /

    User-Agent: MJ12bot
    Disallow: /

    User-Agent: ShopWiki
    Disallow: /

    User-Agent: msnbot
    Crawl-Delay: 20

    User-Agent: Slurp
    Crawl-delay: 20

    User-Agent: Yahoo! Slurp
    Crawl-delay: 20

    User-agent: rogerbot
    Crawl-delay: 2

    User-agent: serpstatbot
    Disallow: /

    User-agent: AhrefsBot
    Disallow: /

    User-agent: MegaIndex.ru
    Disallow: /

    User-agent: SemrushBot
    Disallow: /