User-agent: Googlebot
Allow: /
User-agent: meta-externalagent
Allow: /
User-agent: facebookexternalhit
Allow: /
User-agent: Bingbot
Allow: /
Crawl-delay: 10
User-agent: Amazonbot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: AliyunSecBot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: Presto
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Owler
Disallow: /
User-agent: GenAI
Disallow: /
User-agent: fluid
Disallow: /
User-agent:Bytespider
Disallow: /
User-agent: Owler
Disallow: /
User-agent: GenAI
Disallow: /
User-agent: barkrowler
Disallow: /
User-agent: *
Crawl-delay: 20
Disallow: /
Disallow: /dokuwiki/bin/
Disallow: /dokuwiki/conf/
Disallow: /dokuwiki/data/
Disallow: /dokuwiki/inc/
Disallow: /cgi-bin/