User-agent: *
Disallow: /cgi-bin/gateway.pl
Disallow: /oma/synteny/
Disallow: /oma/pps/
Disallow: /oma/mailinglist
Disallow: /oma/fastmapping
Disallow: /oma/*/msa/
Disallow: /api
Crawl-delay: 60

User-agent: googlebot
User-agent: Slurp
User-agent: twiceler
User-agent: cuil
User-agent: msnbot
User-agent: AhrefsBot
Disallow: /cgi-bin/gateway.pl
Disallow: /oma/synteny/
Disallow: /oma/*/msa/
Disallow: /media
Crawl-delay: 20