User-agent: * Disallow: /*_pdf User-agent: Googlebot Allow: / User-agent: TurnitinBot Allow: / User-agent: NBDCbot(biosciencedbc.jp/dbsearch) Allow: / User-agent: ciniibot/1.0 Allow: / User-agent: ASCPro16 Allow: / User-agent: Summon Allow: / User-agent: bingbot Crawl-delay: 5