User-agent: *
Disallow: /admin/
Disallow: /api/
Disallow: /oai
Disallow: /search
Disallow: /items/ranking
Disallow: /items/export
Disallow: /login/
Disallow: /shibauthorizer
Disallow: /Shibboleth.sso
Disallow: /shibboleth-sp
Disallow: /secure/
Disallow: /weko/shib
Disallow: /ping
Disallow: /static
Disallow: /data
Disallow: /records/*/export/json
Disallow: /records/*/export/bibtex

User-agent: Bingbot
Crawl-delay: 30

User-agent: PetalBot
Disallow: /


User-agent: ChatGPT-User
Crawl-delay: 30

User-agent: GPTBot
Crawl-delay: 30


Sitemap: https://repository.dl.itc.u-tokyo.ac.jp/weko/sitemaps/sitemapindex.xml