# taken from https://lindat.mff.cuni.cz/robots.txt
# updated without repository
User-agent: *
Disallow: /xmlui/feedback
Disallow: /xmlui/forgot
Disallow: /xmlui/login
Disallow: /xmlui/register
Disallow: /xmlui/discover
Disallow: /*allzip$
Disallow: /oai/requeststripped
Disallow: /Shibboleth.sso
Disallow: /xmlui/handle/*/discover
#We have sitemaps
Disallow: /xmlui/browse
Disallow: /xmlui/handle/*/browse
Disallow: /xmlui/handle/*/search-filter
Disallow: /xmlui/search-filter
Disallow: /xmlui/JSON/solr

#
Sitemap: https://repo.clarino.uib.no/xmlui/sitemap
Sitemap: https://repo.clarino.uib.no/xmlui/htmlmap