User-agent: AhrefsBot
Disallow: / 

User-agent: *
Crawl-delay: 10
Disallow: /cgi-bin/
Disallow: /.rest/
Allow: /.rest/catalog/v1/family/image/
Allow: /.rest/eservice/dam/v1/
Allow: /.rest/redirect/v1/product
Allow: /.rest/redirect/v1/family

# 2025-06-24 let access to PDFs for taking no-index into account
# 2025-10-31 decision to disallow again (according to unnest report, no-index have been taken into account)
#Allow: /.rest/catalog/v1/product/pdf
#Allow: /.rest/catalog/v1/family/pdf

Disallow: /eservice/