# robots for production environment
User-agent: AhrefsSiteAudit
Allow: / 

User-agent: AhrefsBot
Allow: /

User-agent: *
Disallow: /admin
Disallow: *?categoryId=
Disallow: /browserwarning
Disallow: /cgi-bin
Disallow: /errors