# /robots.txt User-agent: * Allow: / Disallow: /cgi-bin/ Disallow: /exe-bin/ Disallow: /aspnet_client/ Disallow: /technosystem/ Disallow: /bin/