# robotstxt.org/ User-agent: * # Directories # Disallow: /assets/ Disallow: /cgi-bin/ Disallow: /temp/ Disallow: /system/ Disallow: /dev/ Disallow: /application/ # Paths (clean URLs) Disallow: /index.php/ # Files Disallow: /error_log Disallow: /license.txt # Paths (no clean URLs) # Disallow: /*.js$ # Disallow: /*.css$ Disallow: /*.php$ Disallow: /*.jsp$ Disallow: /*?SID= Disallow: /*?