# Google Image Crawler Setup
User-agent: Googlebot-Image
Disallow:

# Crawlers Setup
User-agent: *

# Directories
Disallow: /404/
Disallow: /cgi-bin/
Disallow: /mg/
Disallow: /errors/
Disallow: /shell/

# Files
Disallow: /error_log
Disallow: /wp-config-sample.php
Disallow: /LICENSE.txt

# Paths (no clean URLs)
#Disallow: /*.js$
#Disallow: /*.css$
Disallow: /*.php$
Disallow: /*?SID=
Disallow: /*?*dir=
Disallow: /*?*mode=