# Please don't crawl these files and directories...

User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /comments/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /*.js$
Disallow: /*.css$
Disallow: /l/
Disallow: /*?


# Invitation to Google's AdSense bot...

User-agent: Mediapartners-Google
Disallow: