User-agent: * #Pages Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /cgi-bin/ #File Types Disallow: /*.css$ Disallow: /*.swf$ Disallow: /*.js$ Disallow: /*.mp3$