User-agent: * Sitemap: http://events.crispygamer.com/sitemap.xml # Files we don't want spidered Disallow: /_js/ Disallow: /.php$ Disallow: /.js$ Disallow: /.inc$ Disallow: /.css$ Disallow: /*.txt$ # Block WP Disallow: /wp-content/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp- Disallow: /cgi-bin/ # Eliminate duplicates from WP Disallow: /feed/ Disallow: /trackback/ # Block SSPD Disallow: /sspd