User-agent: Googlebot Disallow: /# BackUps #/ Disallow: /wp-content/ Disallow: /wp-admin/ Allow: /porno-dvd-shop/ // This code doesn’t index any url that have a ? mark in it. // So use this one also. Disallow: /*? // The main thing you need to know in the robots.txt is that the $ sign at the end means file extension. // I don’t think that spiders should be allowed to see any of your javascripts, css, or include files let alone letting them index it. // So block these off as well. Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ User-agent: Googlebot-Image Disallow: /wp-includes/ User-agent: duggmirror Disallow: /