User-agent: * Crawl-delay: 10 User-agent: duggmirror Disallow: / User-agent: Googlebot Disallow: /*?* Disallow: /*.cgi$ Disallow: /*.css$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.php$ Disallow: /*.php* Disallow: /*.xhtml$ Disallow: /trackback* Disallow: /z/ User-agent: * Disallow: /c/ Disallow: /date/ Disallow: /f/ Disallow: /httpd/ Disallow: /i/ Disallow: /j/ Disallow: /stats/ Disallow: /tag/ Disallow: /trackback Disallow: /user/ Disallow: /user/register Disallow: /wp-admin/ Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /wp-includes/ Disallow: /wp-login.php Disallow: /wp-login.php?action=register Sitemap: http://jeffherring.com/sitemap.xml # BEGIN XML-SITEMAP-PLUGIN Sitemap: http://jeffherring.com/sitemap.xml.gz # END XML-SITEMAP-PLUGIN