User-agent: * Disallow: /cgi-bin Disallow: /wp-admin Disallow: /wp-includes Disallow: /wp-content/plugins Disallow: /wp-content/cache Disallow: /wp-content/themes Disallow: /trackback Disallow: /feed Disallow: /comments Disallow: /category/*/* Disallow: */trackback Disallow: */feed Disallow: */comments Disallow: /*/log Disallow: /*/reg Disallow: /*/*/ajax:imgmax Disallow: /*.php$ Disallow: /*.jpg$ Disallow: /*.png$ Disallow: /*.css$ Disallow: /*? # Google Search Engine Robot User-agent: Googlebot Allow: / User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Image Disallow: / User-agent: Mediapartners-Google* Disallow: Allow: /* # Yahoo! Search Engine Robot User-Agent: Slurp Allow: / # Microsoft Search Engine Robot User-Agent: msnbot Allow: / # Internet Archiver Wayback Machine User-agent: ia_archiver Disallow: / # Hits many times per second, not acceptable # http://www.nameprotect.com/botinfo.html User-agent: NPBot Disallow: / # A capture bot, downloads gazillions of pages with no public benefit # http://www.webreaper.net/ User-agent: WebReaper Disallow: / # digg mirror User-agent: duggmirror Disallow: / Sitemap: http://aimfundinggroup.com/sitemap.xml