User-agent: *
Disallow: /cgi-bin
Disallow: /articles/wp-admin
Disallow: /articles/wp-includes
Disallow: /articles/wp-content/plugins
Disallow: /articles/wp-content/cache
Disallow: /articles/wp-content/themes
Disallow: /articles/trackback
Disallow: /articles/page
Disallow: /articles/page/*
Disallow: */articles/page/*
Disallow: /articles/category/*/*
Disallow: */articles/trackback
Disallow: */articles/*/trackback
Disallow: /articles/*?*
Disallow: /articles/*?
Disallow: /articles/rss_class/
Disallow: /articles/img/
Disallow: /articles/images/
Disallow: /articles/ads/
Disallow: /articles/inc/

# allow google image bot to search all images
User-agent: Googlebot-Image
Allow: /*

User-agent: Googlebot-Mobile
Allow: /*
 
# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow:
Allow: /*
 
# disable duggmirror
User-agent: duggmirror
Disallow: /

# disallow Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /
 
Sitemap: http://fha-loanrates.com/sitemap.xml