# The first rule blocks the internet archiver robot and removes all files from http://wayback.archive.org/web/ # See the refrence here: http://www.archive.org/about/exclude.php # #User-agent: ia_archiver #Disallow: / # # #Rule to ensure Google skips the urllist.txt file. User-agent: googlebot Disallow: /blog/author/admin/* Disallow: /resources/author/* Disallow: /demo* Disallow: /flash/* Disallow: /wp-content/themes/dt-the7/set-cookie.php Disallow: /script/* Disallow: /blog/2011/* Disallow: /blog/2012/* Disallow: /blog/2010/* Disallow: /blog/2009/* Disallow: /blog/2006/* Disallow: /blog/2007/* Disallow: /blog/2008/* Disallow: /blog/tag/* Disallow: /reset_password/ # # The second set of rules applies to all other robots. User-agent: * Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /.feedBack/ Disallow: /_derived/ Disallow: /_fpclass/ Disallow: /_overlay/ Disallow: /_private/ Disallow: /_themes/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_script/ Disallow: /_vti_txt/ Disallow: /admin/ Disallow: /archive/ Disallow: /aspcaptcha/ Disallow: /aspnet_client/ Disallow: /ASPTEST/ Disallow: /backup/ Disallow: /blog-backup/ Disallow: /backup110810/ Disallow: /convtest/ Disallow: /error-docs/ Disallow: /files/ Disallow: /order/ Disallow: /PropPics/ Disallow: /sample1/ Disallow: /siteAdmin/ Disallow: /stats/ Disallow: /blog/labels/* Disallow: /blog/tag/* Disallow: /blog/author/admin/* # The following rule blocks both of the referrals pages Disallow: referrals.htm Disallow: referral-form.htm # The wildcard in the next line blocks all pages that start with "Proposal_" Disallow: /Proposal_*.asp Disallow: /american_family.htm # The wildcard in the next line blocks all pages that start with "amfam_instructions" Disallow: /amfam_instructions*.htm # # New rule to specifically allow the uploads folder for Google image indexing Allow: /wp-content/uploads # Sitemap: http://www.messagingservice.com/sitemap_index.xml # # Last update: 11/15/16 - RJB