User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/w3tc
Disallow: /bd
Disallow: /uploads
Disallow: /wp-
Disallow: /author
Disallow: /wget/
Disallow: /httpd/
Disallow: /feed
Disallow: /rss
Disallow: /comments/feed
Disallow: /feed/$
Disallow: /i/
Disallow: /f/
Disallow: /t/
Disallow: /c/
Disallow: /j/
# Disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.tgz$
Disallow: /*.cgi$
Disallow: /*.xhtml$
# Disallow all files with ? in url
Disallow: /*?*
Disallow: /*?

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: libwww
Disallow: /

Sitemap: http://www.alfondohaysitioclub.com/sitemap.xml