# robots.txt for http://www.orion-xt10.com/ # Only Googlebot, Yahoo! (Slurp) and Ask (Teoma) support Allow # Only Googlebot, MSNbot and Yahoo! (Slurp) support wildcards # Only Ask (Teoma), MSNbot and Yahoo! (Slurp) support crawl delays # Google, Microsoft, Yahoo and Ask support sitemap auto-discovery Sitemap: http://www.orion-xt10.com/sitemap.xml Sitemap: http://www.orion-xt10.com/blog/sitemap.xml Sitemap: http://www.orion-xt10.com/blog/sitemap.xml.gz # Google User-agent: Googlebot # Block all files in these directories Disallow: /cgi-bin Disallow: /scripts/ Disallow: /Library/ Disallow: /Templates/ Disallow: /css/ Disallow: /blog/tags Disallow: /blog/wp-admin Disallow: /blog/wp-content/plugins Disallow: /blog/wp-content/cache Disallow: /blog/wp-content/themes Disallow: /blog/wp-includes Disallow: /blog/feed Disallow: /blog/trackback Disallow: /blog/comments Disallow: /blog/category/*/* Disallow: /blog/*/feed Disallow: /blog/*/trackback Disallow: /blog/*/comments Disallow: /blog/*/email Disallow: /blog/2008/ Disallow: /blog/2009/ Disallow: /blog/2010/ Disallow: /blog/2011/ Disallow: /blog/2012/ Disallow: /blog/2013/ Disallow: /blog/2014/ Disallow: /blog/2015/ # Block URLs that include ? except those that end with ? Allow: /blog/*?$ Disallow: /blog/*? # Block all files ending with these extensions Disallow: /*.css$ Disallow: /*.js$ Disallow: /*.ico$ Disallow: /*.opml$ # But allow /blog/index.php and /sitemap.xml Allow: /blog/index.php Allow: /sitemap.xml # MSN User-agent: msnbot # Block all files in these directories Disallow: /cgi-bin Disallow: /scripts/ Disallow: /Library/ Disallow: /Templates/ Disallow: /css/ Disallow: /blog/tags Disallow: /blog/wp-admin Disallow: /blog/wp-content/plugins Disallow: /blog/wp-content/cache Disallow: /blog/wp-content/themes Disallow: /blog/wp-includes Disallow: /blog/feed Disallow: /blog/trackback Disallow: /blog/comments Disallow: /blog/category/*/* Disallow: /blog/*/feed Disallow: /blog/*/trackback Disallow: /blog/*/comments Disallow: /blog/*/email Disallow: /blog/2008/ Disallow: /blog/2009/ Disallow: /blog/2010/ Disallow: /blog/2011/ Disallow: /blog/2012/ Disallow: /blog/2013/ Disallow: /blog/2014/ Disallow: /blog/2015/ # Block URLs that include ? except those that end with ? Allow: /blog/*?$ Disallow: /blog/*? # Block all files ending with these extensions Disallow: /*.css$ Disallow: /*.js$ Disallow: /*.ico$ Disallow: /*.opml$ # Yahoo! User-agent: Slurp # Block all files in these directories Disallow: /cgi-bin Disallow: /scripts/ Disallow: /Library/ Disallow: /Templates/ Disallow: /css/ Disallow: /blog/tags Disallow: /blog/wp-admin Disallow: /blog/wp-content/plugins Disallow: /blog/wp-content/cache Disallow: /blog/wp-content/themes Disallow: /blog/wp-includes Disallow: /blog/feed Disallow: /blog/trackback Disallow: /blog/comments Disallow: /blog/category/*/* Disallow: /blog/*/feed Disallow: /blog/*/trackback Disallow: /blog/*/comments Disallow: /blog/*/email Disallow: /blog/2008/ Disallow: /blog/2009/ Disallow: /blog/2010/ Disallow: /blog/2011/ Disallow: /blog/2012/ Disallow: /blog/2013/ Disallow: /blog/2014/ Disallow: /blog/2015/ # Block URLs that include ? except those that end with ? Allow: /blog/*?$ Disallow: /blog/*? # Block all files ending with these extensions Disallow: /*.css$ Disallow: /*.js$ Disallow: /*.ico$ Disallow: /*.opml$ # But allow /blog/index.php and /sitemap.xml Allow: /blog/index.php # Ask User-agent: Teoma # Block all files in these directories Disallow: /cgi-bin Disallow: /scripts/ Disallow: /Library/ Disallow: /Templates/ Disallow: /css/ Disallow: /blog/tags Disallow: /blog/wp-admin Disallow: /blog/wp-content/plugins Disallow: /blog/wp-content/cache Disallow: /blog/wp-content/themes Disallow: /blog/wp-includes Disallow: /blog/feed Disallow: /blog/trackback Disallow: /blog/comments Disallow: /blog/category/*/* Disallow: /blog/*/feed Disallow: /blog/*/trackback Disallow: /blog/*/comments Disallow: /blog/*/email Disallow: /blog/2008/ Disallow: /blog/2009/ Disallow: /blog/2010/ Disallow: /blog/2011/ Disallow: /blog/2012/ Disallow: /blog/2013/ Disallow: /blog/2014/ Disallow: /blog/2015/ # Allow /blog/index.php and /sitemap.xml Allow: /blog/index.php Allow: /sitemap.xml # Google AdSense User-agent: Mediapartners-Google* Disallow: Allow: /* # Google Image User-agent: Googlebot-Image Disallow: Allow: /* # Internet Archiver Wayback Machine User-agent: ia_archiver Disallow: / # digg mirror User-agent: duggmirror Disallow: / User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Mobile Allow: / User-agent: msnbot Crawl-delay: 10 User-agent: Teoma Crawl-delay: 10 User-agent: Slurp Crawl-delay: 10 User-agent: aipbot Disallow: / User-agent: BecomeBot Disallow: / User-agent: psbot Disallow: / # Catch-all for other agents User-agent: * # Block all files in these directories Disallow: /cgi-bin Disallow: /scripts/ Disallow: /Library/ Disallow: /Templates/ Disallow: /css/ Disallow: /blog/tags Disallow: /blog/wp-admin Disallow: /blog/wp-content/plugins Disallow: /blog/wp-content/cache Disallow: /blog/wp-content/themes Disallow: /blog/wp-includes Disallow: /blog/feed Disallow: /blog/trackback Disallow: /blog/comments Disallow: /blog/category/*/* Disallow: /blog/*/feed Disallow: /blog/*/trackback Disallow: /blog/*/comments Disallow: /blog/*/email Disallow: /blog/2008/ Disallow: /blog/2009/ Disallow: /blog/2010/ Disallow: /blog/2011/ Disallow: /blog/2012/ Disallow: /blog/2013/ Disallow: /blog/2014/ Disallow: /blog/2015/