# Robots.txt file from http://www.searchengineworld.com # # Bans from cgi-bin and images # # Disallow /cgi-bin/ User-agent: * Disallow: /cgi-bin/ User-agent: * Disallow: /images/ User-agent: * Disallow: /NEW/ User-agent: psbot Disallow: /* User-agent: Zao Disallow: /* User-agent: emailsiphon Disallow: / User-agent: * Disallow: /testingcourseoutlines/ User-agent: * Disallow: /learn/ User-agent: * Disallow: /blog/wp-admin Disallow: /blog/wp-includes Disallow: /blog/wp-content/plugins Disallow: /blog/wp-content/cache Disallow: /blog/wp-content/themes Disallow: /blog/trackback Disallow: /cgi-bin Disallow: /search Disallow: /blog/feed Disallow: /blog/rss Disallow: /blog/comments/feed Disallow: /blog/feed/$ Disallow: /blog/*/feed/$ Disallow: /blog/*/feed/rss/$ Disallow: /blog/*/trackback/$