# 1) this filename (robots.txt) must stay lowercase # 2) this file must be in the servers root directory # ex: http://www.mydomain.com/pliggsubfolder/ -- you must move the robots.txt from # /pliggsubfolder/ to the root folder for http://www.mydomain.com/ # you must then add your subfolder to each 'Disallow' below # ex: Disallow: /cache/ becomes Disallow: /pliggsubfolder/cache/ Sitemap: http://www.blogocom.com/sitemap.xml User-agent: * # Crawl-delay: 5 Disallow: Disallow: /? Disallow: /?* Disallow: /*? Disallow: /?p* Disallow: /3rdparty/ Disallow: /backup/ Disallow: /cache/ Disallow: /install/ Disallow: /internal/ Disallow: /libs/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/ Disallow: /cache/templates_c/ Disallow: /search.php Disallow: /admin_index.php Disallow: /search/ Disallow: /admin/ Disallow: /thickbox/ Disallow: /api/ Disallow: /evb/ Disallow: /avatars/ Disallow: /admin Disallow: /story.php Disallow: /login.php Disallow: /user.php Disallow: /js/ Disallow: /img/ Disallow: /story/ Disallow: /story/title/ Disallow: /eurequat/ Disallow: /wp-admin/ Disallow: /wp-content/ Allow: /wp-content/uploads/ Disallow: /wp-includes/ Disallow: /youtube2wordpress/ Disallow: /?p= Disallow: /xmlrpc Disallow: /topusers Disallow: /tagcloud Disallow: /register Disallow: /groups/ Disallow: /user/ Disallow: /wp Disallow: /login Disallow: /unpublished Disallow: /comments Disallow: /advanced-search Disallow: /rssfeeds Disallow: /news