# 1) this filename (robots.txt) must stay lowercase # 2) this file must be in the servers root directory # ex: http://www.mydomain.com/pliggsubfolder/ -- you must move the robots.txt from # /pliggsubfolder/ to the root folder for http://www.mydomain.com/ # you must then add your subfolder to each 'Disallow' below # ex: Disallow: /cache/ becomes Disallow: /pliggsubfolder/cache/ User-agent: * Crawl-delay: 5 Disallow: Disallow: /social/3rdparty/ Disallow: /social/antispam.txt Disallow: /social/admin/ Disallow: /social/admin/admin_index.php Disallow: /social/backup/ Disallow: /social/cache/templates_c/ Disallow: /social/cache/admin_c/ Disallow: /social/install/ Disallow: /social/internal/ Disallow: /social/languages/ Disallow: /social/libs/ Disallow: /social/LICENSE.txt Disallow: /social/modules/ Disallow: /social/plugins/ Disallow: /social/readme.html Disallow: /social/search.php Disallow: /social/search/ Disallow: /social/searchurl/ Disallow: /social/spamlog.log Disallow: /social/tag/ Disallow: /social/templates/ Disallow: /social/user/view/shaken/ Disallow: /social/user/view/history/ Disallow: /social/user/view/published/ Disallow: /social/user/view/commented/ Disallow: /social/user/view/voted/ Disallow: /social/recent/ Disallow: /social/yesterday/ Disallow: /social/today/ Disallow: /social/week/ Disallow: /social/month/ Disallow: /social/year/ Disallow: /social/alltime/ Disallow: /social/upcoming/recent/ Disallow: /social/upcoming/yesterday/ Disallow: /social/upcoming/today/ Disallow: /social/upcoming/week/ Disallow: /social/upcoming/month/ Disallow: /social/upcoming/year/ Disallow: /social/upcoming/alltime/