# 1) this filename (robots.txt) must stay lowercase # 2) this file must be in the servers root directory # ex: http://www.mydomain.com/pliggsubfolder/ -- you must move the robots.txt from # /pliggsubfolder/ to the root folder for http://www.mydomain.com/ # you must then add your subfolder to each 'Disallow' below # ex: Disallow: /cache/ becomes Disallow: /pliggsubfolder/cache/ User-agent: * Crawl-delay: 5 Disallow: Disallow: /ro/3rdparty/ Disallow: /ro/antispam.txt Disallow: /ro/admin/ Disallow: /ro/admin/admin_index.php Disallow: /ro/backup/ Disallow: /ro/cache/templates_c/ Disallow: /ro/cache/admin_c/ Disallow: /ro/install/ Disallow: /ro/internal/ Disallow: /ro/languages/ Disallow: /ro/libs/ Disallow: /ro/LICENSE.txt Disallow: /ro/modules/ Disallow: /ro/plugins/ Disallow: /ro/readme.html Disallow: /ro/search.php Disallow: /ro/search/ Disallow: /ro/searchurl/ Disallow: /ro/spamlog.log Disallow: /ro/tag/ Disallow: /ro/templates/ Disallow: /ro/user/view/shaken/ Disallow: /ro/user/view/history/ Disallow: /ro/user/view/published/ Disallow: /ro/user/view/commented/ Disallow: /ro/user/view/voted/ Disallow: /ro/recent/ Disallow: /ro/yesterday/ Disallow: /ro/today/ Disallow: /ro/week/ Disallow: /ro/month/ Disallow: /ro/year/ Disallow: /ro/alltime/ Disallow: /ro/upcoming/recent/ Disallow: /ro/upcoming/yesterday/ Disallow: /ro/upcoming/today/ Disallow: /ro/upcoming/week/ Disallow: /ro/upcoming/month/ Disallow: /ro/upcoming/year/ Disallow: /ro/upcoming/alltime/ Allow: /ro/cache/sitemap-index.xml Allow: /ro/cache/sitemap-main.xml Allow: /ro/cache/sitemap-0.xml Allow: /ro/cache/sitemap-groups0.xml Allow: /ro/cache/sitemap-users0.xml Allow: /ro/cache/sitemap-pages0.xml