# 1) this filename (robots.txt) must stay lowercase # 2) this file must be in the servers root directory # ex: http://www.mydomain.com/pliggsubfolder/ -- you must move the robots.txt from # /pliggsubfolder/ to the root folder for http://www.mydomain.com/ # you must then add your subfolder to each 'Disallow' below # ex: Disallow: /cache/ becomes Disallow: /pliggsubfolder/cache/ User-agent: * Crawl-delay: 5 Disallow: Disallow: /3rdparty/ Disallow: /antispam.txt Disallow: /admin/ Disallow: /admin/admin_index.php Disallow: /backup/ Disallow: /cache/templates_c/ Disallow: /cache/admin_c/ Disallow: /install/ Disallow: /internal/ Disallow: /languages/ Disallow: /libs/ Disallow: /LICENSE.txt Disallow: /modules/ Disallow: /plugins/ Disallow: /readme.html Disallow: /search.php Disallow: /search/ Disallow: /searchurl/ Disallow: /spamlog.log Disallow: /tag/ Disallow: /templates/ Disallow: /user/view/shaken/ Disallow: /user/view/history/ Disallow: /user/view/published/ Disallow: /user/view/commented/ Disallow: /user/view/voted/ Disallow: /recent/ Disallow: /yesterday/ Disallow: /today/ Disallow: /week/ Disallow: /month/ Disallow: /year/ Disallow: /alltime/ Disallow: /upcoming/recent/ Disallow: /upcoming/yesterday/ Disallow: /upcoming/today/ Disallow: /upcoming/week/ Disallow: /upcoming/month/ Disallow: /upcoming/year/ Disallow: /upcoming/alltime/ Disallow: /templates/ Disallow: /3rdparty/ Disallow: /libs/ Disallow: /modules/ Disallow: /plugins/ Disallow: /internal/ Disallow: /backup/ Disallow: /thickbox/ Disallow: /api/ Disallow: /evb/ Disallow: /avatars/ Disallow: /admin_index.php Disallow: /admin Disallow: /story.php Disallow: /login.php Disallow: /user.php Disallow: /js/ Disallow: /js/xmlhttp.php Disallow: /img/ Disallow: /story/ Disallow: /story/title/ Disallow: /login.php?return=/ Disallow: /login.php?op=logout&return=/ Disallow: /user/ Disallow: /admin_config.php Disallow: /tagcloud/range/1 Disallow: /tagcloud/range/2 Disallow: /tagcloud/range/3 Disallow: /tagcloud/range/4 Disallow: /out/ Disallow: /outframe/ Disallow: /goext/ Disallow: /searchurl/ Disallow: /search/ Disallow: /pligg/ Disallow: /facebook/ Disallow: /comments Disallow: /live Disallow: /live_published Disallow: /unpublished Disallow: /published/year/ Disallow: /published/week/ Disallow: /published/month/ Disallow: /published/yesterday/ Disallow: /published/today/ Disallow: /published/recent/ Disallow: /upcoming/leastpopular/ Disallow: /upcoming/mostpopular/ Disallow: /upcoming/oldest/ Disallow: /upcoming/newest/ Disallow: /*topusers Disallow: /*.php Disallow: /*, Disallow: /*% Disallow: /*oldest Disallow: /*newest Disallow: /*leastpopular Disallow: /*mostpopular Disallow: /*year Disallow: /*week Disallow: /*month Disallow: /*week Disallow: /*yesterday Disallow: /*today Disallow: /*discarded # Sitemap: http://teknikim.com/sitemapindex.xml