Sitemap: http://www.ertay.com/sitemap.xml


User-agent: Mediapartners-Google

Disallow:

User-agent: *
Disallow: 

Disallow: /3rdparty/
Disallow: /backup/
Disallow: /cache/
Disallow: /install/
Disallow: /internal/
Disallow: /libs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /cache/templates_c/
Disallow: /search.php
Disallow: /admin_index.php
Disallow: /search/
Disallow: /admin/
Disallow: /submit
Disallow: /upcoming
Disallow: /login.php?return=/
Disallow: /register
Disallow: /category/
Disallow: %2C
Disallow: /topusers
Disallow: /about/en
Disallow: /advanced-search/
Disallow: /login.php?
Disallow: /login
Disallow:/index/
Disallow: /rsssearch.php?
Disallow: /rss/user/
Disallow: /user/view/
Disallow: /rss/category/
Disallow: /tagcloud/range/
Disallow: /1208093282/
Disallow: /queued
Disallow: /commented
Disallow: /live
Disallow: /live_
Disallow: /recentcategory/
Disallow: /yearcategory/

User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10