Sitemap: http://bookmarkcenter.com/sitemapindex.xml
User-agent: *
Disallow:/awstats/
Disallow:/cgi-bin/searched.cgi
Disallow:/cgi-bin/search.cgi
Disallow:/contextads.cgi
Disallow:/administra/
Disallow:/administrator/
Disallow:/web/scrape.cgi.html
Disallow:/web/scrape.cgi.xml
Disallow:/news/scrape.cgi.html
Disallow:/news/scrape.cgi.xml
Disallow:/webalizer
Disallow:/.webalizer
Disallow:/webalizermerged
Disallow:/templates

User-agent: psbot
Disallow: /

User-agent:libwww-perl/5.805
Disallow: /

User-agent:libwww-perl5
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: voyager
Disallow: /