#Sitemap: http://www.sendit.to/google_index.xml

User-agent: ShopWiki
Disallow: /

User-agent: Gaisbot
Disallow: /

User-agent: pompos
Disallow: /

#User-agent: ia_archiver
#Disallow: /

User-agent: niXXiebot
Disallow: /

User-agent: Googlebot
Disallow: /rss/
Disallow: /*_J*
Disallow: /*_PJ*
Disallow: /perl/jump.cgi
Disallow: /perl/pjump.cgi
#Disallow: /perl/page.cgi?g=*
Disallow: /perl/bad_link.cgi
Disallow: /error/
Disallow: /cgi-bin/
Disallow: /pics/
Disallow: /images/
Disallow: /perl/sitestats.cgi
Disallow: /count.js
Disallow: /perl/stats/
Disallow: /*.gif$
Disallow: /*.jpg$



User-agent: *
Disallow: /perl/jump.cgi
Disallow: /perl/pjump.cgi
Disallow: /*_J
Disallow: /*_PJ
Disallow: /perl/bad_link.cgi
Disallow: /error/
Disallow: /cgi-bin/
Disallow: /pics/
Disallow: /images/
Disallow: /perl/sitestats.cgi
Disallow: /count.js
Disallow: /perl/stats/
Disallow: /*.gif$
Disallow: /*.jpg$