User-agent: *
Disallow: /cgi-bin
Disallow: /downloads/
Disallow: /hotlink/
Disallow: /scripts/
Disallow: /styles/

User-agent: libwww-perl
Disallow: /

User-agent: Lynxy
Disallow: /

User-agent: libwww-FM
Disallow: /

User-agent: libcurl
Disallow: /

User-agent: libwww-perl
Disallow: /

User-agent: Baiduspider+
Disallow: /

User-agent: Jakarta Commons-HttpClient
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Java
Disallow: /

User-agent: larbin_2.6.3
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: NetcraftSurveyAgent
Disallow: /

User-agent: Wget
Disallow: /

User-agent: yacybot
Disallow: /

User-agent: Moreoverbot
Disallow: /

User-agent: GeoHasher
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: COMODOspider
Disallow: /

User-agent: PostRank
Disallow: /

User-agent: Twingly Recon
Disallow: /

Sitemap: http://www.kaushikbiswas.org/sitemap.xml