User-agent: *
Disallow: /admin
Disallow: /db
Disallow: /includes
Disallow: /Gas
Disallow: /RatesCreditCard
Disallow: /Graffiti
Disallow: /Cemeteries

User-Agent: SiteSnagger
Disallow: /

User-Agent: Offline Explorer/1.2
Disallow: /

User-agent: WebZIP 
Disallow: / 

User-agent: dloader(NaverRobot)
Disallow: /

User-Agent: W3C-checklink
allow: /