User-agent: *
Allow: /
Disallow: /themes
Disallow: /dev
Disallow: /template
Disallow: /chead-theme
Disallow: /migneshinfra
Disallow: /blackdigital
Disallow: /furniture-chitrakoot
Disallow: /c-agency
Disallow: /academy
Disallow: /Httrack
Disallow: /NetCaptor
Disallow: /httrack
Disallow: /Offline Explorer
Disallow: /SpiderKU/0.9
Disallow: /Steeler
Disallow: /WebCopier v3.3
Disallow: /WebCopier v3.2a
Disallow: /WebCopier
Disallow: /webcrawler
Disallow: /Web Downloader/4.9
Disallow: /Web Downloader/5.8
Disallow: /WebGather 3.0
Disallow: /WebStripper/2.56
Disallow: /WebZIP/3.65
Disallow: /WebZIP
Disallow: /Wget
Disallow: /Zao
Disallow: /Zeus 2.6