User-agent: *
Crawl-delay: 30
Disallow: /g/
Disallow: /common/
Disallow: /cronjobs/
Disallow: /includes/
Disallow: /lang/
Disallow: /logs/
Disallow: /promotion/
Disallow: /templates/
Disallow: /mobile/
Disallow: /myclickinadmin/
Disallow: /Smarty/
Disallow: /images/
Disallow: /category_images/
Disallow: /location_images/
Disallow: /post_images/
Disallow: /forum_images/
Disallow: /event_images/
Disallow: /mobile_images/
Disallow: /post_files/
Disallow: /mobile_files/
Disallow: /xmldir/
Disallow: /client_xml/
Disallow: /rss_files/
Disallow: /rss/
Disallow: /csvdir/
Disallow: /*forumpostflag.html$
Disallow: /*spam.html$
Disallow: /*miscat.html$
Sitemap: http://www.click.in/sitemap/sitemap_index.xml
User-agent: GurujiBot
Crawl-delay: 60
User-agent : dwaarbot
Disallow : /
User-agent: seekbot
Disallow: /
User-agent: Pete-Spider Light
Disallow: / 
User-agent: Slurp
Disallow: /
User-agent: dotbot
Disallow: / 
User-agent: twiceler
Disallow: /