# Allow Archiver
User-agent: ia_archiver
Allow: /


User-agent: Slurp
Crawl-delay: 60


User-agent: *
Disallow: /forumdisplay.php
Disallow: /showthread.php 
Disallow: *.js
Disallow: *.jsp
Disallow: *.htm
Disallow: *.aspx
Disallow: *.cgi

Disallow: /includes/
Disallow: /install/
Disallow: /customavatars/
Disallow: /archive/


Sitemap: http://frontovik.org/sitemap_index.xml.gz