# robots.txt for CommonsenseSearch Script 3.4
# .
# Disallows Files which are not necessary for Search Engines (have no content)
# Disallows Folders which are not necessary for Search Engines (have no content/temp data)
# Disallows Folders which containing duplicated content cause of mod rewrite
# .
# robots.txt Syntax Check: http://www.sxw.org.uk/computing/robots/check.html
# .
# Made available by http://www.42search.com/

User-agent: *
Disallow: /config/
Disallow: /configurator/
Disallow: /data/
Disallow: /docs/
Disallow: /images/
Disallow: /lang/
Disallow: /layout/
Disallow: /rm/
Disallow: /amazon.php
Disallow: /clickbank.php
Disallow: /cms.php
Disallow: /config.php
Disallow: /crypt.php
Disallow: /doctor.php
Disallow: /ebay.php
Disallow: /layout.php
Disallow: /news.php
Disallow: /search.php
Disallow: /related.php
Disallow: /url.php