# Robots.txt file from http://www.fallenhero.co.uk/robots.txt # # All robots will spider the domain User-agent: * Disallow: /*page-1* Disallow: /*page-2* Disallow: /*page-3* Disallow: /*page-4* Disallow: /*page-5* Disallow: /*page-6* Disallow: /*page-7* Disallow: /*page-8* Disallow: /*page-9* Disallow: /*page=1* Disallow: /*page=2* Disallow: /*page=3* Disallow: /*page=4* Disallow: /*page=5* Disallow: /*page=6* Disallow: /*page=7* Disallow: /*page=8* Disallow: /*page=9* Disallow: /search/ Disallow: /sale-item/ Disallow: /sale-items/ Sitemap: http://www.fallenhero.co.uk/sitemapindex.xml