# Robots.txt file 29-03-2006 # For domain: http://www.multicell.co.uk # All robots will spider the domain User-agent: * Disallow: # Disallow directory /admin User-agent: * Disallow: /admin # Disallow directory /catalog/2 (29-03-2006) #this is to prevent Google from seeing this as Spam Duplicate content. User-agent: * Disallow: /catalog/2 # Robots.txt file 10-10-2006 #disallow sep home page User-agent:* Disallow: /sephome.aspx # Robots.txt file 24-11-2006 #disallow nov home page User-agent:* Disallow: /novhome.aspx