# robots.txt for http://www.dealspot.com.au/
User-agent: * # applies to all robots
Disallow: /cgi-bin/admin/ # applies to all pages in admin directory
Disallow: /cgi-bin/suppliers/ # applies to all pages in supplier directory
Sitemap: http://www.dealspot.com.au/sitemap_index.xml.gz # XML Sitemap 1 location