# robots.txt - crawler configuration file
User-agent: *
Disallow: /_includes/
Disallow: /_private/
Disallow: /css/
Disallow: /database/
Disallow: /images/
Disallow: /js/
Disallow: /products/
Disallow: /specs/
Disallow: /videos/
Disallow: /Login.asp
Sitemap: http://www.sweepersaustralia.com.au/sitemap.xml