# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file

# robots.txt for http://www.hirethings.co.nz

User-agent: *
Crawl-delay: 3  # yahoo specific for the Slurp crawler
Disallow: /categories/select_list
Disallow: /hire_planners/
Disallow: /jobs/
Disallow: /listings/list
Disallow: /members/stats
Disallow: /myprofile/
Disallow: /line_items/
Disallow: /click_trackers/
Disallow: /picker/
Disallow: /search/
Disallow: /resources/
Disallow: /javascripts/

Sitemap: https://hirethings-production.s3-us-west-2.amazonaws.com/sitemaps/sitemap-au_categories.xml.gz
Sitemap: https://hirethings-production.s3-us-west-2.amazonaws.com/sitemaps/sitemap-au_listings.xml.gz
Sitemap: https://hirethings-production.s3-us-west-2.amazonaws.com/sitemaps/sitemap-au_location_categories.xml.gz
Sitemap: https://hirethings-production.s3-us-west-2.amazonaws.com/sitemaps/sitemap-au_locations.xml.gz
Sitemap: https://hirethings-production.s3-us-west-2.amazonaws.com/sitemaps/sitemap-au_members.xml.gz
Sitemap: https://hirethings-production.s3-us-west-2.amazonaws.com/sitemaps/sitemap-nz_categories.xml.gz
Sitemap: https://hirethings-production.s3-us-west-2.amazonaws.com/sitemaps/sitemap-nz_listings.xml.gz
Sitemap: https://hirethings-production.s3-us-west-2.amazonaws.com/sitemaps/sitemap-nz_location_categories.xml.gz
Sitemap: https://hirethings-production.s3-us-west-2.amazonaws.com/sitemaps/sitemap-nz_locations.xml.gz
Sitemap: https://hirethings-production.s3-us-west-2.amazonaws.com/sitemaps/sitemap-nz_members.xml.gz