# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # User-Agent: * Disallow: /video Disallow: /new_shop_form.html Disallow: /new_form Disallow: /not_in_location_leads/ Disallow: /shop/free-milk Disallow: /shop/checkout Disallow: /shop/cart Disallow: /shop/orders Disallow: /shop/countries Disallow: /shop/line_items Disallow: /shop/password_resets Disallow: /shop/states Disallow: /shop/user_sessions Disallow: /shop/user_registrations Disallow: /shop/users Disallow: /shop/account Disallow: /dashboard Disallow: /guideline Disallow: /shop/api Disallow: /shop/ Disallow: /deliveries/ Disallow: /locations/8889 Disallow: /sources/test-source Disallow: /delivery-runs/test-region Disallow: /delivery-runs/ivanhoe-plaza Disallow: /info/delivery-runs/ivanhoe-plaza Disallow: /info/delivery-runs/test-region Sitemap: http://www.yourgrocer.com.au/sitemap.xml.gz