# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

  Sitemap: https://s3-ap-southeast-2.amazonaws.com/ffx-ags-application-agtrader-production-main/sitemaps/sitemap.xml.gz

  # Ask google to not crawl below pages
  User-agent: *
  Disallow: /print-advertising-dates-and-rates
  Disallow: /my-agtrader/