User-Agent: *
Disallow: *

# permit google mini to crawl
User-Agent: gsa-crawler
Allow: /sites/