User-agent: *
Disallow: /maintenance/  # don't crawl the maintenance pages