# Robots.txt for production environment
# nginx serves this file at /robots.txt in production; robots-staging.txt is
# served everywhere else. See config/deploy/templates/nginx.conf.template.

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /admin

# /get is the ad landing route: it records an ad click and redirects to the Chrome Web
# Store. Articles link it now, so a crawler walking those links would write ad clicks that
# nobody paid for. There is nothing here for a crawler anyway - it only redirects.
Disallow: /get

# Share pages are unlisted by design: the link is the only way in and the page
# needs no login, so a bug report that somebody forwarded must not turn into a
# search result. The pages also carry a noindex meta tag.
Disallow: /replays/

# The install redirect. Every public page links to it from the footer, and each hit
# records a click, so a crawl that followed it would file one for every page it read.
# There is nothing to index either way: /get only redirects to the Chrome Web Store.
Disallow: /get

# The post-launch tools page links every entry through a tracked redirect that records
# an outbound click. A crawl that followed those links would file a click per entry for
# every visit, and the redirect has nothing to index - it only sends the reader on.
Disallow: /post-launch-tools/go/

# Common crawl delays
Crawl-delay: 1

# Sitemap location
Sitemap: https://session-replay.com/sitemaps/sitemap.xml.gz