# robots.txt for DOER (itsadoerthing.com)

# Link preview scrapers. Named so none of them misread the wildcard block.
# LinkedIn's Post Inspector reported the site as blocked on 3 Oct 2026 with
# only the wildcard block present; a named block is the documented fix.
User-agent: LinkedInBot
Allow: /
Disallow: /app
Disallow: /admin
Disallow: /api/

User-agent: facebookexternalhit
Allow: /
Disallow: /app
Disallow: /admin
Disallow: /api/

User-agent: Twitterbot
Allow: /
Disallow: /app
Disallow: /admin
Disallow: /api/

User-agent: *
Allow: /

# The app and admin are behind a login. Don't crawl those, the API,
# or any internal page route under /app.html, /beta (old address), /admin, /api.
Disallow: /beta
Disallow: /app.html
Disallow: /app
Disallow: /admin
Disallow: /api/
Disallow: /demo

# Robots should not index transient internal preview HTML.
Disallow: /beta-tonight-backup.html
Disallow: /google-finish.html
Disallow: /legal-page-shell.html
Disallow: /index.html

Sitemap: https://itsadoerthing.com/sitemap.xml
Sitemap: https://itsadoerthing.com/sitemap-content.xml