# Specify the host
Host: https://pdf-awesome.com

# Sitemap location
Sitemap: https://pdf-awesome.com/api/sitemap

# Disallow crawlers from accessing user-specific pages
User-agent: *
Disallow: /account
Disallow: /archive
Disallow: /history
Disallow: /inbox

# Allow everything else
Allow: /