User-agent: *
Allow: /

# Prevent crawlers from hitting your backend API
Disallow: /api/

# Hide sensitive auth pages and session-specific paths
Disallow: /login.html
Disallow: /signup.html
Disallow: /forgot-password.html
Disallow: /auth-action.html
Disallow: /*?ref=* # Prevents indexing duplicate tracking URLs like ?ref=peerlist
Disallow: /*?session=* # Prevents indexing specific chat sessions

# Sitemap location
Sitemap: https://www.asksary.com/sitemap.xml