# --- Public Indexing Allowed ---
User-agent: cludo
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: Applebot
Allow: /.well-known/apple-app-site-association

User-agent: AASA-Bot/1.0.0
Allow: /.well-known/apple-app-site-association

User-agent: *
Allow: /.well-known/assetlinks.json

User-agent: *
Allow: /.well-known/

User-agent: Googlebot
Allow: /

User-agent: SiteAuditBot
Allow: /

User-agent: SemrushBot
Allow: /

# --- Areas Blocked ---
User-agent: *
Disallow: /admin/
Disallow: /login/
Disallow: /user-data/
Disallow: /secure/
Disallow: /checkout/
Disallow: /private/

# Optional: catch-all for any other sensitive directories
Sitemap: ./sitemap-v1.xml
Sitemap: ./sitemap-v2.xml/sitemap-0.xml