# LingoBase — public crawling policy.
# Crawl everything; we don't have any private pages on the public domain
# (the dashboard is behind auth so it returns the SPA shell to bots anyway,
# but real account data needs a Supabase JWT they don't have).

User-agent: *
Allow: /

# Sitemap location — Google + Bing look here automatically.
Sitemap: https://uselingobase.app/sitemap.xml

# Politeness: discourage hyper-aggressive crawlers from hammering the API
# (these only request /v1/* which requires an API key anyway, but it's a
# defensive nudge).
User-agent: SemrushBot
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-delay: 10