User-agent: *
Allow: /

# Important pages for crawling
Allow: /pricing
Allow: /features
Allow: /about
Allow: /contact
Allow: /documentation
Allow: /blog
Allow: /privacy
Allow: /terms
Allow: /integrations
Allow: /api-docs

# Disallow sensitive areas
Disallow: /dashboard
Disallow: /admin
Disallow: /api/
Disallow: /reset-password
Disallow: /verify-email
Disallow: /*.json$
Disallow: /*?*

# Sitemaps (update to production URL before launch)
Sitemap: https://verisend.io/sitemap.xml

# Crawl-delay (optional, for being nice to search engines)
Crawl-delay: 1

# Popular search engine specific rules
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /