User-agent: *
Allow: /

# Block private pages
Disallow: /dashboard
Disallow: /settings
Disallow: /onboarding
Disallow: /api/
Disallow: /admin
Disallow: /login
Disallow: /register
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /delete-account

# Block development files
Disallow: /_next/
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.json$

# Allow important crawlable pages
Allow: /about
Allow: /contact
Allow: /faq
Allow: /pricing
Allow: /generate
Allow: /privacy
Allow: /terms
Allow: /disclaimer
Allow: /refund-policy
Allow: /cookies

# Sitemap location
Sitemap: https://adgen.live/sitemap.xml

# Crawl delay (optional - adjust based on server capacity)
Crawl-delay: 1