User-agent: *
Allow: /

# Disallow admin and private areas
Disallow: /admin/
Disallow: /dashboard/
Disallow: /profile/
Disallow: /setting/
Disallow: /subscriptions/
Disallow: /transaction/
Disallow: /affiliate-dashboard/
Disallow: /affiliate-setting/
Disallow: /bookmark/
Disallow: /create/
Disallow: /checkout/
Disallow: /invite-user/
Disallow: /update-password/
Disallow: /confirm-reset/
Disallow: /verify/

# Disallow API routes
Disallow: /api/

# Disallow authentication pages (optional - you may want to allow these for SEO)
# Disallow: /login/
# Disallow: /signup/

# Allow important pages
Allow: /blog/
Allow: /speech/
Allow: /affiliate/
Allow: /privacy/
Allow: /terms-of-service/

# Sitemap location
Sitemap: https://www.proposalgenie.ai/sitemap.xml

# Crawl delay (optional - helps with server load)
Crawl-delay: 1

# Specific rules for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 1

# Block common bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: DuckDuckBot
Allow: /