# Allow all crawlers
User-agent: *
Allow: /

# Block admin/internal routes from indexing
Disallow: /api/
Disallow: /admin/
Disallow: /*.json$
Disallow: /dashboard
Disallow: /login
Disallow: /settings
Disallow: /notifications
Disallow: /billing
Disallow: /job-tracker
Disallow: /analytics
Disallow: /profile-editor
Disallow: /ats-checker
Disallow: /cover-letter
Disallow: /job-suggestions

# User portfolio pages — indexed via sitemap-portfolios.xml only,
# not via Googlebot crawl (dynamic pages with no unique SEO content)
Disallow: /adarsh89sh
Disallow: /gitwhisperer
Disallow: /anukul
Disallow: /koushiksdhu
Disallow: /nitishda
Disallow: /ritesh381
Disallow: /theadarshsharma
Disallow: /thepranaygupta


# Crawl-delay for polite bots
Crawl-delay: 1

# Sitemap location
Sitemap: https://portlumeai.com/sitemap.xml
Sitemap: https://portlumeai.com/sitemap-portfolios.xml
Sitemap: https://portlumeai.com/sitemap-blogs.xml

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10