User-agent: *
Allow: /
Allow: /pathfinder
Allow: /pathfinder/ask
Allow: /pathfinder/compare
Allow: /careers
Allow: /universities
Allow: /scholarships
Allow: /events
Allow: /opportunities
Allow: /about
Allow: /privacy
Allow: /terms
Allow: /refund-policy
Allow: /complaints
Allow: /ownership
Allow: /community-guidelines
Allow: /cookies
Allow: /acceptable-use
Allow: /copyright
Allow: /subscription-terms
Allow: /safety
Allow: /contact
Allow: /pricing
Allow: /recruiter
Allow: /collaborate
Allow: /departments
Allow: /courses
Allow: /learningpaths
Allow: /u
Disallow: /dashboard/
Disallow: /api/
Disallow: /payment/
Disallow: /messages/
Disallow: /settings/
Disallow: /onboarding/
Disallow: /auth/

# Dedicated rule for Google AdSense Review Crawler
User-agent: Mediapartners-Google
Allow: /
Allow: /opportunities
Allow: /scholarships
Allow: /events
Allow: /universities
Allow: /careers
Allow: /pathfinder
Allow: /about
Allow: /privacy
Allow: /terms
Allow: /refund-policy
Allow: /complaints
Allow: /ownership
Allow: /community-guidelines
Allow: /cookies
Allow: /acceptable-use
Allow: /copyright
Allow: /subscription-terms
Allow: /safety
Allow: /contact
Allow: /pricing
Allow: /recruiter
Allow: /collaborate
Allow: /departments
Allow: /courses
Allow: /learningpaths
Allow: /u
Disallow: /dashboard/
Disallow: /api/
Disallow: /payment/
Disallow: /messages/

# Dedicated rule for AdsBot
User-agent: AdsBot-Google
Allow: /
Allow: /opportunities
Allow: /scholarships
Allow: /events
Allow: /universities
Allow: /careers
Allow: /pricing
Disallow: /dashboard/
Disallow: /api/
Disallow: /payment/
Disallow: /messages/

# Sitemap Discovery Standard
Sitemap: https://bipeer.com/sitemap.xml