# Allow all crawlers
User-agent: *
Allow: /

# Disallow admin and private routes
Disallow: /feed
Disallow: /myprofile
Disallow: /messages
Disallow: /myjobs
Disallow: /createpost
Disallow: /myposts
Disallow: /payment
Disallow: /withdraw
Disallow: /reports
Disallow: /kyc
Disallow: /create-blog

# Allow public blog pages
Allow: /blog
Allow: /blog/*

# Sitemap location
Sitemap: https://www.skillofin.com/sitemap.xml

# Crawl delay (optional)
Crawl-delay: 1