User-agent: *
Disallow: /blog_admin/
Disallow: /system/
Disallow: /test/
Allow: /

# Add specific rules for major bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

Sitemap: https://thousand.careers/sitemap.xml