# ── Sitemap ──
Sitemap: https://www.careerorbits.com/sitemap_index.xml

# ── Explicit AI crawler access (fast lane) ──
User-agent: GPTBot
Allow: /
Crawl-delay: 2

User-agent: ClaudeBot
Allow: /
Crawl-delay: 2

User-agent: anthropic-ai
Allow: /
Crawl-delay: 2

User-agent: PerplexityBot
Allow: /
Crawl-delay: 2

User-agent: Google-Extended
Allow: /
Crawl-delay: 2

# ── All other bots (including search engines and social crawlers) ──
User-agent: *
Allow: /qod/*
Allow: /media/catalog/product/
Crawl-delay: 10

Disallow: /log-url.php
Disallow: /?s=
Disallow: /search/
Disallow: /page/*/?s=
Disallow: /page/*/?dir
Disallow: /copl/
Disallow: /unit/
Disallow: /courses/Student/
Disallow: /courses/preparation/
Disallow: /cgi-bin/
Disallow: /courses/downloader/
Disallow: /courses/errors/
Disallow: /courses/js/
Disallow: /courses/index.php/
Disallow: /courses/catalog/product_compare/
Disallow: /courses/catalog/category/view/
Disallow: /courses/catalog/product/view/
Disallow: /courses/catalogsearch/
Disallow: /courses/checkout*
Disallow: /courses/control/
Disallow: /courses/contacts/
Disallow: /courses/customer*
Disallow: /courses/customize*
Disallow: /courses/newsletter*
Disallow: /courses/review*
Disallow: /courses/sendfriend*
Disallow: /courses/tag*
Disallow: /courses/wishlist*
Disallow: *?dir=*
Disallow: *?mode=*
Disallow: /courses/blogs/comments/feed/
Disallow: /courses/catalog/product/productfeature/
Disallow: /courses/blogs/jee-main-compulsory-online-application-form/feed/
Disallow: /courses/captcha/refresh/
Disallow: /courses/catalog/product/productfeature
Disallow: /courses/catalog/product/productfeature/identifier/
Disallow: /courses/wp/about-us/advantage-careerorbits/feed/
Disallow: /courses/wp/about-us/assure-quality/feed/
Disallow: /courses/wp/about-us/what-we-do/feed/
Disallow: /courses/wp/iit-jee-jee-advanced/iit-jee-20152016-syllabus/feed/
Disallow: /courses/wp/keep-calm-jee-main-examination/feed/
Disallow: /courses/searchautocomplete/suggest/result/
Disallow: /courses/common-faq/
Disallow: /courses/catalogsearch/result/
Disallow: /courses/catalogsearch/result/*
Disallow: /courses/customer/account/createpostlanding/
Disallow: /courses/newsletter/subscriber/new/
Disallow: /courses/referer*
Disallow: /courses/qod/*
Disallow: /question-of-day/*
Disallow: /courses/?page*
Disallow: /courses/customer/account/login*
Disallow: /courses/customer/account/create*
Disallow: /courses/customer/account*
Disallow: /courses/customer/account/*
Disallow: /courses/sales/order*
Disallow: /courses/sales/guest*
Disallow: /courses/directory/currency*
Disallow: /courses/sociallogin/popup/sendPass/
Disallow: /courses/sociallogin/popup/login/
Disallow: /courses/sociallogin/popup/createAcc/
Disallow: /courses/helpdesk/account/renderDescription/
Disallow: /courses/media/po_compressor/
Disallow: /courses/skin/frontend/base/default/js/magebird_popup/
Disallow: /courses/helpdesk/account/renderForm/
Disallow: /courses/testimonial/index/testimonialids/ids*
Disallow: /courses/testimonial/index/testimoniallist/
Disallow: /testimonial/index/testimonialids/ids*
Disallow: /testimonial/index/testimoniallist/
Disallow: /testimonials/index/
Disallow: /courses/customer/account/helpvideos*
Disallow: /courses/magebirdpopup*
Disallow: /ajax/help-payment.php
Disallow: /catalogsearch/ajax/suggest/
Disallow: /emi.php
Disallow: /ajax/help.php
Disallow: /wp-admin/admin-ajax.php
Disallow: /ajax/guide-to-login.php
Disallow: /ajax/register.php
Disallow: /ajax/forgot-password.php
Disallow: /ajax/login.php
Disallow: /ajax/help-emi.php
Disallow: /sociallogin/popup/createAcc/
Disallow: /sociallogin/popup/login/
Disallow: /sociallogin/popup/sendPass/
Disallow: /courses/checkout/
Disallow: /landing-pages/
Disallow: /courses/customer/account/login/
Disallow: /wp-content/plugins/
Disallow: /wp-admin/
Disallow: /readme.html
Disallow: /ajax/
Disallow: /directory/
Disallow: /page/