# robots.txt for department.rajasthan.gov.in



# This file tells search engine crawlers which pages they can and cannot access.
# It is not a security mechanism; private content should be protected by other means.

# User-agent: * applies to all web crawlers.
User-agent: *

# Disallow common administrative, login, and internal search pages
# to prevent them from being indexed or to reduce crawl burden.

Disallow: /admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /search/
Disallow: /temp/
Disallow: /test/
Disallow: /staging/
Disallow: /uploads/
Disallow: /rootUpload/
Disallow: /Documents/
Disallow: /Documents/web\Documents

# Disallow common directories that might contain internal scripts, assets,
# or user uploads not meant for public indexing.
# Adjust /uploads/ if it contains publicly indexable documents.

Disallow: /includes/
Disallow: /assets/
Disallow: /uploads/
Disallow: /rootUpload/
Disallow: /Documents/
Disallow: /css/
Disallow: /Certificates/
Disallow: /Scripts/
Disallow: /Styles/
Disallow: /ExternalJS/
Disallow: /fonts/
Disallow: /web/css/
Disallow: /web/js/
Disallow: /Templates/
Disallow: /Documents/Template/
Disallow: /Documents/web\Documents/


# Specify the path to your XML sitemap. This helps search engines discover your pages.

Sitemap: https://department.rajasthan.gov.in/department_sitemap.xml