# Allow all search engines to crawl the site normally
User-agent: *
Disallow: /admin/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /backup/
Disallow: /bin/
Disallow: /scripts/

# Block common spammy/unnecessary extensions
Disallow: /*.php$
Disallow: /*.cgi$
Disallow: /*.bin$

# Sitemap location
Sitemap: https://unipune.ac.in/sitemap.xml
Sitemap: https://www.unipune.ac.in/sitemap.xml