Sitemap: https://www.deccanherald.com/news_sitemap.xml
Sitemap: https://www.deccanherald.com/sitemap.xml

User-agent: *
Allow: /

User-agent: Mediapartners-Google
Allow: /

#Consuming bandwidth
User-agent: SeekportBot
Disallow: /

#Yandex Russian Search Engine Bots.. consuming significant bandwidth.. disallowed on 3-Oct-2023 
User-agent: Yandex
Disallow: /

#Claude AI bots, consuming significant bandwidth.. disallowed on 17-June-2024
User-agent: Claude
Disallow: /

#Open AI bots, consuming significant bandwidth.. disallowed on 17-June-2024
User-agent: Open AI
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: *

# Directories
Disallow: /includes/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /newsletter-ads.html
Disallow: /brandspot/pr-spot/
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /taxonomy/*
Disallow: /node/*
 
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/

# Custom paths
Disallow: /updateemoji
Disallow: /updatestats
Disallow: /updateemoji*
Disallow: /updatestats*

#Brandspot Articles
Disallow: /brandspot/sponsored/*
Disallow: /brandpr/*
Disallow: /amp/story/brandspot/sponsored/*
Disallow: /amp/story/brandpr/*
Disallow: /brandspot/pr-spot/*
Disallow: /amp/story/brandspot/pr-spot/*
Disallow: /brandspot/*
Disallow: /amp/story/brandspot/*
Disallow: /dhbrandpr/*
Disallow: /amp/story/dhbrandpr/*
Disallow: /dhbrandpr-health/*
Disallow: /amp/story/dhbrandpr-health/*
Disallow: /dhbrandspot-pr/*
Disallow: /amp/story/dhbrandspot-pr/*
Disallow: /dhsponsored-health/*
Disallow: /amp/story/dhsponsored-health/*  

#App urls
Disallow: /app-home-lp
Disallow: /app-india-lp
Disallow: /app-opinion-lp
Disallow: /app-karnataka-lp
Disallow: /app-world-lp
Disallow: /app-business-lp
Disallow: /app-sports-lp
Disallow: /app-entertainment-lp
Disallow: /app-video-lp
Disallow: /tags/app-video
Disallow: /tags/app-photos
Disallow: /tags/app-notification
Disallow: /tags/app-settings
Disallow: /tags/app-feedback
Disallow: /tags/app-share
Disallow: /tags/app-version
Disallow: /tags/app-hamburger-more-option
Disallow: /app-dh-specials-lp
Disallow: /app-science-lp
Disallow: /apple-app-site-association
Disallow: /.well-known/assetlinks.json
Disallow: /*?app=true
Disallow: /app-photo-lp
Disallow: /app-photos-daily
Disallow: /delete-account
Disallow: /app-assembly-polls-lp
Disallow: /app-budget-2025
Disallow: /app-delhi-polls-2025-lp

#Crossword
Disallow: /students-contest