User-agent: *
# Allow all content except admin and sensitive paths
Disallow: /admin/
Disallow: /user/
Disallow: /node/
Disallow: /comment/
Disallow: /search/
Disallow: /filter/
Disallow: /logout/
Disallow: /edit/
Disallow: /flag/
Disallow: /ajax/
Disallow: /batch/
Disallow: /devel/
Disallow: /webform/
Disallow: /taxonomy/term/
Disallow: /system/files/

# Prevent crawling of query parameters that can cause duplicate content
Disallow: /*?*
Disallow: /*&*

# Allow important directories
Allow: /sites/default/files/

#
Sitemap: https://international.astroawani.com/sitemap.xml