# Block all web crawlers from accessing sensitive areas
User-agent: *
Allow: /api/others/sitemap.xml
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /user-data/
Disallow:/404
Disallow:/legal/privacy
Disallow:/legal/terms
Disallow:/legal/copyright
Disallow:/coming_soon
Disallow:/videos
# Allow crawlers to access all other parts of the site
Allow: /

Sitemap: https://admin.punjabi.com/api/others/sitemap.xml