# robots.txt - Search Engine Crawler Directives

# Allow all crawlers to index the site
User-agent: *
Allow: /

# Disallow admin and API endpoints
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /_static/
Disallow: /static/

# Specific rules for popular crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

# Set crawl delay for respectful crawling
Request-rate: 1/1s

# Point to sitemap
Sitemap: https://novasquare.in/sitemap.xml
Sitemap: https://novasquare.in/robots.txt