# Allow all search engines
User-agent: *
Allow: /

# Specific rules for Google
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Specific rules for Bing
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Social media bots
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# Disallow admin and private areas if needed
Disallow: /admin/
Disallow: /api/
Disallow: /*.json$
Disallow: /*?*sort=
Disallow: /*?*filter=

# Allow indexing of common file types
Allow: *.js
Allow: *.css
Allow: *.jpg
Allow: *.jpeg
Allow: *.png
Allow: *.gif
Allow: *.svg
Allow: *.webp

# Sitemap location
Sitemap: https://busynepal.com/sitemap.xml
