User-agent: *
Allow: /

# AI & Search Engine Directives
Allow: /llms.txt

# Sitemaps
Sitemap: https://rebrandmint.com/sitemap-index.xml
Sitemap: https://rebrandmint.com/sitemap.xml
Sitemap: https://rebrandmint.com/sitemap-blog.xml
Sitemap: https://rebrandmint.com/sitemap-tools.xml

# Specific directives for important pages
Allow: /services
Allow: /about  
Allow: /blog
Allow: /media
Allow: /partnerships
Allow: /free-ai-tools

# Block any admin or sensitive areas
Disallow: /admin
Disallow: /private
Disallow: /.git
Disallow: /node_modules

# Allow important assets for proper indexing
Allow: /assets
Allow: /images
Allow: *.css
Allow: *.js
Allow: *.jpg
Allow: *.jpeg
Allow: *.png
Allow: *.gif
Allow: *.webp
Allow: *.svg

# Specific bot directives
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /