User-agent: *
Allow: /

# Sitemaps
Sitemap: https://finarb.ai/sitemap.xml

# SEO-friendly robots.txt
# Allow all web crawlers to access all content

# Specific paths
Allow: /artificial-intelligence
Allow: /data-solutions
Allow: /application-development
Allow: /healthcare
Allow: /financial
Allow: /manufacturing
Allow: /retail
Allow: /energy
Allow: /agriculture
Allow: /transportation
Allow: /case-studies
Allow: /blogs
Allow: /webinars
Allow: /about
Allow: /contact

# Crawl-delay (optional, helps prevent overloading)
Crawl-delay: 1

# Host directive (helps with canonical URLs)
Host: https://finarb.ai