# DataTorque Website - robots.txt
# https://www.datatorque.com

# Allow all crawlers
User-agent: *
Allow: /

# Disallow development and asset directories from indexing
Disallow: /js/
Disallow: /css/
Disallow: /Logo/

# Crawl delay for respectful crawling
Crawl-delay: 1

# Sitemap location
Sitemap: https://www.datatorque.com/sitemap.xml

# Google specific
User-agent: Googlebot
Allow: /

# Bing specific
User-agent: Bingbot
Allow: /