# robots.txt for www.esteem-india.com
# This file allows top safe search engines to crawl the website

# Google Search Engine
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Google Image Bot
User-agent: Googlebot-Image
Allow: /
Crawl-delay: 0

# Google Mobile Bot
User-agent: Googlebot-Mobile
Allow: /
Crawl-delay: 0

# Bing Search Engine
User-agent: Bingbot
Allow: /
Crawl-delay: 0

# Yandex Search Engine
User-agent: Yandex
Allow: /
Crawl-delay: 0

# Yandex Images
User-agent: YandexImages
Allow: /
Crawl-delay: 0

# DuckDuckGo Bot
User-agent: DuckDuckBot
Allow: /
Crawl-delay: 0

# Baidu Search Engine
User-agent: Baiduspider
Allow: /
Crawl-delay: 0

# Sogou Search Engine
User-agent: Sogou
Allow: /
Crawl-delay: 0

# Exabot (Exalead)
User-agent: Exabot
Allow: /
Crawl-delay: 0

# Facebook External Hit
User-agent: facebookexternalhit
Allow: /
Crawl-delay: 0

# Twitter Bot
User-agent: Twitterbot
Allow: /
Crawl-delay: 0

# LinkedIn Bot
User-agent: LinkedInBot
Allow: /
Crawl-delay: 0

# WhatsApp Link Preview
User-agent: WhatsApp
Allow: /
Crawl-delay: 0

# Apple Bot
User-agent: Applebot
Allow: /
Crawl-delay: 0

# Internet Archive
User-agent: ia_archiver
Allow: /
Crawl-delay: 0

# Allow all other well-behaved bots
User-agent: *
Allow: /
Crawl-delay: 1

# Sitemap location
Sitemap: https://www.esteem-india.com/sitemap.xml