# Robots.txt for Absons IT Solutions & eQuipments
# https://www.absons.ae/robots.txt

# Allow all search engines to crawl the site
User-agent: *
Allow: /

# Disallow sensitive areas
Disallow: /forms/
Disallow: /config.php
Disallow: /*.backup$
Disallow: /*.bak$
Disallow: /.env
Disallow: /.htaccess

# Sitemap location
Sitemap: https://www.absons.ae/sitemap.xml

# Crawl delay for aggressive bots (optional)
Crawl-delay: 1

# Specific bot rules
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Crawl-delay: 0

User-agent: Slurp
Allow: /

# Limit aggressive crawlers
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10