# Robots.txt for A&B Alokab Consulting
# https://aandb-consulting.com

# Allow all search engines to crawl the entire site
User-agent: *
Allow: /

# Disallow crawling of admin, API routes, and build files
Disallow: /api/
Disallow: /next-build/
Disallow: /_next/
Disallow: /admin/
Disallow: /*.json$

# Special rules for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Googlebot-Image
Allow: /img/
Allow: /public/img/

User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Disallow bad bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

# Sitemap location
Sitemap: https://aandb-consulting.com/sitemap.xml
Sitemap: https://aandb-consulting.com/sitemap-services.xml
Sitemap: https://aandb-consulting.com/sitemap-sectors.xml
Sitemap: https://aandb-consulting.com/sitemap-subservices.xml
Sitemap: https://aandb-consulting.com/sitemap-jobs.xml
Sitemap: https://aandb-consulting.com/sitemap-blogs.xml

# Host (preferred domain)
Host: https://aandb-consulting.com