# SDL CREATIVE GROUPS - robots.txt
# For search engine crawlers

User-agent: *
Allow: /
Disallow: /admin
Disallow: /api/
Disallow: /_next/
Disallow: /node_modules/

# Specific crawl delays
Crawl-delay: 10

# Specific user agents
User-agent: Googlebot
Allow: /
Disallow: /admin

User-agent: Bingbot
Allow: /
Disallow: /admin

# Sitemap reference
Sitemap: https://www.sdlcreativegroups.com/sitemap.xml
Sitemap: https://www.sdlcreativegroups.com/sitemap-dynamic.xml

# Host
Host: https://www.sdlcreativegroups.com