User-agent: *
Allow: /

# Sitemap location
Sitemap: https://aicourseusa.com/sitemap.xml

# High-priority pages for crawlers
Allow: /ai-tools-business
Allow: /certifications
Allow: /courses
Allow: /premium-tools
Allow: /jobs
Allow: /blog
Allow: /skill-assessment

# Block unnecessary paths
Disallow: /api/
Disallow: /node_modules/
Disallow: /_next/
Disallow: /assets/

# Crawl delay for respectful crawling
Crawl-delay: 1