# it3.site robots.txt
# Updated for proper crawl budget management

User-agent: *

# Allow all important pages
Allow: /
Allow: /tools/
Allow: /blog/
Allow: /about
Allow: /faq
Allow: /contact

# Block user account pages — no SEO value
Disallow: /dashboard
Disallow: /login
Disallow: /register
Disallow: /settings
Disallow: /profile

# Block API routes
Disallow: /api/

# Block internal/utility pages
Disallow: /cron/dashboard
Disallow: /cron/jobs
Disallow: /cron/history
Disallow: /cron/login
Disallow: /cron/register
Disallow: /cron/super-admin
Disallow: /_next/

# Block search results pages if they exist
Disallow: /search?
Disallow: /*?q=
Disallow: /*?search=
Disallow: /*?page=*&*

# Allow important static files
Allow: /*.js$
Allow: /*.css$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.svg$
Allow: /*.webp$

# Sitemap location
Sitemap: https://it3.site/sitemap.xml
Sitemap: https://it3.site/sitemap-images.xml

# Crawl delay (optional — remove if site is fast)
Crawl-delay: 1