User-agent: *
Disallow:
Allow: /

# NPIT Cybersecurity Platform - SEO Optimization
# ==============================================
# This robots.txt file defines crawling rules for NPIT's 
# cybersecurity and IT support services website

# ALLOWED PAGES - Main Content Areas
# ==================================
# Homepage and core service pages
Allow: /
Allow: /cybersecurity
Allow: /it-support  
Allow: /consulting
Allow: /about
Allow: /contact

# Blog and content marketing
Allow: /blog
Allow: /blog/*

# BLOCKED AREAS - Security & Privacy
# ==================================
# Administrative interfaces
Disallow: /admin
Disallow: /admin/*

# API endpoints (not for public indexing)
Disallow: /api/
Disallow: /api/*

# Legal and policy pages (low SEO value)
Disallow: /privacy
Disallow: /privacy-policy
Disallow: /terms
Disallow: /terms-of-service
Disallow: /cookie-policy

# System directories
Disallow: /tmp/
Disallow: /cache/
Disallow: /assets/temp/
Disallow: /.well-known/
Disallow: /error/
Disallow: /test/
Disallow: /uploads/
Disallow: /files/

# ALLOWED ASSETS - For Proper Page Rendering
# ==========================================
Allow: /assets/*.css
Allow: /assets/*.js
Allow: /assets/*.png
Allow: /assets/*.jpg
Allow: /assets/*.jpeg
Allow: /assets/*.gif
Allow: /assets/*.webp
Allow: /assets/*.svg
Allow: /src/assets/

# SITEMAP LOCATION
# ================
Sitemap: https://npit.co.uk/sitemap.xml

# CRAWLING SETTINGS
# =================
# Be respectful of server resources
Crawl-delay: 1