User-agent: *
Allow: /

# Sitemap
Sitemap: https://cygnusx.ca/sitemap.xml

# Note: API subdomain (api.cygnusx.ca) should have its own robots.txt
# that disallows all crawlers. This robots.txt only applies to cygnusx.ca

# Disallow admin and private areas
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /src/
Disallow: /node_modules/
Disallow: /.env
Disallow: /package.json
Disallow: /package-lock.json

# Allow important pages
Allow: /
Allow: /about
Allow: /contact
Allow: /business
Allow: /products-services
Allow: /rex
Allow: /craftx

# ReX Platform Pages
Allow: /rex/download
Allow: /rex/products-services
Allow: /rex/policies
Allow: /rex/policies/terms
Allow: /rex/policies/seller-agreement
Allow: /rex/policies/seller-agreement-pro
Allow: /rex/policies/privacy
Allow: /rex/policies/privacy-detailed
Allow: /rex/policies/terms-detailed
Allow: /rex/policies/payment-refund
Allow: /rex/policies/payment-refund-detailed

# CraftX Platform Pages
Allow: /craftx/development-standards
Allow: /craftx/service-agreement
Allow: /craftx/privacy
Allow: /craftx/terms
Allow: /craftx/info

# Assets and Resources
Allow: /cygnusx-logo.jpg
Allow: /android-icon.png
Allow: /ios-icon.png
Allow: /web-icon.png

# Crawl delay for better server performance
Crawl-delay: 1

# Additional directives for better SEO
# Allow search engines to index all content
Allow: /*.html
Allow: /*.css
Allow: /*.js

# Block access to development files
Disallow: /*.map
Disallow: /dist/
Disallow: /build/
Disallow: /.git/
Disallow: /.vscode/