# AXERYNTECH - Institutional Infrastructure Robots.txt
# Strategic SEO configuration for permanent technology systems

# Main crawler directives
User-agent: *
Allow: /

# Institutional pages - full access
Allow: /index.html
Allow: /about.html
Allow: /products.html
Allow: /team.html
Allow: /founder.html
Allow: /contact.html

# Strategic resources
Allow: /styles.css
Allow: /script.js
Allow: /sitemap.xml

# Administrative protection
Disallow: /admin.html
Disallow: /api/admin/
Disallow: /api/admin/*

# Security through obscurity
Disallow: /admin
Disallow: /admin/
Disallow: /administrator
Disallow: /administrator/
Disallow: /login
Disallow: /login/
Disallow: /panel
Disallow: /panel/
Disallow: /dashboard
Disallow: /dashboard/

# System protection
Disallow: /server.js
Disallow: /data.db
Disallow: /.env
Disallow: /.gitignore
Disallow: /package.json
Disallow: /package-lock.json

# Crawler-specific optimizations

# Googlebot optimization
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Bing optimization
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Institutional crawler optimization
User-agent: institutional-crawler
Allow: /
Crawl-delay: 2

# Sitemap location
Sitemap: https://axeryntech.com/sitemap.xml

# Institutional contact for crawler issues
Contact: axeryntech@gmail.com

# Crawl rate optimization for institutional visibility
Crawl-delay: 1

# Institutional standards compliance
# This robots.txt follows institutional SEO best practices
# for permanent technology infrastructure visibility