# robots.txt for i4a Association Management Software

# Sitemap location
Sitemap: https://www.i4a.com/sitemap_index.xml

# =============================================================================
# DEFAULT RULES FOR ALL CRAWLERS
# =============================================================================
User-agent: *
Allow: /

# Allow CSS, JS, and images for proper rendering
Allow: /*.css
Allow: /*.js
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.png
Allow: /*.gif
Allow: /*.webp
Allow: /*.svg

# Disallow utility/form submission pages
Disallow: /resources/association-cost-calculator/submit.cfm
Disallow: /resources/association-cost-calculator/thank-you/
Disallow: /resources/amc-budget-calculator/submit/
Disallow: /resources/membership-retention-rate-calculator/print-reports/
Disallow: /contact/submit.cfm
Disallow: /contact/thank-you.cfm

# Disallow admin, backend, and internal paths
Disallow: /admin/
Disallow: /private/
Disallow: /project-docs/
Disallow: /custom/
Disallow: /i4a/
Disallow: /_ai/

# =============================================================================
# SEO TOOLS - EXPLICITLY ALLOWED (for backlink & site audit data)
# =============================================================================

# Ahrefs - backlink analysis and SEO metrics
User-agent: AhrefsBot
Allow: /
Crawl-delay: 1

# Majestic - backlink analysis
User-agent: MJ12bot
Allow: /
Crawl-delay: 1

# Semrush bots - SEO auditing and competitive analysis
User-agent: SemrushBot
Allow: /
Crawl-delay: 1

User-agent: SemrushBot-BM
Allow: /
Crawl-delay: 1

User-agent: SiteAuditBot
Allow: /
Crawl-delay: 1

User-agent: Semrushbot-SI
Allow: /
Crawl-delay: 1

# Moz - Domain Authority and backlink analysis
User-agent: rogerbot
Allow: /
Crawl-delay: 1

User-agent: DotBot
Allow: /
Crawl-delay: 1


# =============================================================================
# BLOCKED BOTS - Scrapers, spammers, and unwanted crawlers
# =============================================================================

User-agent: PiplBot
Disallow: /

User-agent: teleport
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: Mercator-2.0
Disallow: /

User-agent: ZyBorg
Disallow: /

User-agent: Polybot
Disallow: /

User-agent: PJSPider
Disallow: /

User-agent: WFARC
Disallow: /

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /

User-agent: GuideBot/5.3
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Orbbot
Disallow: /

User-agent: ZoominfoBot
Disallow: /