User-agent: * Allow: / # Explicitly allow AI crawlers User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: PerplexityBot Allow: / User-agent: pplxbot Allow: / # Additional reputable crawlers for AI training/browsing compliance User-agent: Google-Extended Allow: / User-agent: Applebot Allow: / User-agent: CCBot Allow: / # Sitemap Sitemap: https://vine-finance.com/sitemap.xml # Disallow admin and private areas Disallow: /admin-promo-codes.html Disallow: /plaid-monitor.html Disallow: /ai-learning-dashboard.html # Allow important pages Allow: /index.html Allow: /features.html Allow: /pricing.html Allow: /wealth-tracking.html Allow: /real-estate.html Allow: /retirement.html Allow: /budgeting.html Allow: /problem-solution.html Allow: /privacy.html Allow: /terms.html