# robots.txt for verticomm.com  
# Last updated: October 2025  
# Purpose: Maximum visibility for traditional search engines + AI crawlers  
# =========================================  
# TRADITIONAL SEARCH ENGINE CRAWLERS  
User-agent: Googlebot  
Allow: /  
User-agent: Googlebot-Image  
Allow: /  
User-agent: Googlebot-Mobile  
Allow: /  
User-agent: Googlebot-Video  
Allow: /  

User-agent: Bingbot  
Allow: /  
User-agent: BingPreview  
Allow: /  

User-agent: Slurp  
Allow: /  
User-agent: DuckDuckBot  
Allow: /  
User-agent: Baiduspider  
Allow: /  
User-agent: YandexBot  
Allow: /  

# =========================================  
# AI CRAWLER ACCESS (Generative Search Optimization)  
User-agent: GPTBot  
Allow: /  
User-agent: GPTBot/*  
Allow: /  
User-agent: ClaudeBot  
Allow: /  
User-agent: ClaudeBot/*  
Allow: /  
User-agent: PerplexityBot  
Allow: /  
User-agent: CCBot  
Allow: /  
User-agent: Bytespider  
Allow: /  
User-agent: cohere-ai  
Allow: /  
User-agent: Amazonbot  
Allow: /  
User-agent: Applebot  
Allow: /  
User-agent: Applebot-Extended  
Allow: /  
User-agent: Meta-ExternalAgent  
Allow: /  
User-agent: FacebookBot  
Allow: /  
User-agent: Google-Extended  
Allow: /  

# =========================================  
# CATCH-ALL (Allow everything by default)  
User-agent: *  
Allow: /  

# =========================================  
# OPTIONAL: DISALLOW LOW-VALUE PAGES  
# Uncomment to prevent crawling of certain areas:
# Disallow: /admin/
# Disallow: /private/
# Disallow: /thank-you/
# Disallow: /cart/
# Disallow: /checkout/
# Disallow: /wp-admin/
# Disallow: /wp-login.php
# Disallow: /search
# Disallow: /*?  
# Disallow: /*.pdf$

# =========================================  
# SITEMAP LOCATION  
Sitemap: https://www.verticomm.com/sitemap.xml


Sitemap: https://www.verticomm.com/sitemap.xml