# robots.txt for ag-power.com
# Generated May 2026

# -----------------------------------------------
# Google Bots - Allow full crawl
# -----------------------------------------------
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

# -----------------------------------------------
# Semrush Bot - Allow crawl, block inventory & filter URLs
# -----------------------------------------------
User-agent: SemrushBot
Allow: /

# Block all inventory listing and filter pages
Disallow: /used-equipment?
Disallow: /Used-Equipment/
Disallow: /used-categories/
Disallow: /New-Equipment/Residential/Compact-Tractors/1-Series-Sub-Compact-Tractors
Disallow: /New-Equipment/Residential/Compact-Tractors/2-Series-Compact-Utility-Tractors
Disallow: /New-Equipment/Residential/Compact-Tractors/3-Series-Compact-Utility-Tractors
Disallow: /New-Equipment/Residential/Compact-Tractors/4-Series-Compact-Utility-Tractors
Disallow: /New-Equipment/Residential/Gator-Utility-Vehicles/Full-Size-Gator-XUV-Crossover-Utility-Vehicle
Disallow: /New-Equipment/Residential/Gator-Utility-Vehicles/Mid-Size-Gator-XUV-Crossover-Utility-Vehicles
Disallow: /New-Equipment/Commercial-Equipment/Commercial-Mowers
Disallow: /New-Equipment/Commercial-Equipment/Compact-Construction-Equipment
Disallow: /New-Equipment/Agriculture/Tractors/Utility-Tractors
Disallow: /New-Equipment/Agriculture/Tractors/4WD-and-Track-Tractors
Disallow: /New-Equipment/Frontier-Utility-Attachments/frontier-landscape-equipment
Disallow: /New-Equipment/Shortlines

# Block location sub-pages
Disallow: /Higginsville
Disallow: /Easton

# -----------------------------------------------
# All other bots - Allow full crawl
# -----------------------------------------------
User-agent: *
Allow: /

# -----------------------------------------------
# Sitemap
# -----------------------------------------------
Sitemap: https://ag-power.com/sitemap.xml