User-agent: *
Sitemap: https://www.progear.co.nz/sitemap.xml


##############
#   custom   #
##############

# Google search & related bots
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Storebot-Google
Allow: /

User-agent: Google-InspectionTool
Allow: /

# Bing search
User-agent: Bingbot
Allow: /

# Social media preview bots
User-agent: Twitterbot
Allow: /

User-agent: FacebookExternalHit
Allow: /

User-agent: LinkedInBot
Allow: /

# Block everything else
User-agent: *
Disallow: /