#CommonCrawl (ChatGPT)
#User-agent: CCBot
#Disallow: /

#Googlebot
User-agent: Googlebot
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /search/
Disallow: /?s=*
Allow: /.css
Allow: /.js

# Global
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /info/
Disallow: /search/
Disallow: /?s=*
Allow: /wp-includes/js/
Allow: /wp-content/plugins/
Allow: /wp-content/themes/
Allow: /wp-content/cache/
Disallow: /xmlrpc.php
#Crawl-delay: 60
Sitemap: https://globalgrasshopper.com/sitemap_index.xml