# Allow Googlebot to crawl everything except the blocked paths below
User-agent: Googlebot
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-json/
Disallow: /feed/
Disallow: /rss/
Disallow: /*?*
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/astra/assets/
Disallow: /wp-content/themes/astra/fonts/
Disallow: /wp-content/themes/astra/js/
Disallow: /wp-content/themes/astra/css/


# Block URLs that contain query parameters (feed, ? etc.)
Disallow: /*?*

# Block any paths related to theme customizer and unimportant URLs (Astra-related)
Disallow: /?customize_changeset_uuid=*
Disallow: /?customize_theme=astra
Disallow: /wp-admin/admin-ajax.php

# Block LiteSpeed Cache-related files and directories
Disallow: /wp-content/cache/
Disallow: /wp-content/litespeed/
Disallow: /wp-content/uploads/litespeed/

# Block 404 pages explicitly to avoid crawling error pages
Disallow: /404.html
Disallow: /page-not-found/

# Allow Google's web crawlers to access image assets
User-agent: Googlebot-Image
Allow: /wp-content/uploads/

# Allow Googlebot to index the main content of the site
User-agent: *
Allow: /wp-content/uploads/
Allow: /post-url/

# Block unnecessary feeds and tags from crawling
Disallow: /comments/feed/
Disallow: /category/*/feed/


# Block RSS feed URLs
Disallow: /rss/
Disallow: /feed/

# Prevent Googlebot from crawling duplicate content URLs
Disallow: /page/*


Sitemap: https://www.thehumorside.com/sitemap_index.xml
sitemap: https://www.thehumorside.com/news-sitemap.xml