User-agent: *

# Standard WordPress limitations
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-json/
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /cgi-bin/
Disallow: /.well-known/
Disallow: /ads.txt
Disallow: /apple-app-site-association

# Blocking search pages
Disallow: /*?sdata=*
Disallow: /*?*sdata=*
Disallow: /*?s=*
Disallow: /search/

# Blocking WordPress archives and system pages
Disallow: /author/
Disallow: /20*/
Disallow: /tag/
Disallow: /*?attachment_id=*
Disallow: /*/attachment/*
Disallow: /feed/
Disallow: /*/?replytocom=*
Disallow: /wp-login.php
Disallow: /wp-register.php

# By default, we block all URLs with parameters
Disallow: /*?*

# Block webp files
# Disallow: /*.webp$
# Disallow: /*.svg$
# Disallow: /*.png$
# Disallow: /*.jpg$

# Allow indexing of blog pages with pagination and categories
Allow: /*?page=*
Allow: /*?cat=*
Allow: /*?page=*&cat=*
Allow: /blog/?page=*

# Permission for video pages
Allow: /video-watch-page/?video_id=*

# Resource permission
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /wp-content/themes/fanscrm/style.css
Allow: /wp-content/themes/fanscrm/js/
Allow: /wp-includes/js/jquery/jquery.min.js

# Settings for Google
User-agent: Googlebot

# Settings for  Bing
User-agent: Bingbot
Disallow: /wp-content/plugins/

# sitemap
Sitemap: https://fans-crm.com/sitemap_index.xml