Sitemap: https://www.thesword.com/sitemap.xml
Sitemap: https://www.thesword.com/news-sitemap.xml

# Group 1 - crawl delay in search console NO SETTING ISSUE
User-agent: Googlebot
Allow: /
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/ #block access to internal search result pages
Disallow: *?s=* #block access to internal search result pages
Disallow: *?p=* #block access to pages for which permalinks fails
Disallow: *&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page

# Group 2 - slow down Yahoo
User-agent: Slurp
Crawl-delay: 10


# Group 3 everyone attempt to slow down crawl to 10 seconds for other bots
User-agent: *
Crawl-Delay: 10
Allow: /
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/ #block access to internal search result pages
Disallow: *?s=* #block access to internal search result pages
Disallow: *?p=* #block access to pages for which permalinks fails
Disallow: *&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page



Sitemap: https://www.thesword.com/sitemap.xml