############################################
# robots.txt  |  Last updated: 2025-05-25
# Purpose: Grant major search engines full
#          access to public content while
#          blocking sensitive WordPress core
############################################

########## GLOBAL DEFAULT (covers most bots) ##########
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /comments/
Allow:    /wp-admin/admin-ajax.php   # keep WP-AJAX working

########## GOOGLE ##########
User-agent: Googlebot
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow:    /wp-admin/admin-ajax.php

########## MICROSOFT (Bing & Copilot preview) ##########
User-agent: Bingbot
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow:    /wp-admin/admin-ajax.php

########## YANDEX ##########
User-agent: Yandex
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow:    /wp-admin/admin-ajax.php

########## BAIDU ##########
User-agent: Baiduspider
Disallow: /wp-admin/
Disallow: /wp-includes/

########## YAHOO ##########
User-agent: Slurp
Disallow: /wp-admin/
Disallow: /wp-includes/

########## DUCKDUCKGO ##########
User-agent: DuckDuckBot
Disallow: /wp-admin/
Disallow: /wp-includes/

########## OTHER POPULAR CRAWLERS ##########
User-agent: Qwantify
Disallow: /wp-admin/
Disallow: /wp-includes/

User-agent: Sogou Spider
Disallow: /wp-admin/
Disallow: /wp-includes/

User-agent: Exabot
Disallow: /wp-admin/
Disallow: /wp-includes/

########## SITEMAPS ##########
Sitemap: https://jlvtech.com/sitemap_index.xml