Sitemap: https://direct-locksmithservices.com/sitemap_index.xml

# Universal rules for all crawlers
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /cgi-bin/

# Allow critical rendering resources
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

# Block dynamic and duplicate content
Disallow: /*?*
Disallow: /*&*
Disallow: /*?replytocom
Disallow: /*.php$
Disallow: /*.cgi$
Disallow: /*.json$
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /trackback/
Disallow: /?s=

# Allow media files for SEO
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$

# Block non-SEO file types
Disallow: /*.zip$
Disallow: /*.rar$
Disallow: /*.exe$
Disallow: /*.txt$

# Specific Googlebot directives
User-agent: Googlebot
Allow: /wp-admin/admin-ajax.php
Allow: *.js
Allow: *.css
Disallow: /wp-json/

# Specific instructions for Bingbot (also applies to Yahoo)
User-agent: Bingbot
Allow: /wp-content/uploads/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-json/

# Specific instructions for YandexBot
User-agent: YandexBot
Allow: /wp-content/uploads/
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Disallow: /wp-json/
Disallow: /cgi-bin/
Disallow: /wp-admin/

# Specific instructions for DuckDuckGo (inherited from Bing/Yandex)
User-agent: DuckDuckBot
Allow: /wp-content/uploads/
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Disallow: /wp-json/
Disallow: /cgi-bin/
Disallow: /wp-admin/