# WordPress Robots.txt

# Allow all search engines
User-agent: *

# Disallow sensitive WordPress directories
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /wp-json/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /private/
Disallow: /?s=  # Disallow search query results

# Allow access to specific admin-ajax file (necessary for plugins)
Allow: /wp-admin/admin-ajax.php

# Block access to private files
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /?s=

# Block duplicate content
Disallow: /tag/
Disallow: /author/

# Social Media
User-agent: facebookexternalhit
Disallow:
User-agent: Twitterbot
Disallow: 

User-agent: Googlebot
Disallow:

# Sitemap location
Sitemap: https://www.divi-pixel.com/sitemap.xml