User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/

# Allow search engines to crawl specific pages
Allow: /sitemap.xml
Allow: /feed/

# Disallow certain types of files
Disallow: /*.php
Disallow: /*.pdf
Disallow: /*.doc
Disallow: /*.xls
Disallow: /*.ppt
Disallow: /*.jpg
Disallow: /*.gif
Disallow: /*.png

# Allow search engines to crawl specific directories or pages
Allow: /category/
Allow: /tag/
Allow: /search/

# Disallow crawling of dynamic content
Disallow: /?