# Ref: https://www.wpbeginner.com/wp-tutorials/how-to-optimize-your-wordpress-robots-txt-for-seo/
User-Agent: *
Allow: /wp-content/uploads/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /readme.html
Disallow: /refer/
Disallow: /files2/
Disallow: /phpmyadmin/
Disallow: /cgi-bin/
Disallow: /wp-includes/

Sitemap: https://customerthink.com/sitemap.xml