User-agent: *
Disallow: /wp/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /admin/
Disallow: /api/


User-agent: dotbot
Disallow: /
Disallow: /.well-known/

User-agent: Python-urllib/3.7
Disallow: /
Disallow: /.well-known/

User-agent: wget
Disallow: /
Disallow: /.well-known/

User-agent: curl
Disallow: /
Disallow: /.well-known/