#
# list specific files robots are not allowed to index
#default stuff
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /thanks/
Disallow: /*page/
Disallow: /tag/
Disallow: /feed/
Disallow: /author/
Disallow: /category/
Disallow: /my-account/
Disallow: /cart/
Disallow: /checkout/

#

User-agent: Ahrefs
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: serpstatbot
Disallow: /

#
# End of robots.txt file
#