User-agent: dotbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot 
Disallow: /

User-agent: *
Crawl-Delay: 6
# Directories
Disallow: */wp-content/themes/
Disallow: */wp-content/plugins/
Disallow: */config/
Disallow: */controllers/
Disallow: */css/

Disallow: */js/
Disallow: */localization/
Disallow: */log/
Disallow: */mails/
Disallow: */modules/
Disallow: */override/
Disallow: */src/
Disallow: */tools/
Disallow: */translations/

Disallow: */vendor/
Disallow: */web/
Disallow: */webservice/