User-agent: AhrefsBot
Crawl-Delay: 5
Disallow: /ajax_scripts/get_name_url_for_language_change.php
Disallow: /ajax_scripts/get_sedcard_link_for_language_change.php
Disallow: /ajax_scripts/get_agency_link_for_language_change.php
Disallow: /data/
Disallow: /debug/
Disallow: /images/tooltips/
Disallow: /test/
Disallow: /cdn-cgi/

User-agent: *
Disallow: /ajax_scripts/get_name_url_for_language_change.php
Disallow: /ajax_scripts/get_sedcard_link_for_language_change.php
Disallow: /ajax_scripts/get_agency_link_for_language_change.php
Disallow: /data/
Disallow: /debug/
Disallow: /images/tooltips/
Disallow: /test/
Disallow: /cdn-cgi/