User-Agent: SemrushBot
Disallow: /

User-agent: facebookexternalhit
Disallow:

User-Agent: *
Disallow: /.sucuriquarantine/
Disallow: /.well-known/
# Disallow: /application/
Allow: /assets/css/
Allow: /assets/fonts/
Allow: /assets/images/
# Disallow: /assets/js/
Allow: /assets/pdf/
# Disallow: /assets/vendor/
Allow: /assets/videos/
# Disallow: /site-images/
# Disallow: /system/
Disallow: /uploads/

# Disallow pages that offer no utility for search engines and their foriegn language versions
Disallow: /home
Disallow: /profile
Disallow: /clients
Disallow: /suggest
Disallow: /logged_out
Disallow: /logout_success
Disallow: /contact_success
Disallow: /contact_error
Disallow: /subscription_success
Disallow: /subscription_error
Disallow: /subscription_already
Disallow: /subscription_fail
Disallow: /addmoreusers
Disallow: /addmoreusers_success
Disallow: /addmoreusers_fail
Disallow: /request_quote
Disallow: /quote_success
Disallow: /register
Disallow: /register_success
Disallow: /request_success
Disallow: /trial_survey
Disallow: /trial_success
Disallow: /trial_fail
Disallow: /survey
Disallow: /survey_success
Disallow: /report
Disallow: /report_success
Disallow: /error_404
Disallow: /updates_new
Disallow: */logged_out
Disallow: */logout_success
Disallow: */contact_success
Disallow: */contact_error
Disallow: */subscription_success
Disallow: */subscription_error
Disallow: */subscription_already
Disallow: */subscription_fail
Disallow: */addmoreusers
Disallow: */addmoreusers_success
Disallow: */addmoreusers_fail
Disallow: */request_quote
Disallow: */quote_success
Disallow: */register
Disallow: */register_success
Disallow: */request_success
Disallow: */trial_survey
Disallow: */trial_success
Disallow: */trial_fail
Disallow: */survey
Disallow: */survey_success
Disallow: */report
Disallow: */report_success
Disallow: */error_404
Disallow: */updates_new

# Disallow specific query strings for portal, but be aware this is not a standard approach.
# This may not block all variations of /portal?key= but could be respected by some crawlers.
Disallow: /portal?key=

Sitemap: https://www.therehablab.com/ko-KR/sitemap.xml
Sitemap: https://www.therehablab.com/ru-RU/sitemap.xml
Sitemap: https://www.therehablab.com/sitemapindex.xml