# robots.txt for ablio.com and friends.
# Friendly, low-speed bots are welcome viewing pages, but not
# dynamically-generated pages.
# If you're irresponsible, your access to the site may be blocked.


# DISALLOWED CRAWLERS
# Some bots are known to be trouble, particularly those designed to copy
# entire sites. Please, obey robots.txt.
User-agent: Ahrefs*
#User-agent: DOC
User-agent: Download Ninja
User-agent: Fetch
User-agent: HTTrack
User-agent: MJ12bot
#User-agent: NPBot
User-agent: Offline Explorer
User-agent: SemrushBot
User-agent: SiteSnagger
User-agent: Telepor*
User-agent: Testomatobot
#User-agent: UbiCrawler
User-agent: WebCopier
#User-agent: WebReaper
User-agent: WebStripper
User-agent: WebZIP
User-agent: Xenu
#User-agent: Zao
User-agent: Zealbot
User-agent: ZyBORG
User-agent: duggmirror
#User-agent: grub-client
User-agent: ia_archive*
User-agent: k2spider
User-agent: larbin
#User-agent: libwww
User-agent: linko
User-agent: sitecheck.internetseer.com
#User-agent: wget
Disallow: /


# APPLE
#User-agent: Applebot
#Disallow: /modules/*/views/


# BAIDU
#User-agent: Baiduspider
#Disallow: /


# FACEBOOK
User-agent: Facebot/1.0
#Crawl-delay: 10
#Disallow: /
Disallow: /interpreters-get-started%20Kind%20regards


# GOOGLE
#User-agent: Adsbot-Google
#User-agent: Googlebot
#User-agent: Googlebot-Image
#User-agent: Googlebot-Mobile
#User-agent: Mediapartners-Googl*
#Disallow: /


# MICROSOFT
#User-agent: MSIECrawler
#User-agent: Microsoft.URL.Control
#User-agent: bingbot
#User-agent: msnbot
#Crawl-delay: 30
#Disallow: /


# CRAWL DELAY (in seconds)
# There are some misbehaved spiders out there that go _way_ too fast.
#User-agent: Facebot/1.0
#User-agent: Slurp
#User-agent: msnbot
#User-agent: noxtrumbot
#Crawl-delay: 10


# ALL CRAWLERS
User-agent: *
Crawl-delay: 2

# ALLOWED URLs (see 'urllist.txt')
Allow: /$
Allow: /?lang=es$
Allow: /?lang=fr$
Allow: /?lang=it$
Allow: /?lang=pt$
Allow: /?lang=ru$
Allow: /ablio-for-business$
Allow: /ablio-for-business?lang=es$
Allow: /ablio-for-business?lang=fr$
Allow: /ablio-for-business?lang=it$
Allow: /ablio-for-business?lang=pt$
Allow: /ablio-for-business?lang=ru$
Allow: /ablioaudience.html$
Allow: /ablioaudience.html?lang=
Allow: /ablioaudience-es.html$
Allow: /ablioaudience-fr.html$
Allow: /ablioaudience-it.html$
Allow: /ablioaudience-pt.html$
Allow: /ablioaudience-ru.html$
Allow: /ablioconference.html$
Allow: /about$
Allow: /about?lang=it$
Allow: /about?lang=ru$
Allow: /affiliates$
Allow: /affiliates?lang=it$
Allow: /affiliates?lang=ru$
Allow: /contact$
Allow: /contact?lang=es$
Allow: /contact?lang=fr$
Allow: /contact?lang=it$
Allow: /contact?lang=pt$
Allow: /contact?lang=ru$
Allow: /corporates$
Allow: /corporates?lang=it$
Allow: /corporates?lang=ru$
Allow: /customers-faq$
Allow: /customers-faq?lang=it$
Allow: /customers-faq?lang=ru$
Allow: /demo$
Allow: /demo?lang=es$
Allow: /demo?lang=fr$
Allow: /demo?lang=it$
Allow: /demo?lang=pt$
Allow: /demo?lang=ru$
Allow: /demo/abliotel$
Allow: /demo/abliotel?lang=es$
Allow: /demo/abliotel?lang=fr$
Allow: /demo/abliotel?lang=it$
Allow: /demo/abliotel?lang=pt$
Allow: /demo/abliotel?lang=ru$
Allow: /demo/account-settings$
Allow: /demo/account-settings?lang=es$
Allow: /demo/account-settings?lang=fr$
Allow: /demo/account-settings?lang=it$
Allow: /demo/account-settings?lang=pt$
Allow: /demo/account-settings?lang=ru$
Allow: /demo/activity$
Allow: /demo/activity?lang=es$
Allow: /demo/activity?lang=fr$
Allow: /demo/activity?lang=it$
Allow: /demo/activity?lang=pt$
Allow: /demo/activity?lang=ru$
Allow: /demo/billings$
Allow: /demo/billings?lang=es$
Allow: /demo/billings?lang=fr$
Allow: /demo/billings?lang=it$
Allow: /demo/billings?lang=pt$
Allow: /demo/billings?lang=ru$
Allow: /demo/booked-sessions$
Allow: /demo/booked-sessions?lang=es$
Allow: /demo/booked-sessions?lang=fr$
Allow: /demo/booked-sessions?lang=it$
Allow: /demo/booked-sessions?lang=pt$
Allow: /demo/booked-sessions?lang=ru$
Allow: /demo/contacts$
Allow: /demo/contacts?lang=es$
Allow: /demo/contacts?lang=fr$
Allow: /demo/contacts?lang=it$
Allow: /demo/contacts?lang=pt$
Allow: /demo/contacts?lang=ru$
Allow: /demo/feedbacks$
Allow: /demo/feedbacks?lang=es$
Allow: /demo/feedbacks?lang=fr$
Allow: /demo/feedbacks?lang=it$
Allow: /demo/feedbacks?lang=pt$
Allow: /demo/feedbacks?lang=ru$
Allow: /demo/preferred-interpreters$
Allow: /demo/preferred-interpreters?lang=es$
Allow: /demo/preferred-interpreters?lang=fr$
Allow: /demo/preferred-interpreters?lang=it$
Allow: /demo/preferred-interpreters?lang=pt$
Allow: /demo/preferred-interpreters?lang=ru$
Allow: /how-it-works$
Allow: /how-it-works?lang=es$
Allow: /how-it-works?lang=fr$
Allow: /how-it-works?lang=it$
Allow: /how-it-works?lang=pt$
Allow: /how-it-works?lang=ru$
Allow: /interpretacao-telefonica.html$
Allow: /interpretacion-telefonica.html$
Allow: /interpretariato-telefonico.html$
Allow: /interpretation-par-telephone.html$
Allow: /interpreters-apply-step1$
Allow: /interpreters-faq$
Allow: /interpreters-get-started$
Allow: /interpreters-learn-more$
Allow: /jobs$
Allow: /jobs?lang=es$
Allow: /jobs?lang=fr$
Allow: /jobs?lang=it$
Allow: /jobs?lang=pt$
Allow: /jobs?lang=ru$
Allow: /pervod-po-telefonu.html$
Allow: /pricing$
Allow: /pricing?lang=es$
Allow: /pricing?lang=fr$
Allow: /pricing?lang=it$
Allow: /pricing?lang=pt$
Allow: /pricing?lang=ru$
Allow: /privacy-policy$
Allow: /privacy-policy?lang=it$
Allow: /privacy-policy?lang=ru$
Allow: /privacy-policy?tab=3$
Allow: /privacy-policy?tab=3&lang=it$
Allow: /privacy-policy?tab=3&lang=ru$
#Allow: /robots.txt$
Allow: /ror.xml$
Allow: /services$
Allow: /services?lang=es$
Allow: /services?lang=fr$
Allow: /services?lang=it$
Allow: /services?lang=pt$
Allow: /services?lang=ru$
Allow: /signin$
Allow: /signin?lang=es$
Allow: /signin?lang=fr$
Allow: /signin?lang=it$
Allow: /signin?lang=pt$
Allow: /signin?lang=ru$
Allow: /signup$
Allow: /signup?lang=es$
Allow: /signup?lang=fr$
Allow: /signup?lang=it$
Allow: /signup?lang=pt$
Allow: /signup?lang=ru$
Allow: /sitemap.html$
Allow: /sitemap.xml$
Allow: /sitemap.xml.gz$
Allow: /standards$
Allow: /standards?lang=it$
Allow: /standards?lang=ru$
Allow: /telephone-interpreting.html$
Allow: /modules/users/downloads/terms_and_conditions.pdf$
Allow: /modules/users/downloads/terms_and_conditions_it.pdf$
Allow: /urllist.txt$

# ALL OTHER URLs ARE DISALLOWED!
Disallow: /


# SITEMAPs
Sitemap: https://ablio.com/ror.xml
#Sitemap: https://ablio.com/sitemap.html
Sitemap: https://ablio.com/sitemap.xml
Sitemap: https://ablio.com/sitemap.xml.gz
Sitemap: https://ablio.com/urllist.txt