# Veridian robots.txt file

User-agent: *
Sitemap: https://dea.digar.ee/sitemap-dea-index.xml
Crawl-delay: 10                                 # Wait one second between requests
Disallow: /cgi-bin/imageserver.pl               # Block imageserver requests
Disallow: /?a=a                 # Block authentication
Disallow: /?a=q                 # Block queries
Disallow: /?a=tc                # Block text correction
Disallow: /?a=ur                # Block user registration
Disallow: /?*&e=*               # Block all internal links
Disallow: /?a=is&oid=AKeestpatendil201706&type=staticpdf  # block specific pdf requested in HLP-136066
Disallow: /cgi-bin/dea?a=a                 # Block authentication
Disallow: /cgi-bin/dea?a=q                 # Block queries
Disallow: /cgi-bin/dea?a=tc                # Block text correction
Disallow: /cgi-bin/dea?a=ur                # Block user registration
Disallow: /cgi-bin/dea?*&e=*               # Block all internal links
Disallow: /cgi-bin/dea?a=is&oid=AKeestpatendil201706&type=staticpdf  # block specific pdf requested in HLP-136066

User-agent: YandexBot
Disallow: /

User-Agent: bingbot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Mail.Ru
Disallow: /