# BOT EXCLUSIONS
# Copyright (c) 2022 URBAN ELEGANCE - ALL RIGHTS RESERVED.

User-agent: *
Disallow: /css/
Disallow: /js/
Disallow: /pdfjs/
Disallow: /pdfjs/cmaps/
Disallow: /pdfjs/locale/
Disallow: /pdfjs/images/
Disallow: /pdfjs/standard_fonts/
Disallow: /test/

User-agent: attributor
Disallow: /

User-agent: fairshare
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: NerdByNature.Bot
Disallow: /

User-agent: Mail.RU
Disallow: /

User-agent: Spinn3r
Disallow: /

User-agent: dotbot 
Disallow: /

User-agent: seoprofiler
Disallow: /

User-agent: spbot
Disallow: /

# limit EntireWeb to downloading one page every five seconds
User-agent: Speedy
Crawl-Delay: 5

User-agent: sitebot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /