# Hi Robots! Welcome!
# Hi Humans! This File is not for you!

# Robots Main Rules
User-agent: *
Crawl-delay: 12
Request-rate: 1/12s
Sitemap: https://www.celextel.org/sitemap.xml
Indexpage: https://www.celextel.org/
Host: www.celextel.org

# Folders and Files Disallow Rules
User-agent: *
Disallow: /.well-known/
Disallow: /backups/
Disallow: /blackhole/
Disallow: /cgi-bin/
Disallow: /data/
Disallow: /error_page/
Disallow: /includes/
Disallow: /plugins/
Disallow: /scripts/
Disallow: /theme/
Disallow: /.htaccess
Disallow: /banned.php
Disallow: /error_log
Disallow: /errorlogs_clean.php
Disallow: /filesafe.php
Disallow: /gsconfig.php
Disallow: /rss.css
Disallow: /wp-login.php
Disallow: /z_uptime.txt

# Robots Disallow Rules

User-agent: 360Spider
Disallow: / 

User-agent: AhrefsBot
Disallow: / 

User-agent: AppleWebKit
Disallow: / 

User-agent: arquivo-web-crawler
Disallow: / 

User-agent: BacklinkCrawler
Disallow: / 

User-agent: Baiduspider
Disallow: / 

User-agent: BLEXBot
Disallow: / 

User-agent: Bytespider
Disallow: / 

User-agent: Clarabot
Disallow: / 

User-agent: Domain Re-Animator Bot
Disallow: / 

User-agent: DomainStatsBot
Disallow: / 

User-agent: DownloaderChrome
Disallow: / 

User-agent: dotbot
Disallow: / 

User-agent: EarwigBot
Disallow: / 

User-agent: EventGuruBot
Disallow: / 

User-agent: Gigabot
Disallow: / 

User-agent: Googlebot-Image
Disallow: / 

User-agent: Googlebot-Image/1.0
Disallow: / 

User-agent: Jersey
Disallow: / 

User-agent: LightspeedSystemsCrawler
Disallow: / 

User-agent: MegaIndex
Disallow: / 

User-agent: Mozilla/5.0 (compatible; MegaIndex.ru/2.0; +http://megaindex.com/crawler)
Disallow: / 

User-agent: oBot
Disallow: / 

User-agent: PagePeeker
Disallow: / 

User-agent: proximic
Disallow: / 

User-agent: Python
Disallow: / 

User-agent: python-requests
Disallow: / 

User-agent: Python-urllib
Disallow: / 

User-agent: Mail.RU_Bot
Disallow: / 

User-agent: SearchmetricsBot
Disallow: /

User-agent: Seekport
Disallow: / 

User-agent: SemanticScholarBot 
Disallow: / 

User-agent: SemrushBot
Disallow: / 

User-agent: SEOkicks
Disallow: / 

User-agent: SeznamBot
Disallow: / 

User-agent: Sougou+web+spider
Disallow: / 

User-agent: TurnitinBot
Disallow: / 

User-agent: XoviBot
Disallow: / 

User-agent: Yandex
Disallow: / 

User-agent: YandexImages/3.0
Disallow: / 

User-agent: ZoominfoBot
Disallow: /