# Forbid these:
User-agent: AhrefsBot
User-agent: ALittle Client
User-agent: AliyunSecBot
User-agent: Applebot
User-agent: AwarioBot
User-agent: BitSightBot
User-agent: Bytespider
User-agent: CCBot
User-agent: CensysInspect
User-agent: CMS-Checker
User-agent: crawler_eb_germany_2.0
User-agent: DataForSeoBot
User-agent: Dataprovider.com
User-agent: DotBot
User-agent: Go-http-client
User-agent: Grammarly
User-agent: ImagesiftBot
User-agent: InternetMeasurement
User-agent: MJ12bot
User-agent: NetcraftSurveyAgent
User-agent: netEstate NE Crawler
User-agent: Orbbot
User-agent: PetalBot
User-agent: RecordedFuture Global Inventory Crawler
User-agent: rogerbot
User-agent: SemrushBot
User-agent: SERankingBacklinksBot
User-agent: wpbot
User-agent: YandexBot
User-agent: visionheight.com/scan
Disallow: /

# All other robots allowed
User-agent: *
Disallow: /index.html
Disallow: /SiteMap.aspx

# Sitemap files
Sitemap: https://the.ravens.reviews/sitemap.txt
Sitemap: https://the.ravens.reviews/sitemap.xml