diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..5471d10 --- /dev/null +++ b/robots.txt @@ -0,0 +1,59 @@ +User-agent: AhrefsBot +Disallow: / + +User-agent: SemrushBot +Disallow: / + +User-agent: MJ12bot +Disallow: / + +User-agent: BLEXBot +Disallow: / + +User-agent: DotBot +Disallow: / + +User-agent: YandexBot +Disallow: / + +User-agent: Sogou +Disallow: / + +User-agent: HTTrack +Disallow: / + +User-agent: wget +Disallow: / + +User-agent: Python-urllib +Disallow: / + +User-agent: EmailSiphon +Disallow: / + +User-agent: EmailCollector +Disallow: / + +User-agent: ExtractorPro +Disallow: / + +User-agent: WebEMailExtractor +Disallow: / + +User-agent: EmailHarvester +Disallow: / + +User-agent: EmailWolf +Disallow: / + +User-agent: Zeus +Disallow: / + +User-agent: CherryPicker +Disallow: / + +User-agent: EmailSucker +Disallow: / + +User-agent: EmailCrawler +Disallow: /