From 7c7ba3231480ba311fb548cf80a2074d58b49138 Mon Sep 17 00:00:00 2001 From: Voxel Date: Mon, 14 Apr 2025 10:45:00 -0400 Subject: [PATCH] Create robots.txt --- robots.txt | 59 ++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 59 insertions(+) create mode 100644 robots.txt diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..5471d10 --- /dev/null +++ b/robots.txt @@ -0,0 +1,59 @@ +User-agent: AhrefsBot +Disallow: / + +User-agent: SemrushBot +Disallow: / + +User-agent: MJ12bot +Disallow: / + +User-agent: BLEXBot +Disallow: / + +User-agent: DotBot +Disallow: / + +User-agent: YandexBot +Disallow: / + +User-agent: Sogou +Disallow: / + +User-agent: HTTrack +Disallow: / + +User-agent: wget +Disallow: / + +User-agent: Python-urllib +Disallow: / + +User-agent: EmailSiphon +Disallow: / + +User-agent: EmailCollector +Disallow: / + +User-agent: ExtractorPro +Disallow: / + +User-agent: WebEMailExtractor +Disallow: / + +User-agent: EmailHarvester +Disallow: / + +User-agent: EmailWolf +Disallow: / + +User-agent: Zeus +Disallow: / + +User-agent: CherryPicker +Disallow: / + +User-agent: EmailSucker +Disallow: / + +User-agent: EmailCrawler +Disallow: /