From 101e47a1e8c721546e0be9d8549d32a9ce2bf894 Mon Sep 17 00:00:00 2001 From: Voxel Date: Mon, 14 Apr 2025 10:51:41 -0400 Subject: [PATCH] Update robots.txt --- robots.txt | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/robots.txt b/robots.txt index 5471d10..4dbd7a4 100644 --- a/robots.txt +++ b/robots.txt @@ -1,9 +1,14 @@ -User-agent: AhrefsBot -Disallow: / +Sitemap: https://milk.servemp3.com/sitemap.xml User-agent: SemrushBot Disallow: / +User-agent: DataForSeoBot +Disallow: / + +User-agent: AdsBot-Google +Disallow: / + User-agent: MJ12bot Disallow: /