diff --git a/robots.txt b/robots.txt index 5471d10..4dbd7a4 100644 --- a/robots.txt +++ b/robots.txt @@ -1,9 +1,14 @@ -User-agent: AhrefsBot -Disallow: / +Sitemap: https://milk.servemp3.com/sitemap.xml User-agent: SemrushBot Disallow: / +User-agent: DataForSeoBot +Disallow: / + +User-agent: AdsBot-Google +Disallow: / + User-agent: MJ12bot Disallow: /