mirror of
https://github.com/milk-net/milk-net.github.io.git
synced 2025-04-20 14:13:42 -05:00
64 lines
803 B
Text
64 lines
803 B
Text
Sitemap: https://milk.servemp3.com/sitemap.xml
|
|
|
|
User-agent: SemrushBot
|
|
Disallow: /
|
|
|
|
User-agent: DataForSeoBot
|
|
Disallow: /
|
|
|
|
User-agent: AdsBot-Google
|
|
Disallow: /
|
|
|
|
User-agent: MJ12bot
|
|
Disallow: /
|
|
|
|
User-agent: BLEXBot
|
|
Disallow: /
|
|
|
|
User-agent: DotBot
|
|
Disallow: /
|
|
|
|
User-agent: YandexBot
|
|
Disallow: /
|
|
|
|
User-agent: Sogou
|
|
Disallow: /
|
|
|
|
User-agent: HTTrack
|
|
Disallow: /
|
|
|
|
User-agent: wget
|
|
Disallow: /
|
|
|
|
User-agent: Python-urllib
|
|
Disallow: /
|
|
|
|
User-agent: EmailSiphon
|
|
Disallow: /
|
|
|
|
User-agent: EmailCollector
|
|
Disallow: /
|
|
|
|
User-agent: ExtractorPro
|
|
Disallow: /
|
|
|
|
User-agent: WebEMailExtractor
|
|
Disallow: /
|
|
|
|
User-agent: EmailHarvester
|
|
Disallow: /
|
|
|
|
User-agent: EmailWolf
|
|
Disallow: /
|
|
|
|
User-agent: Zeus
|
|
Disallow: /
|
|
|
|
User-agent: CherryPicker
|
|
Disallow: /
|
|
|
|
User-agent: EmailSucker
|
|
Disallow: /
|
|
|
|
User-agent: EmailCrawler
|
|
Disallow: /
|