mirror of
https://github.com/milk-net/milk-net.github.io.git
synced 2025-04-18 17:23:40 -05:00
59 lines
712 B
Text
59 lines
712 B
Text
User-agent: AhrefsBot
|
|
Disallow: /
|
|
|
|
User-agent: SemrushBot
|
|
Disallow: /
|
|
|
|
User-agent: MJ12bot
|
|
Disallow: /
|
|
|
|
User-agent: BLEXBot
|
|
Disallow: /
|
|
|
|
User-agent: DotBot
|
|
Disallow: /
|
|
|
|
User-agent: YandexBot
|
|
Disallow: /
|
|
|
|
User-agent: Sogou
|
|
Disallow: /
|
|
|
|
User-agent: HTTrack
|
|
Disallow: /
|
|
|
|
User-agent: wget
|
|
Disallow: /
|
|
|
|
User-agent: Python-urllib
|
|
Disallow: /
|
|
|
|
User-agent: EmailSiphon
|
|
Disallow: /
|
|
|
|
User-agent: EmailCollector
|
|
Disallow: /
|
|
|
|
User-agent: ExtractorPro
|
|
Disallow: /
|
|
|
|
User-agent: WebEMailExtractor
|
|
Disallow: /
|
|
|
|
User-agent: EmailHarvester
|
|
Disallow: /
|
|
|
|
User-agent: EmailWolf
|
|
Disallow: /
|
|
|
|
User-agent: Zeus
|
|
Disallow: /
|
|
|
|
User-agent: CherryPicker
|
|
Disallow: /
|
|
|
|
User-agent: EmailSucker
|
|
Disallow: /
|
|
|
|
User-agent: EmailCrawler
|
|
Disallow: /
|