mirror of
https://github.com/freedit-org/freedit.git
synced 2026-01-09 12:38:04 -05:00
35 lines
427 B
Plaintext
35 lines
427 B
Plaintext
User-agent: *
|
|
Disallow: /admin
|
|
Disallow: /mod
|
|
Disallow: /preview
|
|
Disallow: /gallery
|
|
|
|
User-agent: MJ12Bot
|
|
Disallow: /
|
|
|
|
User-agent: PetalBot
|
|
Disallow: /
|
|
|
|
User-agent: AspiegelBot
|
|
Disallow: /
|
|
|
|
User-agent: AhrefsBot
|
|
Disallow: /
|
|
|
|
User-agent: SEMrushBot
|
|
Disallow: /
|
|
|
|
User-agent: DotBot
|
|
Disallow: /
|
|
|
|
User-agent: MauiBot
|
|
Disallow: /
|
|
|
|
User-agent: Yandex
|
|
Disallow: /
|
|
|
|
User-agent: Bytespider
|
|
Disallow: /
|
|
|
|
User-agent: SummalyBot
|
|
Disallow: / |