27 lines
527 B
Plaintext
27 lines
527 B
Plaintext
User-agent: *
|
|
Allow: /help/
|
|
Allow: /page/
|
|
Allow: /hypha/
|
|
Allow: /recent-changes
|
|
Disallow: /lock
|
|
Disallow: /text/
|
|
Disallow: /binary/
|
|
Disallow: /rev/
|
|
Disallow: /rev-text/
|
|
Disallow: /primitive-diff/
|
|
Disallow: /attachment/
|
|
Disallow: /edit/
|
|
Disallow: /delete-ask/
|
|
Disallow: /rename-ask/
|
|
Disallow: /unattach-ask/
|
|
Disallow: /delete-confirm/
|
|
Disallow: /rename-confirm/
|
|
Disallow: /unattach-confirm/
|
|
Disallow: /history/
|
|
Disallow: /list
|
|
Disallow: /random
|
|
Disallow: /title-search/
|
|
Disallow: /backlinks/
|
|
Disallow: /user-list
|
|
Crawl-delay: 5
|