6 lines
140 B
Plaintext
6 lines
140 B
Plaintext
# Block all crawlers from accessing any part of the site
|
|
# This is an API/application server, not a content site
|
|
User-agent: *
|
|
Disallow: /
|
|
|