Sign in
melange
/
soc
/
8331e22d307f38892cc96825114cbe400f747e1b
/
.
/
app
/
soc
/
content
/
robots.txt
blob: c0339176af2d1ca1b3931eb9ffb4fe492a365328 [
file
] [
log
] [
blame
]
# Directions for web crawlers.
# See http://www.robotstxt.org/wc/norobots.html.
User-agent: HTTrack
User-agent: puf
User-agent: MSIECrawler
User-agent: Nutch
Disallow: /
