Sign in
melange
/
soc
/
8331e22d307f38892cc96825114cbe400f747e1b
/
.
/
app
/
soc
/
content
/
robots.txt
blob: c0339176af2d1ca1b3931eb9ffb4fe492a365328 [
file
] [
log
] [
blame
]
# Directions for web crawlers.
# See http://www.robotstxt.org/wc/norobots.html.
User
-
agent
:
HTTrack
User
-
agent
:
puf
User
-
agent
:
MSIECrawler
User
-
agent
:
Nutch
Disallow
:
/
