User-agent: crawl
Disallow: /
User-agent: Slurp
Disallow: /
User-agent: Voila
Disallow: /
User-agent: MMCrawler
Disallow: /
User-agent: MSNBot
Disallow: /
User-agent: AskJeeves
Disallow: /
User-agent: noxtrumbot
Disallow: /
User-agent: GigaBot
Disallow: /
User-agent: SBIder
Disallow: /
User-agent: psbot
Disallow: /
User-agent: lycra
Disallow: /
User-agent: BadBot
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: noxtrumbot
Disallow: /
User-agent: StackRambler
Disallow: /
User-agent: Girafabot
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: *
Disallow: /asp
Disallow: administradorwww.asp
Disallow: /images
Disallow: /fiestas*
disallow: /foro
disallow: /foroweb
Disallow: /*.gif$ 
Disallow: /*.jpg$
Disallow: /*.swf$
Disallow: /*.pdf$
Disallow: /*adm*
Disallow: /borr* 
Disallow: /aquejarsetoca
Disallow: /arribayabajo
Disallow: /calendar
disallow: /cartasweb
disallow: /grupos
Disallow: /*firm*
Disallow: /add*
Disallow: /*.asp$
Disallow: /partidos
Disallow: /psoe
Disallow: /cicyl
Disallow: /tmp
Disallow: /*admin*
Disallow: /stats
Disallow: /grupos
Disallow: /novedades
Disallow: /LibroVisitas
Disallow: /aquejarsetoca
Disallow: /arribayabajo
Disallow: /webcam
Disallow: /columnas