# Archivo Robots - Sitio Noticias Urbanas - Febrero 2008
# -------------------------------------------------------

User-agent: *
Disallow: /

User-agent: Googlebot*
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: Slurp
Allow: /

User-agent: MSNBot
Allow: /

User-agent: Scooter
Crawl-delay: 30
Request-rate: 1/60     
Visit-time: 0200-0900 
Disallow: /cgi-bin/
Disallow: /imagenes/
Disallow: /img/
Disallow: /css/
Disallow: /videos/
Disallow: /webalizer/
Disallow: /swf/
Disallow: /consola/
Disallow: /aa180/
Disallow: /apc-aa-nu/
Disallow: /fotos/
Disallow: /js/
Disallow: /tematicas.shtml
Disallow: /tapa.shtml
Disallow: /buscador.shtml
Disallow: /i_cultura.shtml
Disallow: /i_deportes.shtml
Disallow: /i_derechos_humanos.shtml
Disallow: /i_ecologia.shtml
Disallow: /i_economia.shtml
Disallow: /i_educacion.shtml
Disallow: /i_gremiales.shtml
Disallow: /i_justicia.shtml
Disallow: /i_politica.shtml
Disallow: /i_politica_social.shtml
Disallow: /i_salud.shtml
Disallow: /i_seguridad.shtml
Disallow: /i_servicios_publicos.shtml
Disallow: /i_turismo.shtml
Disallow: /i_universidades.shtml
Disallow: /i_urbanismo.shtml

User-agent: WebZIP
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: Teleport Pro
Disallow: /

User-agent: Wget
Disallow: /

User-agent: eCatch
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Bloodhound
Disallow: /

User-agent: GetRight 
Disallow: /

User-agent: LeechFTP 
Disallow: /

User-agent: Mass Downloader
Disallow: /

User-agent: Prozilla
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: RealDownload
Disallow: /

User-agent: SiteSnagger 
Disallow: /

User-agent: Web Downloader
Disallow: /

User-agent: webfetcher 
Disallow: /

User-agent: WebFountain
Disallow: /

User-agent: WebMirror
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: e-collector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /