User-agent: Googlebot # disallow files ending with these extensions Crawl-delay: 30 Disallow: /*.js$ Disallow: /*.css$ # Disallow google image bot to search all images User-agent: Googlebot-Image Crawl-delay: 30 Disallow: / # allow adsense bot on entire site User-agent: Mediapartners-Google* Crawl-delay: 30 Disallow: /_notes/ Disallow: /cgi-bin/ Disallow: /control/ Disallow: /css/ Disallow: /imagenes/ Disallow: /smiles/ User-agent: * Crawl-delay: 30 Disallow: /_notes/ Disallow: /cgi-bin/ Disallow: /control/ Disallow: /css/ Disallow: /imagenes/ Disallow: /smiles/