User-agent: * Disallow: /admin/ Disallow: /css/ Disallow: /js/ Disallow: /todo/ Disallow: /web-mail/ Disallow: /webv1/ Disallow: /cgi-bin/ Disallow: /foro/admin/ Disallow: /foro/cache/ Disallow: /foro/db/ Disallow: /foro/images/ Disallow: /foro/includes/ Disallow: /foro/language/ Disallow: /foro/templates/ Disallow: /foro/faq.php Disallow: /foro/groupcp.php Disallow: /foro/login.php Disallow: /foro/memberlist.php Disallow: /foro/modcp.php Disallow: /foro/posting.php Disallow: /foro/privmsg.php Disallow: /foro/profile.php Disallow: /foro/search.php Disallow: /foro/viewonline.php User-agent: Googlebot # disallow files ending with these extensions Disallow: /*.inc$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ # disallow all files with? in url Disallow: *mark=* Disallow: *view=* # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google* Disallow: Allow: /* # disallow all files with? in url Disallow: /*?* Disallow: /*? # disallow files in /wp- directorys Disallow: /wp/wp-admin/* Disallow: /wp/wp-includes/* Disallow: /wp/wp-content/* Disallow: /wp/wp-*.* # disallow archiving site User-agent: ia_archiver Disallow: / # allow adsense bot on entire site User-agent: Mediapartners-Google* Allow: /*