User-agent: * Disallow: /administrator/ Disallow: /cache/ Disallow: /components/ Disallow: /images/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /libraries/ Disallow: /media/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/ Disallow: /tmp/ Disallow: /xmlrpc/ # Yahoo - Too aggressive # So limit it as much as possible. User-agent: Slurp # Disallow Everything Disallow: /foro/ # Now allow bits and then disallow bits Allow: /sitemap.xml$ Allow: /robots.txt$ Allow: /foro/index.php$ Allow: /foro/index.php?topic=*.0$ Allow: /foro/index.php?topic=*.*0$ Allow: /foro/index.php?topic=*.*5$ Allow: /foro/index.php?board=*.0$ Allow: /foro/index.php?board=*.*0$ Allow: /foro/index.php?board=*.*5$ # But don't allow these Disallow: /foro/index.php?*.msg Disallow: /foro/index.php?topic=*.msg*0$ Disallow: /foro/index.php?topic=*.msg*5$ Disallow: /foro/index.php?*.new # Anything with a ; disallow Disallow: /foro/index.php?*;* # Catch all (remainder) # Will be followed by any bots other than ones identified above # Uses BASIC robots.txt directives without wildcards, end-anchors etc # So Spiders should understand these (including MSNBOT) User-agent: * # Default SMF Folders Disallow: /foro/attachments/ Disallow: /foro/Packages/ Disallow: /foro/Smileys/ Disallow: /foro/Sources/ Disallow: /foro/Themes/ # Default SMF Actions Disallow: /foro/index.php?action=activate Disallow: /foro/index.php?action=admin Disallow: /foro/index.php?action=calendar Disallow: /foro/index.php?action=emailuser Disallow: /foro/index.php?action=findmember Disallow: /foro/index.php?action=help Disallow: /foro/index.php?action=helpadmin Disallow: /foro/index.php?action=login Disallow: /foro/index.php?action=logout Disallow: /foro/index.php?action=mlist Disallow: /foro/index.php?action=modifykarma Disallow: /foro/index.php?action=pm Disallow: /foro/index.php?action=post Disallow: /foro/index.php?action=profile Disallow: /foro/index.php?action=recent Disallow: /foro/index.php?action=register Disallow: /foro/index.php?action=reminder Disallow: /foro/index.php?action=theme Disallow: /foro/index.php?action=unread Disallow: /foro/index.php?action=unreadreplies Disallow: /foro/index.php?action=verificationcode Disallow: /foro/index.php?action=who Disallow: /foro/index.php?theme Disallow: /foro/index.php?action=stats;expand Disallow: /foro/index.php?action=stats;collapse