User-agent: Fasterfox Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /adm/ Disallow: /cache/ Disallow: /docs/ Disallow: /language/ Disallow: /includes/ Disallow: /styles/ Disallow: /store/ Disallow: /common.php Disallow: /config.php Disallow: /faq.php Disallow: /mcp.php Disallow: /memberlist.php Disallow: /posting.php Disallow: /report.php Disallow: /search.php Disallow: /style.php Disallow: /ucp.php Disallow: /privmsg.php Disallow: /profile.php Disallow: /viewonline.php # disallow files ending with these extensions Disallow: /*.inc$ Disallow: /*.js$ Disallow: /*.css$ # disallow all files with? in url #Disallow: *mark=* #Disallow: *view=* # disallow all files ending with these extensions #Allow: /sitemap_forum.php #Disallow: /*.php$ #Disallow: /*.js$ #Disallow: /*.inc$ #Disallow: /*.css$ #Disallow: /*.txt$ # disallow all files with? in url #Disallow: /*?* #Disallow: /*? # allow google image bot to search all images #User-agent: Googlebot-Image #Disallow: #Allow: /*.gif$ #Allow: /*.png$ #Allow: /*.jpeg$ #Allow: /*.jpg$ #Allow: /*.ico$ #Allow: /*.jpg$ #Allow: /images/ #Allow: /download/ # allow adsense bot on entire site User-agent: Mediapartners-Google* Allow: /*