# robots.txt file for Lounge.WindowsSecrets.com - Rev. 2009-12-05
#
# One section of this file is for bots in general and one for Googlebot.
# Not all robots honor "Allow" directives, but Google and some others do.
# Not all robots support "*" as a wildcard; Google and some others do.
# The all-bots section employs both "*" and "crawl-delay" (whatever works).
# A crawl-delay of 15 sec. between page requests equals 5,760 pages per day.
# We will reduce crawl-delay after we judge the impact of crawler requests.
#
# Google-specific information:
# A site suddenly having 100,000 new pages can make Google ban it as spammy.
# Google ignores "crawl-delay", so whole ranges of pages must be disallowed.
# On 2009-12-06, we'll allow Google to index posts numbered 760000 and higher.
# "showtopic=21*" selects posts like 210000, 21000, 2100, 210, and 21.
# "Disallow ... 21*" theoretically blocks 11,111 posts or 1,850 threads.
# We'll gradually delete lines to show Google 5,000 new threads per day.

User-agent: * 
Allow: /                                                          # What each directive blocks:
Allow: /index.php?app=core&module=search&do=new_posts             # Do follow links to newest posts
Disallow: /index.php?showuser*                                    # Profile pages of individuals
Disallow: /index.php?showforum*                                   # Forum pages (no useful posts)
Disallow: /index.php?app=core&module=search*                      # Query page and search results
Disallow: /index.php?module=extras&do=leaders*                    # Admin-and-moderator page
Disallow: /index.php?app=members&section=view&module=list*        # Top-posters page
Disallow: /index.php?app=core&module=global&section=login*        # Login page, Delete-cookies link
Disallow: /index.php?app=core&module=global&section=register*     # Register page
Disallow: /index.php?app=forums&module=forums&section=markasread* # Mark-as-read link
Disallow: /style_images/*
Disallow: /lofiversion/*
Disallow: /index.php?act=idx*
Disallow: /index.php?act=Login*
Disallow: /index.php?act=Search*
Disallow: /index.php?act=Shoutbox*
Disallow: /index.php?act=Reg*
Disallow: /index.php?act=Msg*
Disallow: /index.php?act=Mail*
Disallow: /index.php?act=Forward*
Disallow: /index.php?act=Track*
Disallow: /index.php?act=Post*
Disallow: /index.php?act=post*
Disallow: /index.php?act=Print*
Disallow: /index.php?act=ST*
Disallow: /index.php?act=boardrules*
Disallow: /?act=boardrules*
Disallow: /index.php?act=Help*
Disallow: /index.php?act=Stats*
Disallow: /index.php?act=stats*
Disallow: /index.php?act=Members*
Disallow: /index.php?act=Online*
Disallow: /index.php?act=calendar*
Disallow: /index.php?act=SR*
Disallow: /index.php?act=SF*
Disallow: /index.php?act=ICQ*
Disallow: /index.php?act=MSN*
Disallow: /index.php?act=AOL*
Disallow: /index.php?act=AIM*
Disallow: /index.php?act=SC*
Disallow: /index.php?act=task*
Disallow: /index.php?act=findpost*
Disallow: /index.php?act=UserCP*
Disallow: /index.php?act=usercp*
Disallow: /index.php?&act=*
Disallow: /index.php?act=report*
Disallow: /index.php?act=buddy*
Disallow: /index.php?act=legends*
Disallow: /index.php?CODE=*
Disallow: /index.php?act=attach*
Disallow: /index.php?act=Attach*
Disallow: /index.php?&&CODE=*
Disallow: /index.php?&debug=1*
Disallow: /index.php?act=Profile*
Disallow: /index.php?showuser*
Disallow: /index.php?s=*
Disallow: /index.php?autocom=chatsigma*
Disallow: /index.php?autocom=chatpara*
Disallow: /*&view=getnewpost$
Disallow: /*&view=getlastpost$
Disallow: /*&view=old$
Disallow: /*&view=new$
Disallow: /*&view=getfirst$
Disallow: /*&view=getprevious$
Disallow: /*&view=getnext$
Disallow: /*&view=getlast$
Disallow: /*mode=linear*
Disallow: /*mode=threaded*
Disallow: /*mode=linearplus*
Disallow: /*&p=*
Disallow: /*&pid=*
Disallow: /*&gopid=*
Disallow: /*&hl=*
Disallow: /*&start=*
Disallow: /*gallery&req=stats*
Disallow: /*gallery&req=user*
Disallow: /*gallery&req=slideshow*
Disallow: /*reportimage*
Disallow: /index.php$

User-agent: Googlebot
Allow: /                                                          # What each directive blocks:
Allow: /index.php?app=core&module=search&do=new_posts             # Do follow links to newest posts
Disallow: /index.php?showuser*                                    # Profile pages of individuals
Disallow: /index.php?showforum*                                   # Forum pages (no useful posts)
Disallow: /index.php?app=core&module=search*                      # Query page and search results
Disallow: /index.php?module=extras&do=leaders*                    # Admin-and-moderator page
Disallow: /index.php?app=members&section=view&module=list*        # Top-posters page
Disallow: /index.php?app=core&module=global&section=login*        # Login page, Delete-cookies link
Disallow: /index.php?app=core&module=global&section=register*     # Register page
Disallow: /index.php?app=forums&module=forums&section=markasread* # Mark-as-read link
Disallow: /index.php?showtopic=5*
Disallow: /index.php?showtopic=4*
Disallow: /index.php?showtopic=3*
Disallow: /index.php?showtopic=2*
Disallow: /index.php?showtopic=1*
Disallow: /style_images/*
Disallow: /lofiversion/*
Disallow: /index.php?act=idx*
Disallow: /index.php?act=Login*
Disallow: /index.php?act=Search*
Disallow: /index.php?act=Shoutbox*
Disallow: /index.php?act=Reg*
Disallow: /index.php?act=Msg*
Disallow: /index.php?act=Mail*
Disallow: /index.php?act=Forward*
Disallow: /index.php?act=Track*
Disallow: /index.php?act=Post*
Disallow: /index.php?act=post*
Disallow: /index.php?act=Print*
Disallow: /index.php?act=ST*
Disallow: /index.php?act=Help*
Disallow: /index.php?act=Stats*
Disallow: /index.php?act=stats*
Disallow: /index.php?act=Members*
Disallow: /index.php?act=Online*
Disallow: /index.php?act=calendar*
Disallow: /index.php?act=SR*
Disallow: /index.php?act=SF*
Disallow: /index.php?act=ICQ*
Disallow: /index.php?act=MSN*
Disallow: /index.php?act=AOL*
Disallow: /index.php?act=AIM*
Disallow: /index.php?act=SC*
Disallow: /index.php?act=task*
Disallow: /index.php?act=findpost*
Disallow: /index.php?act=UserCP*
Disallow: /index.php?act=usercp*
Disallow: /index.php?&act=*
Disallow: /index.php?act=report*
Disallow: /index.php?act=buddy*
Disallow: /index.php?act=legends*
Disallow: /index.php?CODE=*
Disallow: /index.php?act=attach*
Disallow: /index.php?act=Attach*
Disallow: /index.php?&&CODE=*
Disallow: /index.php?&debug=1*
Disallow: /index.php?act=Profile*
Disallow: /index.php?showuser*
Disallow: /index.php?s=*
Disallow: /index.php?autocom=chatsigma*
Disallow: /index.php?autocom=chatpara*
Disallow: /*&view=getnewpost$
Disallow: /*&view=getlastpost$
Disallow: /*&view=old$
Disallow: /*&view=new$
Disallow: /*&view=getfirst$
Disallow: /*&view=getprevious$
Disallow: /*&view=getnext$
Disallow: /*&view=getlast$
Disallow: /*mode=linear*
Disallow: /*mode=threaded*
Disallow: /*mode=linearplus*
Disallow: /*&p=*
Disallow: /*&pid=*
Disallow: /*&gopid=*
Disallow: /*&hl=*
Disallow: /*&start=*
Disallow: /*gallery&req=stats*
Disallow: /*gallery&req=user*
Disallow: /*gallery&req=slideshow*
Disallow: /*reportimage*
Disallow: /index.php$

# Prevent Google from indexing images (until we decide otherwise)
User-agent: Googlebot-Image
Disallow: /

# Change Disallow to Allow to permit AdSense to be served, if desired
User-agent: Mediapartners-Google
Disallow: /

# Sources:
# http://www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449
# http://www.bing.com/community/blogs/webmaster/archive/2008/06/03/robots-exclusion-protocol-joining-together-to-provide-better-documentation.aspx
# http://en.wikipedia.org/wiki/Robots.txt
# http://www.serbanghita.com/search-engines-dynamic-content-issues.html
# http://www.mcanerin.com/EN/search-engine/robots-txt.asp