# # Start of Robots.txt File # # /robots.txt file #Google Search Engine Robot (GOOGLEBOT) User-agent: Googlebot Disallow: /cgi-bin/ Disallow: /images/ Disallow: /includes/ Disallow: /forums/ Disallow: /*? #Google Mobile User-agent: Googlebot-Mobile Disallow: /cgi-bin/ Disallow: /images/ Disallow: /includes/ Disallow: /forums/ Disallow: /*? #Google Image User-agent: Googlebot-Image Disallow: /cgi-bin/ Disallow: /images/ Disallow: /includes/ Disallow: /forums/ Disallow: /*? #Google Mediapartners- (For Adesnse use) User-agent: Mediapartners-Google Disallow: /cgi-bin/ Disallow: /images/ Disallow: /includes/ #Disallow: /forums/ #Allow for Adsense Disallow: /*? #Google Adwords User-agent: Adsbot-Google Disallow: /cgi-bin/ Disallow: /images/ Disallow: /includes/ #Disallow: /forums/ #Allow for Adsense Disallow: /*? #Yahoo! Search Engine Robot (Inktomi Slurp) User-agent: Slurp Disallow: /cgi-bin/ Disallow: /images/ Disallow: /includes/ Disallow: /forums/ Disallow: /*? #MSN Search Engine Robot (MSNBOT) User-agent: MSNBot Disallow: /cgi-bin/ Disallow: /images/ Disallow: /includes/ Disallow: /forums/ Disallow: /*? #FastCrawler Search Engine Robot (FastCrawler) User-agent: FastCrawler Disallow: /cgi-bin/ Disallow: /images/ Disallow: /includes/ Disallow: /forums/ Disallow: /*? #AskJeeves Search Engine Robot (AskJeeves) User-agent: AskJeeves Disallow: /cgi-bin/ Disallow: /images/ Disallow: /includes/ Disallow: /forums/ Disallow: /*? #Alexa Search Engine (ia_archiver) User-agent: ia_archiver Disallow: /cgi-bin/ Disallow: /images/ Disallow: /includes/ Disallow: /forums/ Disallow: /*? #All other Search Engines (Wildcard) User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /includes/ Disallow: /forums/ Disallow: /*? # # End of Robots.txt File #