# All robots will spider the domain:http://www.WebHostingHINTS.com # robots.txt file # modified 2006-03-17 # User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /style/ Disallow: /suspended.page/ Disallow: /favicon.ico Disallow: /forum/admin/ Disallow: /forum/cache/ Disallow: /forum/cgi-bin/ Disallow: /forum/db/ Disallow: /forum/images/ Disallow: /forum/includes/ Disallow: /forum/language/ Disallow: /forum/templates/ Disallow: /forum/common.php Disallow: /forum/config.php Disallow: /forum/extension.inc Disallow: /forum/faq.php Disallow: /forum/groupcp.php Disallow: /forum/login.php Disallow: /forum/memberlist.php Disallow: /forum/modcp.php Disallow: /forum/posting.php Disallow: /forum/privmsg.php Disallow: /forum/profile.php Disallow: /forum/search.php Disallow: /400.htm Disallow: /401.shtml Disallow: /403.shtml Disallow: /404.shtml Disallow: /500.htm Disallow: /style.css #Allow: /forum/404.shtml #Allow: /forum/favicon.ico #Allow: /forum/index.php #Allow: /forum/sitemap.php #Allow: /forum/viewforum.php #Allow: /forum/viewonline.php #Allow: /forum/viewtopic.php User-agent: Omniexplorer_Bot User-agent: Baiduspider Disallow: /