############################### # # robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index #-- Standard folders not allowed Disallow: /php/ Disallow: /Styles/ Disallow: /admin/ Disallow: /css/ Disallow: /images/ Disallow: /forum/ #-- Dynamic folders not allowed (individual forums) # # list specific files robots are not allowed to index # Disallow: /board_not_active.php Disallow: /Classes.php Disallow: /Common.php Disallow: /db_mysql.php Disallow: /header.php Disallow: /footer.php Disallow: /notfound.php Disallow: /tpl.php # # End of robots.txt file # ###############################