############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /admin_modules Disallow: /docs Disallow: /exifer Disallow: /images Disallow: /install Disallow: /languages Disallow: /photos Disallow: /src Disallow: /themes Disallow: /toolbox_modules Disallow: /toolbox_modules # # list specific files robots are not allowed to index # #Disallow: /tutorials/meta_tags.html #Disallow: /tutorials/custom_error_page.html # Disallow: /check_noimage.php Disallow: /check_safe_mode.php Disallow: /config.inc.php Disallow: /config_mimetypes.inc.php Disallow: /config_private.inc.php Disallow: /index.html.redirect Disallow: /index.php.orig Disallow: /setup.php Disallow: /show.php Disallow: /slideshow.php Disallow: /toolbox_logview.php Disallow: /toolbox.php Disallow: /yappa-ng.log # # End of robots.txt file ##############################