############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /images/ Disallow: /mp3/ Disallow: /zText/ # # list specific files robots are not allowed to index # Disallow: /db.php Disallow: /test.php Disallow: /zUpDaterDesc.php Disallow: /zUpDaterPrice.php Disallow: /zUpDaterUnits.php Disallow: /zWriter.php Disallow: /kcVideoTest.html Disallow: /test.html Disallow: /testFubar.html Disallow: /testWorking.html Disallow: db.php Disallow: test.php Disallow: zUpDaterDesc.php Disallow: zUpDaterPrice.php Disallow: zUpDaterUnits.php Disallow: zWriter.php Disallow: kcVideoTest.html Disallow: test.html Disallow: testFubar.html Disallow: testWorking.html # # End of robots.txt file # ###############################