############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /adminpages/ Disallow: /app_code/ Disallow: /bin/ Disallow: /college/ Disallow: /company/ Disallow: /css/ Disallow: /documents/ Disallow: /js/ Disallow: /scripts/ Disallow: /Others/ Disallow: /pics/ Disallow: /richtextbox/ Disallow: /sample/ Disallow: /templates/ Disallow: /video/ Disallow: /hidden/ Disallow: /webservices/ Disallow: /web.sitemap Disallow: /uploadeddocuments/ Disallow: /uploadedexcelfile/ # # End of robots.txt file # ###############################