############################### # # sample robots.txt file for this website # # this file is located in www.seleenak.com/ # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index # Disallow: /.*/ # Disallow: /access-logs/ # Disallow: /etc/ # Disallow: /logs/ # Disallow: /mail/ # Disallow: /public_ftp/ # Disallow: /ruby/ # Disallow: /test.seleenak.com/ # Disallow: /seleenak.com/ # Disallow: /tmp/ Disallow: /www/images/ Disallow: /public_html/images/ Disallow: /images/ # Disallow: /lines_buttons/ Disallow: /templates/ # # list specific files robots are not allowed to index # Disallow: /www/contactme.htm Disallow: /public_html/contactme.htm Disallow: /contactme.htm Disallow: /underdevelopment.htm Disallow: /*.gif$ Disallow: /*.jpg$ # # End of robots.txt file # ###############################