############################################ # Sample robots.txt file for this website # ############################################ # Addresses all robots by using wild card * User-agent: * # List folders robots are not allowed to index #Disallow: /prive/ #Disallow: /example/images/ #Disallow: /example/assets/ #Disallow: /example/404redirect/ # List specific files robots are not allowed to index #Disallow: /example/meta_tags.html #Disallow: /example/custom_error_page.html Disallow: /zakelijk2/ Disallow: /zakelijk3/