# /robots.txt User-agent: * # list folders robots are not allowed to index Disallow: /index.html Disallow: /samples.html Disallow: /article.html Disallow: /article2.html Disallow: /contactus.html # list specific files robots are not allowed to index