User-agent: * # addresses all robots by using wild card * # the following are the folders and files robots are not allowed to index Disallow: /Books/Book1 Disallow: /Books/Book2 Disallow: /Books/Book3 Disallow: /Books/DTLBook Disallow: books.advantagediets.com/Books/Book1 Disallow: books.advantagediets.com/Books/Book2 Disallow: books.advantagediets.com/Books/Book3 Disallow: books.advantagediets.com/Books/DTLBook Disallow: /Books/Book1/personality_Book_Part1.pdf Disallow: /Books/Book2/personality_Book_Part2.pdf Disallow: /Books/Book3/personality_Book_Part3.pdf Disallow: /Books/DTLBook/DTL_eBook_ALL.pdf