User-agent: *                #Match all bots
Disallow: /pdf/              #Dont allow bots to crawl the pdf folder
Disallow:/images/            #Dont allow bots to crawl images folder