#Applies to all agents
User-agent: *
#Don't crawl any page ending in '.pdf'
Disallow: /*.pdf$