User-Agent: *
Crawl-Delay: 10
Disallow: /html
Disallow: /pdf
Disallow: /*href
Disallow: /*iframe