# robots.txt file User-agent: * Sitemap: http://www.smstudy.com/sitemap.xml Disallow: /pdfs/ # Block the /pdfs/directory. Disallow: *.pdf # Block pdf files. Non-standard but works for major search engines.