# prevents robots from accessing pdf files

User-agent: *
Disallow: /documents/                # Prevents access to documents directory
Disallow: /pages/contacts/           # Prevents access to documents directory
Disallow: /pages/site/               # Prevents access to documents directory
Disallow: /pages/pagenotfound.html   # Prevents access to file