User-agent: * # applies to all robots
Disallow: /cgi-bin/ # applies to cgi-bin
Disallow: /tmp/ # applies to tmp folder
Disallow: /admin # applies to admin and contents
Disallow: /pdf # applies to pdf and contents
Disallow: /global # applies to global and contents