User-agent: *    # all agents
Disallow: /application      # disallows access to application folder
Disallow: /dev    # development folder