User-agent: *
Allow: /directory/path
Allow: /
Allow: /web