User-agent: * Disallow: /policy Disallow: /terms User-agent: Amazonbot # Amazon's user agent Disallow: /not-allowed/ # disallow this directory