User-agent: Amazonbot # Amazon's user agent Disallow: /do-not-crawl/ # disallow this directory User-agent: * # any robot Disallow: /not-allowed/ # disallow this directory